cmedina/agenx-lora-training
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: remove quant_states reference

Browse Source
This commit is contained in:
Christian Medina committed 2026-07-02 22:52:49 -04:00
1 parent 18ef0f73ef
commit d1f0c81ac4
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
quantize_streaming.py
+1 -1
View File
@@ -71,7 +71,7 @@ def streaming_quantize(model_path: str, output_path: str):
print(f" Saved {shard_name}") print(f" Saved {shard_name}")
del state_dict, quant_states del state_dict
gc.collect() gc.collect()
torch.cuda.empty_cache() torch.cuda.empty_cache()