cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: remove quant_states reference

Browse Source
This commit is contained in:
Christian Medina
2026-07-02 22:52:49 -04:00
parent 18ef0f73ef
commit d1f0c81ac4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
quantize_streaming.py
View File

@@ -71,7 +71,7 @@ def streaming_quantize(model_path: str, output_path: str):
print(f" Saved {shard_name}") print(f" Saved {shard_name}")
del state_dict, quant_states del state_dict
gc.collect() gc.collect()
torch.cuda.empty_cache() torch.cuda.empty_cache()