fix: remove quant_states reference

2026-07-02 22:52:49 -04:00
parent 18ef0f73ef
commit d1f0c81ac4
1 changed files with 1 additions and 1 deletions
--- a/quantize_streaming.py
+++ b/quantize_streaming.py
@@ -71,7 +71,7 @@ def streaming_quantize(model_path: str, output_path: str):

        print(f"   Saved {shard_name}")

-        del state_dict, quant_states
+        del state_dict
        gc.collect()
        torch.cuda.empty_cache()