From d1f0c81ac4836f661a27651765a0e9cc3b36d22a Mon Sep 17 00:00:00 2001 From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com> Date: Thu, 2 Jul 2026 22:52:49 -0400 Subject: [PATCH] fix: remove quant_states reference --- quantize_streaming.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/quantize_streaming.py b/quantize_streaming.py index 67c1a05..aaf4882 100644 --- a/quantize_streaming.py +++ b/quantize_streaming.py @@ -71,7 +71,7 @@ def streaming_quantize(model_path: str, output_path: str): print(f" Saved {shard_name}") - del state_dict, quant_states + del state_dict gc.collect() torch.cuda.empty_cache()