From 3716051abcfd514090c0359be893748dc81ab99a Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Thu, 2 Jul 2026 20:17:23 -0400
Subject: [PATCH] fix: remove PEFT prepare (causes OOM)

---
 quantize_to_bnb.py | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/quantize_to_bnb.py b/quantize_to_bnb.py
index 353c3d7..ab971f6 100644
--- a/quantize_to_bnb.py
+++ b/quantize_to_bnb.py
@@ -25,14 +25,8 @@ def quantize_model(model_path, output_path):
     total_params = sum(p.numel() for p in model.parameters())
     print(f"   Total parameters: {total_params / 1e9:.2f}B")
     
-    # Apply PEFT prepare for k-bit training
-    print("\nApplying PEFT prepare_model_for_kbit_training...")
-    from peft import prepare_model_for_kbit_training
-    model = prepare_model_for_kbit_training(model, use_gradient_checkpointing=False)
-    print("✓ Model prepared for k-bit training")
-    
     # Quantize using BnB's actual API
-    print("Quantizing with BnB 4-bit...")
+    print("\nQuantizing with BnB 4-bit...")
     from bitsandbytes.nn import Linear4bit
     from torch import nn