fix: skip prepare_model_for_kbit_training to avoid OOM

2026-07-01 15:18:48 -04:00
parent d9fd079686
commit 1197235b4d
1 changed files with 1 additions and 4 deletions
--- a/training/scripts/train.py
+++ b/training/scripts/train.py
@@ -131,10 +131,7 @@ def train(config_path):
                                print(f"✗ Failed: {e}")
                                raise RuntimeError("All loading strategies failed!")
    
-    # Prepare model for k-bit training
-    from peft import prepare_model_for_kbit_training
-    model = prepare_model_for_kbit_training(model)
-    print("Model prepared for k-bit training.")
+    # Note: Skip prepare_model_for_kbit_training to avoid OOM
    
    # Add LoRA
    lora_config = LoraConfig(