From 1197235b4d800ca51b64f22ee34b5a2acdc34e74 Mon Sep 17 00:00:00 2001 From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com> Date: Wed, 1 Jul 2026 15:18:48 -0400 Subject: [PATCH] fix: skip prepare_model_for_kbit_training to avoid OOM --- training/scripts/train.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/training/scripts/train.py b/training/scripts/train.py index e393685..85f8712 100755 --- a/training/scripts/train.py +++ b/training/scripts/train.py @@ -131,10 +131,7 @@ def train(config_path): print(f"✗ Failed: {e}") raise RuntimeError("All loading strategies failed!") - # Prepare model for k-bit training - from peft import prepare_model_for_kbit_training - model = prepare_model_for_kbit_training(model) - print("Model prepared for k-bit training.") + # Note: Skip prepare_model_for_kbit_training to avoid OOM # Add LoRA lora_config = LoraConfig(