cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: skip prepare_model_for_kbit_training to avoid OOM

Browse Source
This commit is contained in:
Christian Medina
2026-07-01 15:18:48 -04:00
parent d9fd079686
commit 1197235b4d
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
training/scripts/train.py
View File

@@ -131,10 +131,7 @@ def train(config_path):
print(f"✗ Failed: {e}") print(f"✗ Failed: {e}")
raise RuntimeError("All loading strategies failed!") raise RuntimeError("All loading strategies failed!")
# Prepare model for k-bit training # Note: Skip prepare_model_for_kbit_training to avoid OOM
from peft import prepare_model_for_kbit_training
model = prepare_model_for_kbit_training(model)
print("Model prepared for k-bit training.")
# Add LoRA # Add LoRA
lora_config = LoraConfig( lora_config = LoraConfig(