fix: remove quantization_config after loading to bypass SFTTrainer check

2026-07-01 07:36:38 -04:00
parent 86b401c12f
commit f47944ee75
2 changed files with 3 additions and 1 deletions
--- a/training/configs/ornith-35b-lora.yaml
+++ b/training/configs/ornith-35b-lora.yaml
@@ -36,7 +36,7 @@ train_params:
  learning_rate: 2e-4
  lr_scheduler_type: cosine
  weight_decay: 0.01
-  warmup_ratio: 0.03
+  warmup_ratio: 0.03  # Will be converted to warmup_steps by TrainingArguments
  max_seq_length: 1024
  logging_steps: 10
  save_steps: 100