feat: use 8-bit AdamW optimizer to save VRAM

2026-07-02 17:53:05 -04:00
parent 92999b7783
commit 691e5d3611
2 changed files with 5 additions and 3 deletions
--- a/training/configs/ornith-35b-lora.yaml
+++ b/training/configs/ornith-35b-lora.yaml
@@ -42,6 +42,7 @@ train_params:
  save_steps: 100
  save_total_limit: 3
  output_dir: ../../output/ornith-35b-lora
+  optim: adamw_bnb_8bit  # 8-bit optimizer to save VRAM

 # Precision
 mixed_precision: bf16