fix: simplify DeepSpeed config, remove offload settings

2026-06-30 22:36:49 -04:00
parent b760ba09e7
commit a8c9cd682e
1 changed files with 0 additions and 6 deletions
--- a/training/configs/ornith-35b-lora.yaml
+++ b/training/configs/ornith-35b-lora.yaml
@@ -53,12 +53,6 @@ huggingface_hub:
 deepspeed_config:
  zero_optimization:
    stage: 3
-    offload_optimizer:
-      device: cpu
-      pin_memory: true
-    offload_param:
-      device: cpu
-      pin_memory: true
  gradient_clipping: 1.0
  train_batch_size: auto
  train_micro_batch_size_per_gpu: auto