cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: simplify DeepSpeed config, remove offload settings

Browse Source
This commit is contained in:
Christian Medina
2026-06-30 22:36:49 -04:00
parent b760ba09e7
commit a8c9cd682e
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
training/configs/ornith-35b-lora.yaml
View File

@@ -53,12 +53,6 @@ huggingface_hub:
deepspeed_config: deepspeed_config:
zero_optimization: zero_optimization:
stage: 3 stage: 3
offload_optimizer:
device: cpu
pin_memory: true
offload_param:
device: cpu
pin_memory: true
gradient_clipping: 1.0 gradient_clipping: 1.0
train_batch_size: auto train_batch_size: auto
train_micro_batch_size_per_gpu: auto train_micro_batch_size_per_gpu: auto