fix: simplify DeepSpeed config, remove offload settings
This commit is contained in:
Christian Medina committed
1 parent
b760ba09e7
commit
a8c9cd682e
1 file changed
-6
@@ -53,12 +53,6 @@ huggingface_hub:
|
||||
deepspeed_config:
|
||||
zero_optimization:
|
||||
stage: 3
|
||||
offload_optimizer:
|
||||
device: cpu
|
||||
pin_memory: true
|
||||
offload_param:
|
||||
device: cpu
|
||||
pin_memory: true
|
||||
gradient_clipping: 1.0
|
||||
train_batch_size: auto
|
||||
train_micro_batch_size_per_gpu: auto
|
||||
|
||||
Reference in new issue
Block a user