From a8c9cd682e49de856fc6f0b71f6d74f57a94f8fa Mon Sep 17 00:00:00 2001 From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com> Date: Tue, 30 Jun 2026 22:36:49 -0400 Subject: [PATCH] fix: simplify DeepSpeed config, remove offload settings --- training/configs/ornith-35b-lora.yaml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/training/configs/ornith-35b-lora.yaml b/training/configs/ornith-35b-lora.yaml index 22b8583..06e9f13 100644 --- a/training/configs/ornith-35b-lora.yaml +++ b/training/configs/ornith-35b-lora.yaml @@ -53,12 +53,6 @@ huggingface_hub: deepspeed_config: zero_optimization: stage: 3 - offload_optimizer: - device: cpu - pin_memory: true - offload_param: - device: cpu - pin_memory: true gradient_clipping: 1.0 train_batch_size: auto train_micro_batch_size_per_gpu: auto