From 7b39fc3a1bbf10e48f7dbf579ab9775e8d9a7b20 Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Thu, 2 Jul 2026 09:26:37 -0400
Subject: [PATCH] fix: add --mixed_precision bf16 to accelerate launch

---
 train-on-this-server.sh | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/train-on-this-server.sh b/train-on-this-server.sh
index 1728bed..a07f3a7 100755
--- a/train-on-this-server.sh
+++ b/train-on-this-server.sh
@@ -18,9 +18,9 @@ pip install --upgrade pip
 echo "Installing training dependencies..."
 pip install transformers datasets trl peft accelerate bitsandbytes deepspeed
 
-# Run training with FSDP
-echo "Starting training with FSDP..."
+# Run training with accelerate data parallelism
+echo "Starting training with accelerate..."
 export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
-accelerate launch --multi_gpu --num_processes 2 train.py --config training/configs/ornith-35b-lora.yaml
+accelerate launch --multi_gpu --num_processes 2 --mixed_precision bf16 train.py --config training/configs/ornith-35b-lora.yaml
 
 echo "Training completed!"
\ No newline at end of file