From 361a58addcde1aeb63bba53b80307e410338894d Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Thu, 2 Jul 2026 09:38:10 -0400
Subject: [PATCH] fix: simplify FSDP config, comment out mixed_precision

---
 train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train.py b/train.py
index 7b4e045..524c7b5 100644
--- a/train.py
+++ b/train.py
@@ -177,7 +177,7 @@ def train(config_path):
             "limit_all_gathers": True,
             "sync_module_states": True,
             "use_orig_params": True,  # Critical for LoRA/PEFT
-            "mixed_precision": {"param_dtype": torch.bfloat16, "reduce_dtype": torch.float32, "buffer_dtype": torch.float32},
+            # "mixed_precision": {"param_dtype": torch.bfloat16, "reduce_dtype": torch.float32, "buffer_dtype": torch.float32},
             "auto_wrap_policy": "TRANSFORMER_BASED_WRAP",
             "transformer_layer_cls_to_wrap": "Qwen3_5MoeDecoderLayer",
         },