From 14ef1a07c405b2721b8d9f437c750e4b46cda912 Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Thu, 2 Jul 2026 11:55:21 -0400
Subject: [PATCH] fix: remove sync_module_states=True (model is on CPU)

---
 train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/train.py b/train.py
index e3fdbed..4f459ce 100644
--- a/train.py
+++ b/train.py
@@ -201,7 +201,7 @@ def train(config_path):
             auto_wrap_policy=get_auto_wrap_policy(model),
             device_id=None,  # Keep on CPU initially
             mixed_precision=None,
-            sync_module_states=True,
+            sync_module_states=False,  # Model is on CPU, no sync needed
             use_orig_params=True,
         )
         print("✓ Model wrapped with FSDP (will be sharded across GPUs during training)")