fix: remove sync_module_states=True (model is on CPU)

2026-07-02 11:55:21 -04:00
parent 5a13ca1d1c
commit 14ef1a07c4
1 changed files with 1 additions and 1 deletions
--- a/train.py
+++ b/train.py
@@ -201,7 +201,7 @@ def train(config_path):
            auto_wrap_policy=get_auto_wrap_policy(model),
            device_id=None,  # Keep on CPU initially
            mixed_precision=None,
-            sync_module_states=True,
+            sync_module_states=False,  # Model is on CPU, no sync needed
            use_orig_params=True,
        )
        print("✓ Model wrapped with FSDP (will be sharded across GPUs during training)")