fix: remove gradient_checkpointing (FSDP activation_checkpointing handles it)

2026-07-02 00:41:57 -04:00
parent dfe85c3c82
commit e3ea45fe96
1 changed files with 1 additions and 1 deletions
--- a/train.py
+++ b/train.py
@@ -166,7 +166,7 @@ def train(config_path):
        eval_strategy=config.get("eval_strategy", "steps"),
        eval_steps=config.get("eval_steps", 100),
        bf16=True,
-        gradient_checkpointing=config.get("gradient_checkpointing", True),
+        # gradient_checkpointing removed - FSDP activation_checkpointing handles it
        fsdp=True,
        fsdp_config={
            "backward_prefetch": "backward_pre",