From e3ea45fe96d34c051039d5f77cb80dde25a9ca1c Mon Sep 17 00:00:00 2001 From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com> Date: Thu, 2 Jul 2026 00:41:57 -0400 Subject: [PATCH] fix: remove gradient_checkpointing (FSDP activation_checkpointing handles it) --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index 6d348ee..427a083 100644 --- a/train.py +++ b/train.py @@ -166,7 +166,7 @@ def train(config_path): eval_strategy=config.get("eval_strategy", "steps"), eval_steps=config.get("eval_steps", 100), bf16=True, - gradient_checkpointing=config.get("gradient_checkpointing", True), + # gradient_checkpointing removed - FSDP activation_checkpointing handles it fsdp=True, fsdp_config={ "backward_prefetch": "backward_pre",