cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: remove gradient_checkpointing (FSDP activation_checkpointing handles it)

Browse Source
This commit is contained in:
Christian Medina
2026-07-02 00:41:57 -04:00
parent dfe85c3c82
commit e3ea45fe96
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@@ -166,7 +166,7 @@ def train(config_path):
eval_strategy=config.get("eval_strategy", "steps"), eval_strategy=config.get("eval_strategy", "steps"),
eval_steps=config.get("eval_steps", 100), eval_steps=config.get("eval_steps", 100),
bf16=True, bf16=True,
gradient_checkpointing=config.get("gradient_checkpointing", True), # gradient_checkpointing removed - FSDP activation_checkpointing handles it
fsdp=True, fsdp=True,
fsdp_config={ fsdp_config={
"backward_prefetch": "backward_pre", "backward_prefetch": "backward_pre",