diff --git a/train.py b/train.py index 7b4e045..524c7b5 100644 --- a/train.py +++ b/train.py @@ -177,7 +177,7 @@ def train(config_path): "limit_all_gathers": True, "sync_module_states": True, "use_orig_params": True, # Critical for LoRA/PEFT - "mixed_precision": {"param_dtype": torch.bfloat16, "reduce_dtype": torch.float32, "buffer_dtype": torch.float32}, + # "mixed_precision": {"param_dtype": torch.bfloat16, "reduce_dtype": torch.float32, "buffer_dtype": torch.float32}, "auto_wrap_policy": "TRANSFORMER_BASED_WRAP", "transformer_layer_cls_to_wrap": "Qwen3_5MoeDecoderLayer", },