diff --git a/training/scripts/train.py b/training/scripts/train.py index 627d90c..0462e42 100755 --- a/training/scripts/train.py +++ b/training/scripts/train.py @@ -36,7 +36,7 @@ def train(config_path): print(f"Loading model: {config['base_model']}") model = AutoModelForCausalLM.from_pretrained( config["base_model"], - torch_dtype=torch.bfloat16, # Convert FP8 -> bf16 + dtype=torch.bfloat16, # Convert FP8 -> bf16 device_map="cpu", # Load to CPU first trust_remote_code=True, )