fix: torch_dtype -> dtype (fix deprecation warning)
This commit is contained in:
@@ -36,7 +36,7 @@ def train(config_path):
|
||||
print(f"Loading model: {config['base_model']}")
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
config["base_model"],
|
||||
torch_dtype=torch.bfloat16, # Convert FP8 -> bf16
|
||||
dtype=torch.bfloat16, # Convert FP8 -> bf16
|
||||
device_map="cpu", # Load to CPU first
|
||||
trust_remote_code=True,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user