fix: torch_dtype -> dtype (fix deprecation warning)
This commit is contained in:
@@ -36,7 +36,7 @@ def train(config_path):
|
|||||||
print(f"Loading model: {config['base_model']}")
|
print(f"Loading model: {config['base_model']}")
|
||||||
model = AutoModelForCausalLM.from_pretrained(
|
model = AutoModelForCausalLM.from_pretrained(
|
||||||
config["base_model"],
|
config["base_model"],
|
||||||
torch_dtype=torch.bfloat16, # Convert FP8 -> bf16
|
dtype=torch.bfloat16, # Convert FP8 -> bf16
|
||||||
device_map="cpu", # Load to CPU first
|
device_map="cpu", # Load to CPU first
|
||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user