diff --git a/training/scripts/train.py b/training/scripts/train.py index fb1f463..2b6243e 100755 --- a/training/scripts/train.py +++ b/training/scripts/train.py @@ -96,7 +96,7 @@ def train(config_path): num_train_epochs=config["train_params"]["num_train_epochs"], per_device_train_batch_size=config["train_params"]["per_device_train_batch_size"], gradient_accumulation_steps=config["train_params"]["gradient_accumulation_steps"], - learning_rate=config["train_params"]["learning_rate"], + learning_rate=float(config["train_params"]["learning_rate"]), lr_scheduler_type=config["train_params"]["lr_scheduler_type"], weight_decay=config["train_params"]["weight_decay"], warmup_steps=int(config["train_params"]["warmup_ratio"] * config["train_params"]["num_train_epochs"] * len(dataset["train"]) // config["train_params"]["per_device_train_batch_size"]),