diff --git a/training/scripts/train.py b/training/scripts/train.py index 7f473dc..cb6b7bf 100755 --- a/training/scripts/train.py +++ b/training/scripts/train.py @@ -74,7 +74,7 @@ def train(config_path): }, ) - # Training arguments + # Training arguments (max_seq_length removed - passed to SFTTrainer instead) training_args = TrainingArguments( output_dir=config["train_params"]["output_dir"], num_train_epochs=config["train_params"]["num_train_epochs"], @@ -84,7 +84,6 @@ def train(config_path): lr_scheduler_type=config["train_params"]["lr_scheduler_type"], weight_decay=config["train_params"]["weight_decay"], warmup_ratio=config["train_params"]["warmup_ratio"], - max_seq_length=config["train_params"]["max_seq_length"], logging_steps=config["train_params"]["logging_steps"], save_steps=config["train_params"]["save_steps"], save_total_limit=config["train_params"]["save_total_limit"],