From 36fe2c8d450d62f6173bc8ebf110eea06e2472e7 Mon Sep 17 00:00:00 2001 From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com> Date: Thu, 2 Jul 2026 16:24:34 -0400 Subject: [PATCH] fix: pass dataset_text_field to SFTTrainer from config --- train.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/train.py b/train.py index 10761ed..dd127ae 100644 --- a/train.py +++ b/train.py @@ -136,12 +136,17 @@ def train(config_path): # SFT Trainer from trl import SFTTrainer + # Get text column from config (default to 'text' if not specified) + text_column = config["dataset"][0].get("text_column", "text") + print(f"Using text column: {text_column}") + trainer = SFTTrainer( model=model, processing_class=tokenizer, train_dataset=dataset["train"], eval_dataset=dataset.get("test"), args=training_args, + dataset_text_field=text_column, ) # Train