bugfix: The 'preprocess_dataset' function call is missing required pa…

…rameter (#192) Co-authored-by: github <[email protected]>
eosphoros-ai · Dec 25, 2023 · e82e682 · e82e682
1 parent f262347
commit e82e682
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dbgpt_hub/train/sft_train.py b/dbgpt_hub/train/sft_train.py
@@ -48,7 +48,7 @@ def run_sft(
     model, tokenizer = load_model_and_tokenizer(
         model_args, finetuning_args, training_args.do_train
     )
-    dataset = preprocess_dataset(dataset, tokenizer, data_args, training_args)
+    dataset = preprocess_dataset(dataset, tokenizer, data_args, training_args, "sft")
     data_collator = DataCollatorForSeq2Seq(
         tokenizer=tokenizer,
         label_pad_token_id=IGNORE_INDEX