From 07b02165fc7ac016aab0cfdbdf73dece19447789 Mon Sep 17 00:00:00 2001 From: Imran Ullah <103720343+imrankh46@users.noreply.github.com> Date: Tue, 26 Nov 2024 15:44:37 +0530 Subject: [PATCH] Update text_generation.py i avoid this warning. packages/llmcompressor/transformers/finetune/session_mixin.py:95: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead. --- src/llmcompressor/transformers/finetune/text_generation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmcompressor/transformers/finetune/text_generation.py b/src/llmcompressor/transformers/finetune/text_generation.py index 85aa6d82c..ff3ed4ff1 100644 --- a/src/llmcompressor/transformers/finetune/text_generation.py +++ b/src/llmcompressor/transformers/finetune/text_generation.py @@ -346,7 +346,7 @@ def main( data_args=data_args, train_dataset=train_dataset or calib_dataset, eval_dataset=eval_dataset, - tokenizer=tokenizer, + processing_class=tokenizer, data_collator=data_collator, )