From 68ddf1404d00553ea4a709d3ef6d10a6fdeb7e73 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Fl=C3=A1via=20B=C3=A9o?= <119421251+flaviabeo@users.noreply.github.com> Date: Thu, 24 Oct 2024 09:42:16 -0300 Subject: [PATCH] Update vllm/transformers_utils/tokenizer_group/__init__.py Co-authored-by: Maximilien de Bayser --- vllm/transformers_utils/tokenizer_group/__init__.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/vllm/transformers_utils/tokenizer_group/__init__.py b/vllm/transformers_utils/tokenizer_group/__init__.py index d175047eba645..f653c782e1203 100644 --- a/vllm/transformers_utils/tokenizer_group/__init__.py +++ b/vllm/transformers_utils/tokenizer_group/__init__.py @@ -23,8 +23,10 @@ def init_tokenizer_from_configs(model_config: ModelConfig, max_input_length=None, tokenizer_mode=model_config.tokenizer_mode, trust_remote_code=model_config.trust_remote_code, - revision=model_config.tokenizer_revision, - do_lower_case=model_config.do_lower_case) + revision=model_config.tokenizer_revision) + + if model_config.do_lower_case is not None: + init_kwargs["do_lower_case"] = model_config.do_lower_case return get_tokenizer_group(parallel_config.tokenizer_pool_config, **init_kwargs)