Update vllm/transformers_utils/tokenizer_group/__init__.py

Co-authored-by: Maximilien de Bayser <[email protected]>
flaviabeo · Oct 24, 2024 · 68ddf14 · 68ddf14
1 parent b84acfb
commit 68ddf14
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/vllm/transformers_utils/tokenizer_group/__init__.py b/vllm/transformers_utils/tokenizer_group/__init__.py
@@ -23,8 +23,10 @@ def init_tokenizer_from_configs(model_config: ModelConfig,
                        max_input_length=None,
                        tokenizer_mode=model_config.tokenizer_mode,
                        trust_remote_code=model_config.trust_remote_code,
-                       revision=model_config.tokenizer_revision,
-                       do_lower_case=model_config.do_lower_case)
+                       revision=model_config.tokenizer_revision)
+
+    if model_config.do_lower_case is not None:
+        init_kwargs["do_lower_case"] = model_config.do_lower_case
 
     return get_tokenizer_group(parallel_config.tokenizer_pool_config,
                                **init_kwargs)