[Bugfix] Fixed Mistral tool streaming with non-ascii characters

Signed-off-by: cedonley <[email protected]>
vllm-project · Nov 29, 2024 · 5882a91 · 5882a91
1 parent f630a0c
commit 5882a91
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py b/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py
@@ -260,7 +260,8 @@ def extract_tool_calls_streaming(
                         "mid-arguments")
                     delta = None
                 elif cur_arguments and not prev_arguments:
-                    cur_arguments_json = json.dumps(cur_arguments)[:-2]
+                    cur_arguments_json = json.dumps(cur_arguments,
+                                                    ensure_ascii=False)[:-2]
                     logger.debug("finding %s in %s", new_text,
                                  cur_arguments_json)