[Bugfix] Fixed final instance check and formatting

Signed-off-by: cedonley <[email protected]>
vllm-project · Nov 29, 2024 · f630a0c · f630a0c
1 parent 77490ef
commit f630a0c
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py
@@ -496,7 +496,11 @@ async def chat_completion_stream_generator(
                         if self._should_check_for_unstreamed_tool_arg_tokens(
                                 delta_message, output) and tool_parser:
                             latest_delta_len = 0
-                            if (isinstance(delta_message,DeltaMessage)):
+                            if ((isinstance(
+                                    delta_message.tool_calls[0].function,
+                                    DeltaFunctionCall)) and isinstance(
+                                        delta_message.tool_calls[0].function.
+                                        arguments, str)):
                                 latest_delta_len = len(
                                     delta_message.tool_calls[0].function.
                                     arguments)