优化qwen的 fuction call

Author: shell-nlp

gpt_server/model_handler/qwen_react.py

@@ -70,6 +70,7 @@ def qwen_tool_extractor(content: str) -> Union[str, List[Tuple[str, str]]]:
         return content
     tool_calls = []
     tool_call = {
+        "index": 0,
         "id": "call_{}".format(uuid.uuid4().hex),
         "function": {"name": tool_name, "arguments": tool_input},
     }

gpt_server/openai_api_protocol/custom_api_protocol.py

@@ -5,7 +5,12 @@
     ChatCompletionResponse,
     ChatMessage,
     ChatCompletionResponseChoice,
+    ChatCompletionStreamResponse,
+    ChatCompletionResponseStreamChoice,
+    UsageInfo,
+    DeltaMessage,
 )
+from pydantic import Field
 
 
 class CustomEmbeddingsRequest(EmbeddingsRequest):
@@ -26,3 +31,17 @@ class CustomChatCompletionResponseChoice(ChatCompletionResponseChoice):
 
 class CustomChatCompletionResponse(ChatCompletionResponse):
     choices: List[CustomChatCompletionResponseChoice]
+
+
+# chat.completion.chunk
+class CustomDeltaMessage(DeltaMessage):
+    tool_calls: Optional[list] = None
+
+
+class CustomChatCompletionResponseStreamChoice(ChatCompletionResponseStreamChoice):
+    delta: CustomDeltaMessage
+
+
+class CustomChatCompletionStreamResponse(ChatCompletionStreamResponse):
+    usage: Optional[UsageInfo] = Field(default=None)
+    choices: List[CustomChatCompletionResponseStreamChoice]