fix(openai): multiple streamed tool calls (#922)

langfuse · Sep 12, 2024 · c14a10e · c14a10e
1 parent 6744bb3
commit c14a10e
Showing 1 changed file with 24 additions and 7 deletions.
diff --git a/langfuse/openai.py b/langfuse/openai.py
@@ -421,16 +421,30 @@ def _extract_streamed_openai_response(resource, chunks):
                     )
 
                     if not curr:
-                        completion["tool_calls"] = {
-                            "name": getattr(tool_call_chunk, "name", ""),
-                            "arguments": getattr(tool_call_chunk, "arguments", ""),
-                        }
+                        completion["tool_calls"] = [
+                            {
+                                "name": getattr(tool_call_chunk, "name", ""),
+                                "arguments": getattr(tool_call_chunk, "arguments", ""),
+                            }
+                        ]
+
+                    elif getattr(tool_call_chunk, "name", None) is not None:
+                        curr.append(
+                            {
+                                "name": getattr(tool_call_chunk, "name", None),
+                                "arguments": getattr(
+                                    tool_call_chunk, "arguments", None
+                                ),
+                            }
+                        )
 
                     else:
-                        curr["name"] = curr["name"] or getattr(
+                        curr[-1]["name"] = curr[-1]["name"] or getattr(
                             tool_call_chunk, "name", None
                         )
-                        curr["arguments"] += getattr(tool_call_chunk, "arguments", None)
+                        curr[-1]["arguments"] += getattr(
+                            tool_call_chunk, "arguments", None
+                        )
 
             if resource.type == "completion":
                 completion += choice.get("text", None)
@@ -449,7 +463,10 @@ def get_response_for_chat():
                 completion["tool_calls"]
                 and {
                     "role": "assistant",
-                    "tool_calls": [{"function": completion["tool_calls"]}],
+                    # "tool_calls": [{"function": completion["tool_calls"]}],
+                    "tool_calls": [
+                        {"function": data} for data in completion["tool_calls"]
+                    ],
                 }
             )
             or None