Skip to content

Commit

Permalink
✨ Add Claude engine support in response handling
Browse files Browse the repository at this point in the history
  • Loading branch information
yym68686 committed Feb 7, 2025
1 parent b62393e commit 931b39f
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 1 deletion.
2 changes: 1 addition & 1 deletion VERSION
Original file line number Diff line number Diff line change
@@ -1 +1 @@
1.2.15
1.3.0
14 changes: 14 additions & 0 deletions response.py
Original file line number Diff line number Diff line change
Expand Up @@ -353,6 +353,20 @@ async def fetch_response(client, url, headers, payload, engine, model):
timestamp = int(datetime.timestamp(datetime.now()))
yield await generate_no_stream_response(timestamp, model, content=content, tools_id=None, function_call_name=None, function_call_content=None, role=role, total_tokens=total_tokens, prompt_tokens=prompt_tokens, completion_tokens=candidates_tokens)

elif engine == "claude":
response_json = response.json()

content = safe_get(response_json, "content", 0, "text")

prompt_tokens = safe_get(response_json, "usage", "input_tokens")
output_tokens = safe_get(response_json, "usage", "output_tokens")
total_tokens = prompt_tokens + output_tokens

role = safe_get(response_json, "role")

timestamp = int(datetime.timestamp(datetime.now()))
yield await generate_no_stream_response(timestamp, model, content=content, tools_id=None, function_call_name=None, function_call_content=None, role=role, total_tokens=total_tokens, prompt_tokens=prompt_tokens, completion_tokens=output_tokens)

elif engine == "azure":
response_json = response.json()
# 删除 content_filter_results
Expand Down

0 comments on commit 931b39f

Please sign in to comment.