Fix: Add missing enable_prompt_tokens_details flag for vllm (#786)

beam-cloud · Dec 16, 2024 · 835f131 · 835f131
1 parent aab7c62
commit 835f131
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/sdk/pyproject.toml b/sdk/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "beta9"
-version = "0.1.134"
+version = "0.1.135"
 description = ""
 authors = ["beam.cloud <[email protected]>"]
 packages = [

diff --git a/sdk/src/beta9/abstractions/integrations/vllm.py b/sdk/src/beta9/abstractions/integrations/vllm.py
@@ -253,6 +253,7 @@ def __init__(
             enable_auto_tool_choice=vllm_args.enable_auto_tool_choice,
             tool_call_parser=vllm_args.tool_call_parser,
             disable_log_stats=vllm_args.disable_log_stats,
+            enable_prompt_tokens_details=vllm_args.enable_prompt_tokens_details,
         )
 
     def __name__(self) -> str: