[Bugfix] Steaming continuous_usage_stats default to False (#9709)

Signed-off-by: Sam Stoelinga <[email protected]>
vllm-project · Oct 26, 2024 · 067e77f · 067e77f
1 parent 6567e13
commit 067e77f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -127,7 +127,7 @@ class ResponseFormat(OpenAIBaseModel):
 
 class StreamOptions(OpenAIBaseModel):
     include_usage: Optional[bool] = True
-    continuous_usage_stats: Optional[bool] = True
+    continuous_usage_stats: Optional[bool] = False
 
 
 class FunctionDefinition(OpenAIBaseModel):