[Bugfix] Steaming continuous_usage_stats default to False (vllm-proje…

…ct#9709) Signed-off-by: Sam Stoelinga <[email protected]> Signed-off-by: Shanshan Wang <[email protected]>
cooleel · Oct 28, 2024 · 29b38cc · 29b38cc
1 parent 86ecc61
commit 29b38cc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -127,7 +127,7 @@ class ResponseFormat(OpenAIBaseModel):
 
 class StreamOptions(OpenAIBaseModel):
     include_usage: Optional[bool] = True
-    continuous_usage_stats: Optional[bool] = True
+    continuous_usage_stats: Optional[bool] = False
 
 
 class FunctionDefinition(OpenAIBaseModel):