[Bugfix] Steaming continuous_usage_stats default to False (vllm-proje…

…ct#9709) Signed-off-by: Sam Stoelinga <[email protected]> Signed-off-by: Sumit Dubey <[email protected]>
sumitd2 · Nov 14, 2024 · 741e63e · 741e63e
1 parent 4d03fd1
commit 741e63e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -127,7 +127,7 @@ class ResponseFormat(OpenAIBaseModel):
 
 class StreamOptions(OpenAIBaseModel):
     include_usage: Optional[bool] = True
-    continuous_usage_stats: Optional[bool] = True
+    continuous_usage_stats: Optional[bool] = False
 
 
 class FunctionDefinition(OpenAIBaseModel):