[Bugfix] Steaming continuous_usage_stats default to False (vllm-proje…

…ct#9709) Signed-off-by: Sam Stoelinga <[email protected]> Signed-off-by: Maxime Fournioux <[email protected]>
mfournioux · Nov 20, 2024 · 502c048 · 502c048
1 parent 0401dfa
commit 502c048
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
@@ -127,7 +127,7 @@ class ResponseFormat(OpenAIBaseModel):
 
 class StreamOptions(OpenAIBaseModel):
     include_usage: Optional[bool] = True
-    continuous_usage_stats: Optional[bool] = True
+    continuous_usage_stats: Optional[bool] = False
 
 
 class FunctionDefinition(OpenAIBaseModel):