[bugfix] make args.stream work (#6831)

vllm-project · Jul 27, 2024 · a57d758 · a57d758
1 parent 925de97
commit a57d758
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/examples/api_client.py b/examples/api_client.py
@@ -31,7 +31,10 @@ def post_http_request(prompt: str,
         "max_tokens": 16,
         "stream": stream,
     }
-    response = requests.post(api_url, headers=headers, json=pload, stream=True)
+    response = requests.post(api_url,
+                             headers=headers,
+                             json=pload,
+                             stream=stream)
     return response