[bugfix] make args.stream work (vllm-project#6831)

KuntaiDu · Jul 27, 2024 · fb2464b · fb2464b
1 parent 0dce243
commit fb2464b
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/examples/api_client.py b/examples/api_client.py
@@ -31,7 +31,10 @@ def post_http_request(prompt: str,
         "max_tokens": 16,
         "stream": stream,
     }
-    response = requests.post(api_url, headers=headers, json=pload, stream=True)
+    response = requests.post(api_url,
+                             headers=headers,
+                             json=pload,
+                             stream=stream)
     return response