[bugfix] make args.stream work

simple bugfix.
vllm-project · Jul 26, 2024 · a4ca61f · a4ca61f
1 parent 85ad7e2
commit a4ca61f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/api_client.py b/examples/api_client.py
@@ -31,7 +31,7 @@ def post_http_request(prompt: str,
         "max_tokens": 16,
         "stream": stream,
     }
-    response = requests.post(api_url, headers=headers, json=pload, stream=True)
+    response = requests.post(api_url, headers=headers, json=pload, stream=stream)
     return response