[Core] Use uvloop with zmq-decoupled front-end (#7570)

vllm-project · Aug 16, 2024 · 9587b05 · 9587b05
1 parent 54bd9a0
commit 9587b05
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/entrypoints/openai/rpc/server.py b/vllm/entrypoints/openai/rpc/server.py
@@ -3,6 +3,7 @@
 from typing import Any, Coroutine
 
 import cloudpickle
+import uvloop
 import zmq
 import zmq.asyncio
 from typing_extensions import Never
@@ -217,4 +218,4 @@ def signal_handler() -> None:
 def run_rpc_server(async_engine_args: AsyncEngineArgs,
                    usage_context: UsageContext, rpc_path: str):
     server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path)
-    asyncio.run(run_server(server))
+    uvloop.run(run_server(server))