From aee186800766f6f61de832c27cbe16e293980d26 Mon Sep 17 00:00:00 2001 From: s5u13b Date: Thu, 10 Oct 2024 12:01:40 +0000 Subject: [PATCH] Fix pylint --- llumnix/backends/vllm/llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llumnix/backends/vllm/llm_engine.py b/llumnix/backends/vllm/llm_engine.py index 7fe8371e..34811e50 100644 --- a/llumnix/backends/vllm/llm_engine.py +++ b/llumnix/backends/vllm/llm_engine.py @@ -61,7 +61,7 @@ async def put_nowait_to_servers(self, tasks.append(asyncio.create_task(self.request_output_queue_client.put_nowait(req_outputs, server_info))) rets = await asyncio.gather(*tasks, return_exceptions=True) for idx, ret in enumerate(rets): - if isinstance(ret, TimeoutError) or isinstance(ret, ray.exceptions.RayActorError): + if isinstance(ret, (TimeoutError, ray.exceptions.RayActorError)): server_id = list(server_request_outputs.keys())[idx] server_info = server_info_dict[server_id] logger.info("Server {} is dead".format(server_id))