diff --git a/vllm/engine/ray_utils.py b/vllm/engine/ray_utils.py index 52e5be0227cd9..fb8854e068c87 100644 --- a/vllm/engine/ray_utils.py +++ b/vllm/engine/ray_utils.py @@ -55,7 +55,7 @@ def initialize_cluster( parallel_config: ParallelConfig, engine_use_ray: bool = False, ray_address: Optional[str] = None, -) -> Tuple[str, Optional["PlacementGroup"]]: +) -> Optional["PlacementGroup"]: """Initialize the distributed cluster probably with Ray. Args: