[BugFix] Set engine_use_ray=True when TP>1 (#1531)

vllm-project · Nov 1, 2023 · 5687d58 · 5687d58
1 parent cf8849f
commit 5687d58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py
@@ -484,7 +484,7 @@ def from_engine_args(cls,
         distributed_init_method, placement_group = initialize_cluster(
             parallel_config, engine_args.engine_use_ray)
         # Create the async LLM engine.
-        engine = cls(engine_args.worker_use_ray,
+        engine = cls(parallel_config.worker_use_ray,
                      engine_args.engine_use_ray,
                      *engine_configs,
                      distributed_init_method,