up

Signed-off-by: Rui Qiao <[email protected]>
vllm-project · Dec 17, 2024 · 333aca4 · 333aca4
1 parent d560a9d
commit 333aca4
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/tests/basic_correctness/test_basic_correctness.py b/tests/basic_correctness/test_basic_correctness.py
@@ -127,6 +127,11 @@ def test_models_distributed(
     if attention_backend:
         os.environ["VLLM_ATTENTION_BACKEND"] = attention_backend
 
+    # Import VLLM_USE_V1 dynamically to handle patching
+    from vllm.envs import VLLM_USE_V1
+    if VLLM_USE_V1 and distributed_executor_backend != "mp":
+        os.environ["VLLM_ENABLE_V1_MULTIPROCESSING"] = "0"
+
     dtype = "half"
     max_tokens = 5