From 333aca419c5d11df501713bf879ccac5efc9db27 Mon Sep 17 00:00:00 2001 From: Rui Qiao Date: Tue, 17 Dec 2024 16:19:37 +0000 Subject: [PATCH] up Signed-off-by: Rui Qiao --- tests/basic_correctness/test_basic_correctness.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/basic_correctness/test_basic_correctness.py b/tests/basic_correctness/test_basic_correctness.py index 1c2193bb17a55..9e4eb16fc6cc5 100644 --- a/tests/basic_correctness/test_basic_correctness.py +++ b/tests/basic_correctness/test_basic_correctness.py @@ -127,6 +127,11 @@ def test_models_distributed( if attention_backend: os.environ["VLLM_ATTENTION_BACKEND"] = attention_backend + # Import VLLM_USE_V1 dynamically to handle patching + from vllm.envs import VLLM_USE_V1 + if VLLM_USE_V1 and distributed_executor_backend != "mp": + os.environ["VLLM_ENABLE_V1_MULTIPROCESSING"] = "0" + dtype = "half" max_tokens = 5