From e527016febd03d2dc9af26e88f8c4db9fd5c79fd Mon Sep 17 00:00:00 2001 From: youkaichao Date: Wed, 28 Aug 2024 01:27:07 -0700 Subject: [PATCH] [ci][test] fix pp test failure (#7945) --- vllm/executor/multiproc_gpu_executor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/executor/multiproc_gpu_executor.py b/vllm/executor/multiproc_gpu_executor.py index 7b98fbea5cd0a..02b2499be4656 100644 --- a/vllm/executor/multiproc_gpu_executor.py +++ b/vllm/executor/multiproc_gpu_executor.py @@ -126,7 +126,7 @@ def shutdown(signum, frame): max_parallel_loading_workers) def _check_executor_parameters(self): - world_size = self.parallel_config.tensor_parallel_size + world_size = self.parallel_config.world_size tensor_parallel_size = self.parallel_config.tensor_parallel_size # Set CUDA_VISIBLE_DEVICES for the driver, inherited by workers