fix num_cpu_blocks after changing block_size

ilya-lavrenov · Mar 21, 2024 · f2dd24e · f2dd24e
1 parent 5cb452d
commit f2dd24e
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/executor/openvino_executor.py b/vllm/executor/openvino_executor.py
@@ -62,8 +62,9 @@ def __init__(
 
         if device_config.device.type == "cpu":
             if cache_config.block_size != 1:
-                print(f"Warning: CPU only support block_size = 1, current is {cache_config.block_size}, forced to 1.")
+                cache_config.num_cpu_blocks *= cache_config.block_size
                 cache_config.block_size = 1
+                print(f"Warning: CPU only support block_size = 1, it's forced to 1, num_cpu_blocks is set to {cache_config.num_cpu_blocks}.")
         self.block_size = cache_config.block_size
         self.num_gpu_blocks = cache_config.num_gpu_blocks
         self.num_cpu_blocks = cache_config.num_cpu_blocks