[CI/Build][Bugfix] Fix CPU backend default threads num (vllm-project#…

…13077)
neuralmagic · Feb 11, 2025 · 565c1ef · 565c1ef
1 parent 2b25b7d
commit 565c1ef
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py
@@ -115,6 +115,9 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
         # Environment variables for CPU executor
         #
 
+        # Set default threads num for OpenMP parallel
+        os.environ["OMP_NUM_THREADS"] = str(torch.get_num_threads())
+
         # Disable torch async compiling which won't work with daemonic processes
         os.environ["TORCHINDUCTOR_COMPILE_THREADS"] = "1"