diff --git a/vllm/transformers_utils/s3_utils.py b/vllm/transformers_utils/s3_utils.py
index 1a250d566b73e..4474d3a914e15 100644
--- a/vllm/transformers_utils/s3_utils.py
+++ b/vllm/transformers_utils/s3_utils.py
@@ -64,7 +64,7 @@ def __init__(self) -> None:
         for sig in (signal.SIGINT, signal.SIGTERM):
             existing_handler = signal.getsignal(sig)
             signal.signal(sig, self.close_by_signal(existing_handler))
-        self.dir = tempfile.mkdtemp(dir='/dev/shm')
+        self.dir = tempfile.mkdtemp()
 
     def __del__(self):
         self.close()