From fc93e5614374688bddc432279244ba7fbf8169c2 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Thu, 15 Aug 2024 00:02:29 -0700 Subject: [PATCH] [Bugfix][TPU] Correct env variable for XLA cache path (#7544) --- vllm/envs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/envs.py b/vllm/envs.py index 5518cd9ced9be..b0cb56e58d0da 100644 --- a/vllm/envs.py +++ b/vllm/envs.py @@ -334,7 +334,7 @@ def get_default_config_root(): "VLLM_XLA_CACHE_PATH": lambda: os.path.expanduser( os.getenv( - "VLLM_ASSETS_CACHE", + "VLLM_XLA_CACHE_PATH", os.path.join(get_default_cache_root(), "vllm", "xla_cache"), )), "VLLM_FUSED_MOE_CHUNK_SIZE":