From 6dcc5d7caeffa7f69239153b171249e867ca6050 Mon Sep 17 00:00:00 2001 From: Neil Schemenauer Date: Fri, 21 Aug 2026 09:07:16 -0700 Subject: [PATCH] [Bugfix] Include device index in compile cache paths (#38962) Signed-off-by: Neil Schemenauer Signed-off-by: Tyler Michael Smith Co-authored-by: Tyler Michael Smith --- vllm/compilation/backends.py | 5 ++++- vllm/compilation/decorators.py | 3 ++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py index 8fbf5b41f7..3fbb4b2c33 100644 --- a/vllm/compilation/backends.py +++ b/vllm/compilation/backends.py @@ -1074,7 +1074,10 @@ class VllmBackend: self.compilation_config.cache_dir = cache_dir rank = vllm_config.parallel_config.rank dp_rank = vllm_config.parallel_config.data_parallel_index - local_cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}", self.prefix) + dev = torch.accelerator.current_device_index() + local_cache_dir = os.path.join( + cache_dir, f"rank_{rank}_{dp_rank}_dev{dev}", self.prefix + ) os.makedirs(local_cache_dir, exist_ok=True) self.compilation_config.local_cache_dir = local_cache_dir diff --git a/vllm/compilation/decorators.py b/vllm/compilation/decorators.py index ad710a6fe3..eb9d73a2d3 100644 --- a/vllm/compilation/decorators.py +++ b/vllm/compilation/decorators.py @@ -559,7 +559,8 @@ def _support_torch_compile( rank = self.vllm_config.parallel_config.rank dp_rank = self.vllm_config.parallel_config.data_parallel_index - cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}") + dev = torch.accelerator.current_device_index() + cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}_dev{dev}") aot_compilation_path = os.path.join(cache_dir, "model") if not envs.VLLM_DISABLE_COMPILE_CACHE: loaded_fn = _try_load_aot_compiled_fn(self, aot_compilation_path)