[MRV2] Miscellaneous code structure updates (#60754)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-10-09 17:58:09 -07:00
committed by GitHub
parent 9f1c783886
commit 7d1d8660d6
18 changed files with 140 additions and 109 deletions
+2 -2
View File
@@ -1091,12 +1091,12 @@ class VllmBackend:
# TODO(patchy): the V1 torch.compile ngram-gpu kernel causes vllm
# torch compile cache errors. The V2 implementation is pure Triton and
# does not need the cache disabled.
is_ngram_gpu_enabled = (
is_v1_ngram_gpu_enabled = (
vllm_config.speculative_config is not None
and vllm_config.speculative_config.use_ngram_gpu()
and not vllm_config.use_v2_model_runner
)
disable_cache = disable_cache or is_ngram_gpu_enabled
disable_cache = disable_cache or is_v1_ngram_gpu_enabled
if disable_cache:
logger.info("%svLLM's torch.compile cache is disabled.", self._log_prefix())