From 5c3b61e9c438a605b52d6d1c2639b2dcb5bbf575 Mon Sep 17 00:00:00 2001 From: Misha Goin Date: Tue, 22 Sep 2026 17:35:23 -0400 Subject: [PATCH] [Core] Disable JIT warmup in eager mode (#58197) Signed-off-by: mgoin --- vllm/config/vllm.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index c7be5b4ce5..7fcef9be62 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -1598,11 +1598,14 @@ class VllmConfig: if self.model_config is not None and self.model_config.enforce_eager: logger.warning_once( - "Enforce eager set, disabling torch.compile and CUDAGraphs. " - "This is equivalent to setting -cc.mode=none -cc.cudagraph_mode=none" + "Enforce eager set, disabling torch.compile, CUDAGraphs, and JIT " + "kernel warmup. This is equivalent to setting -cc.mode=none " + "-cc.cudagraph_mode=none and " + "--kernel_config.enable_jit_warmup=False" ) self.compilation_config.mode = CompilationMode.NONE self.compilation_config.cudagraph_mode = CUDAGraphMode.NONE + self.kernel_config.enable_jit_warmup = False if os.environ.get("TORCH_COMPILE_DISABLE") == "1": logger.warning_once(