[Core] Disable JIT warmup in eager mode (#58197)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Misha Goin
2026-09-22 17:35:23 -04:00
committed by GitHub
parent 01e15bc94c
commit 5c3b61e9c4
+5 -2
View File
@@ -1598,11 +1598,14 @@ class VllmConfig:
if self.model_config is not None and self.model_config.enforce_eager:
logger.warning_once(
"Enforce eager set, disabling torch.compile and CUDAGraphs. "
"This is equivalent to setting -cc.mode=none -cc.cudagraph_mode=none"
"Enforce eager set, disabling torch.compile, CUDAGraphs, and JIT "
"kernel warmup. This is equivalent to setting -cc.mode=none "
"-cc.cudagraph_mode=none and "
"--kernel_config.enable_jit_warmup=False"
)
self.compilation_config.mode = CompilationMode.NONE
self.compilation_config.cudagraph_mode = CUDAGraphMode.NONE
self.kernel_config.enable_jit_warmup = False
if os.environ.get("TORCH_COMPILE_DISABLE") == "1":
logger.warning_once(