[Bugfix] Keep JIT warmup under enforce-eager when fault tolerance is on (#58593)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Kimi <noreply@moonshot.cn>
This commit is contained in:
Nick Hill
2026-09-24 12:07:32 -07:00
committed by GitHub
co-authored by Kimi
parent 5b3f280a6d
commit 074d57fce1
2 changed files with 31 additions and 7 deletions
+16 -7
View File
@@ -1666,15 +1666,24 @@ class VllmConfig:
)
if self.model_config is not None and self.model_config.enforce_eager:
logger.warning_once(
"Enforce eager set, disabling torch.compile, CUDAGraphs, and JIT "
"kernel warmup. This is equivalent to setting -cc.mode=none "
"-cc.cudagraph_mode=none and "
"--kernel_config.enable_jit_warmup=False"
)
self.compilation_config.mode = CompilationMode.NONE
self.compilation_config.cudagraph_mode = CUDAGraphMode.NONE
self.kernel_config.enable_jit_warmup = False
if self.parallel_config.enable_fault_tolerance:
# Keep JIT warmup: in-inference Triton compilation latency
# spikes can delay peer-fault detection past its deadline.
logger.warning_once(
"Enforce eager set, disabling torch.compile and CUDAGraphs. "
"This is equivalent to setting -cc.mode=none "
"-cc.cudagraph_mode=none"
)
else:
logger.warning_once(
"Enforce eager set, disabling torch.compile, CUDAGraphs, and "
"JIT kernel warmup. This is equivalent to setting "
"-cc.mode=none -cc.cudagraph_mode=none and "
"--kernel_config.enable_jit_warmup=False"
)
self.kernel_config.enable_jit_warmup = False
if os.environ.get("TORCH_COMPILE_DISABLE") == "1":
logger.warning_once(