[Bugfix][V1] Honor enable_jit_warmup for V2 kernel warmup (#55146)

Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
pengyihang
2026-09-22 15:34:31 -04:00
committed by GitHub
co-authored by mgoin
parent bc162b3f92
commit 415e11c6f1
+6 -3
View File
@@ -838,9 +838,12 @@ class Worker(WorkerBase):
# cuda graph capture.
kernel_warmup(self)
if self.use_v2_model_runner:
# A workspace resize after capture frees what the graphs point at.
warmup_kernels(self.model_runner, self.execute_model, self.sample_tokens)
if self.use_v2_model_runner: # noqa: SIM102
if self.vllm_config.kernel_config.enable_jit_warmup:
# A workspace resize after capture frees what the graphs point at.
warmup_kernels(
self.model_runner, self.execute_model, self.sample_tokens
)
cuda_graph_memory_bytes = 0
if not self.model_config.enforce_eager: