[CI] Disable JIT warmup by default in VllmRunner (#58452)

Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Misha Goin
2026-09-23 18:53:58 -05:00
committed by GitHub
parent 21ee743f47
commit 89d9fd83e2
+4
View File
@@ -982,6 +982,8 @@ class VllmRunner:
- `enable_chunked_prefill`: Set to `False` instead of `None` for
test reproducibility.
- `enforce_eager`: Set to `False` to test CUDA graph.
- `kernel_config.enable_jit_warmup`: Set to `False` to reduce test startup
time.
"""
def __init__(
@@ -1010,6 +1012,8 @@ class VllmRunner:
else set_default_torch_num_threads(default_torch_num_threads)
)
kwargs.setdefault("kernel_config", {"enable_jit_warmup": False})
if not kwargs.get("compilation_config", None):
# Note(@tdoublep): This is set to 4 because some tests (e.g., hybrid
# model tests) may set max_num_seqs=4. If min cudagraph_capture_size is