[BugFix] Gate MRV2 mixed sparse-MLA warmup on max_num_seqs > 1 (#47050)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: ziminghuang <ziminghuang@inferact.ai>
This commit is contained in:
Nick Hill
2026-06-30 16:31:27 +01:00
committed by GitHub
co-authored by ziminghuang
parent 9e84ec8648
commit fcaa84efa7
3 changed files with 34 additions and 4 deletions
+30
View File
@@ -0,0 +1,30 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""Tests for the max_num_reqs gate on the V2 mixed prefill+decode warmup."""
from types import SimpleNamespace
import pytest
from vllm.v1.worker.gpu.warmup import run_mixed_prefill_decode_warmup
def _fail(*args, **kwargs):
raise AssertionError("worker callback must not run when warmup is skipped")
@pytest.mark.parametrize("max_num_reqs", [1, 0])
def test_mixed_warmup_skipped_for_single_seq(max_num_reqs):
"""A mixed prefill+decode step needs >=2 requests; with max_num_reqs < 2
the warmup must be skipped without touching the worker callbacks."""
runner = SimpleNamespace(is_pooling_model=False, max_num_reqs=max_num_reqs)
assert (
run_mixed_prefill_decode_warmup(
runner,
worker_execute_model=_fail,
worker_sample_tokens=_fail,
num_tokens=128,
)
is False
)