[BugFix] Gate MRV2 mixed sparse-MLA warmup on max_num_seqs > 1 (#47050)
Signed-off-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: ziminghuang <ziminghuang@inferact.ai>
This commit is contained in:
@@ -0,0 +1,30 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Tests for the max_num_reqs gate on the V2 mixed prefill+decode warmup."""
|
||||
|
||||
from types import SimpleNamespace
|
||||
|
||||
import pytest
|
||||
|
||||
from vllm.v1.worker.gpu.warmup import run_mixed_prefill_decode_warmup
|
||||
|
||||
|
||||
def _fail(*args, **kwargs):
|
||||
raise AssertionError("worker callback must not run when warmup is skipped")
|
||||
|
||||
|
||||
@pytest.mark.parametrize("max_num_reqs", [1, 0])
|
||||
def test_mixed_warmup_skipped_for_single_seq(max_num_reqs):
|
||||
"""A mixed prefill+decode step needs >=2 requests; with max_num_reqs < 2
|
||||
the warmup must be skipped without touching the worker callbacks."""
|
||||
runner = SimpleNamespace(is_pooling_model=False, max_num_reqs=max_num_reqs)
|
||||
|
||||
assert (
|
||||
run_mixed_prefill_decode_warmup(
|
||||
runner,
|
||||
worker_execute_model=_fail,
|
||||
worker_sample_tokens=_fail,
|
||||
num_tokens=128,
|
||||
)
|
||||
is False
|
||||
)
|
||||
Reference in New Issue
Block a user