[Feature][Spec Decode] Support sampling mask replay for MRV2 MTP (#59359)

Signed-off-by: Cuiping Cheng <chengcuipingswu@163.com>
Signed-off-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Cuiping Cheng <chengcuipingswu@163.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
vx120
2026-10-01 13:51:39 +08:00
committed by GitHub
co-authored by Cuiping Cheng aoshen02 Claude Opus 5.5
parent 37cecc8141
commit 70be6aae19
13 changed files with 583 additions and 68 deletions
+26
View File
@@ -35,6 +35,7 @@ from vllm.v1.engine.output_processor import (
RequestState,
)
from vllm.v1.metrics.stats import IterationStats, PrefillStats, SchedulerStats
from vllm.v1.outputs import SamplingMaskLists
@pytest.mark.parametrize("flat_logprobs", [False, True])
@@ -62,6 +63,31 @@ def test_delta_output_without_new_tokens_returns_empty_logprobs(
assert len(output.logprobs) == 0
def test_completion_output_preserves_each_sampling_mask_position() -> None:
state = RequestState.__new__(RequestState)
state.detokenizer = MagicMock()
state.detokenizer.get_next_output_text.return_value = ""
state.logprobs_processor = MagicMock()
state.logprobs_processor.logprobs = None
state.logprobs_processor.cumulative_logprob = None
state.output_kind = RequestOutputKind.DELTA
state.request_index = 0
state.sampling_mask_chunks = [
SamplingMaskLists(
token_ids=np.array([10, 11, 20]),
offsets=np.array([0, 2, 3]),
),
SamplingMaskLists(token_ids=np.array([30, 31, 32])),
]
state.routed_experts_chunks = []
state.spec_decode_metrics = None
output = state._new_completion_output([1, 2, 3], FinishReason.LENGTH, None)
assert output.sampling_mask is not None
assert output.sampling_mask.token_ids == [[10, 11], [20], [30, 31, 32]]
def _ref_convert_id_to_token(
tokenizer: TokenizerLike,
token_id: int,