[Bugfix] Handle empty FlatLogprobs slices and delta output (#53704)

Signed-off-by: tony <864832769@qq.com>
This commit is contained in:
Tony
2026-08-26 21:00:54 +08:00
committed by GitHub
parent 6a5e8f5979
commit 903a02192f
4 changed files with 53 additions and 7 deletions
+32 -2
View File
@@ -3,6 +3,7 @@
import math
import time
from unittest.mock import MagicMock
import pytest
@@ -14,7 +15,7 @@ from tests.v1.engine.utils import (
MockEngineCore,
)
from vllm import PoolingParams
from vllm.logprobs import PromptLogprobs, SampleLogprobs
from vllm.logprobs import FlatLogprobs, Logprob, PromptLogprobs, SampleLogprobs
from vllm.lora.request import LoRARequest
from vllm.outputs import CompletionOutput, RequestOutput
from vllm.sampling_params import RequestOutputKind, SamplingParams
@@ -26,10 +27,39 @@ from vllm.v1.engine import (
EngineCoreRequest,
FinishReason,
)
from vllm.v1.engine.output_processor import OutputProcessor, RequestOutputCollector
from vllm.v1.engine.output_processor import (
OutputProcessor,
RequestOutputCollector,
RequestState,
)
from vllm.v1.metrics.stats import IterationStats, SchedulerStats
@pytest.mark.parametrize("flat_logprobs", [False, True])
def test_delta_output_without_new_tokens_returns_empty_logprobs(
flat_logprobs: bool,
) -> None:
accumulated = FlatLogprobs() if flat_logprobs else []
accumulated.append({1: Logprob(logprob=-0.5, rank=1)})
state = RequestState.__new__(RequestState)
state.detokenizer = MagicMock()
state.detokenizer.get_next_output_text.return_value = ""
state.logprobs_processor = MagicMock()
state.logprobs_processor.logprobs = accumulated
state.logprobs_processor.cumulative_logprob = -0.5
state.output_kind = RequestOutputKind.DELTA
state.request_index = 0
state.sampling_mask_chunks = []
state.routed_experts_chunks = []
state.spec_decode_metrics = None
output = state._new_completion_output([], None, None)
assert isinstance(output.logprobs, FlatLogprobs if flat_logprobs else list)
assert len(output.logprobs) == 0
def _ref_convert_id_to_token(
tokenizer: TokenizerLike,
token_id: int,