From 2ecf7d0eb49583bdeb74b99f4a7a9a39651681e2 Mon Sep 17 00:00:00 2001 From: Wentao Ye <44945378+yewentao256@users.noreply.github.com> Date: Sat, 13 Jun 2026 04:44:16 -0400 Subject: [PATCH] [Model Runner V2] Fix `openai.InternalServerError: Error code: 500 - 'list index out of range'` (#45467) Signed-off-by: yewentao256 --- vllm/v1/worker/gpu/sample/states.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/v1/worker/gpu/sample/states.py b/vllm/v1/worker/gpu/sample/states.py index bf2f1ce78f..fe4dee6a6b 100644 --- a/vllm/v1/worker/gpu/sample/states.py +++ b/vllm/v1/worker/gpu/sample/states.py @@ -56,6 +56,8 @@ class SamplingStates: num_logprobs = sampling_params.logprobs if num_logprobs is None: num_logprobs = NO_LOGPROBS + elif num_logprobs == -1: + num_logprobs = self.vocab_size self.num_logprobs[req_idx] = num_logprobs def apply_staged_writes(self) -> None: