[Bugfix] Accept logprobs=-1 in the Completion API (#46175)

Signed-off-by: Yufeng He <40085740+he-yufeng@users.noreply.github.com>
This commit is contained in:
Yufeng He
2026-08-18 08:22:13 +00:00
committed by GitHub
parent b01728b088
commit 5c9ff5366b
2 changed files with 30 additions and 2 deletions
@@ -526,9 +526,13 @@ class CompletionRequest(OpenAIBaseModel):
parameter="prompt_logprobs",
value=prompt_logprobs,
)
if (logprobs := data.get("logprobs")) is not None and logprobs < 0:
if (
(logprobs := data.get("logprobs")) is not None
and logprobs < 0
and logprobs != -1
):
raise VLLMValidationError(
"`logprobs` must be a positive value.",
"`logprobs` must be a positive value or -1.",
parameter="logprobs",
value=logprobs,
)