[Bugfix] Accept logprobs=-1 in the Completion API (#46175)
Signed-off-by: Yufeng He <40085740+he-yufeng@users.noreply.github.com>
This commit is contained in:
@@ -526,9 +526,13 @@ class CompletionRequest(OpenAIBaseModel):
|
||||
parameter="prompt_logprobs",
|
||||
value=prompt_logprobs,
|
||||
)
|
||||
if (logprobs := data.get("logprobs")) is not None and logprobs < 0:
|
||||
if (
|
||||
(logprobs := data.get("logprobs")) is not None
|
||||
and logprobs < 0
|
||||
and logprobs != -1
|
||||
):
|
||||
raise VLLMValidationError(
|
||||
"`logprobs` must be a positive value.",
|
||||
"`logprobs` must be a positive value or -1.",
|
||||
parameter="logprobs",
|
||||
value=logprobs,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user