[Bugfix] OpenAI entrypoint limits logprobs while ignoring server defined --max-logprobs (#5312)
Co-authored-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -322,9 +322,9 @@ class ChatCompletionRequest(OpenAIBaseModel):
|
||||
raise ValueError(
|
||||
"when using `top_logprobs`, `logprobs` must be set to true."
|
||||
)
|
||||
elif not 0 <= data["top_logprobs"] <= 20:
|
||||
elif data["top_logprobs"] < 0:
|
||||
raise ValueError(
|
||||
"`top_logprobs` must be a value in the interval [0, 20].")
|
||||
"`top_logprobs` must be a value a positive value.")
|
||||
return data
|
||||
|
||||
|
||||
@@ -478,9 +478,8 @@ class CompletionRequest(OpenAIBaseModel):
|
||||
@classmethod
|
||||
def check_logprobs(cls, data):
|
||||
if "logprobs" in data and data[
|
||||
"logprobs"] is not None and not 0 <= data["logprobs"] <= 5:
|
||||
raise ValueError(("if passed, `logprobs` must be a value",
|
||||
" in the interval [0, 5]."))
|
||||
"logprobs"] is not None and not data["logprobs"] >= 0:
|
||||
raise ValueError("if passed, `logprobs` must be a positive value.")
|
||||
return data
|
||||
|
||||
@model_validator(mode="before")
|
||||
|
||||
Reference in New Issue
Block a user