[Feature][Responses API] Support logprobs(non-stream) (#23319)
Signed-off-by: Kebe <mail@kebe7jun.com>
This commit is contained in:
@@ -357,13 +357,22 @@ class ResponsesRequest(OpenAIBaseModel):
|
||||
temperature=temperature,
|
||||
top_p=top_p,
|
||||
max_tokens=max_tokens,
|
||||
logprobs=self.top_logprobs,
|
||||
logprobs=self.top_logprobs
|
||||
if self.is_include_output_logprobs() else None,
|
||||
stop_token_ids=stop_token_ids,
|
||||
output_kind=(RequestOutputKind.DELTA
|
||||
if self.stream else RequestOutputKind.FINAL_ONLY),
|
||||
guided_decoding=guided_decoding,
|
||||
)
|
||||
|
||||
def is_include_output_logprobs(self) -> bool:
|
||||
"""Check if the request includes output logprobs."""
|
||||
if self.include is None:
|
||||
return False
|
||||
return isinstance(
|
||||
self.include,
|
||||
list) and "message.output_text.logprobs" in self.include
|
||||
|
||||
@model_validator(mode="before")
|
||||
def validate_background(cls, data):
|
||||
if not data.get("background"):
|
||||
@@ -1808,7 +1817,7 @@ class ResponsesResponse(OpenAIBaseModel):
|
||||
service_tier: Literal["auto", "default", "flex", "scale", "priority"]
|
||||
status: ResponseStatus
|
||||
text: Optional[ResponseTextConfig] = None
|
||||
top_logprobs: int
|
||||
top_logprobs: Optional[int] = None
|
||||
truncation: Literal["auto", "disabled"]
|
||||
usage: Optional[ResponseUsage] = None
|
||||
user: Optional[str] = None
|
||||
|
||||
Reference in New Issue
Block a user