[Feature][Responses API] Support logprobs(non-stream) (#23319)

Signed-off-by: Kebe <mail@kebe7jun.com>
This commit is contained in:
Kebe
2025-08-21 23:09:16 +00:00
committed by GitHub
parent 8ef6b8a38c
commit 5368f76855
3 changed files with 86 additions and 4 deletions
+11 -2
View File
@@ -357,13 +357,22 @@ class ResponsesRequest(OpenAIBaseModel):
temperature=temperature,
top_p=top_p,
max_tokens=max_tokens,
logprobs=self.top_logprobs,
logprobs=self.top_logprobs
if self.is_include_output_logprobs() else None,
stop_token_ids=stop_token_ids,
output_kind=(RequestOutputKind.DELTA
if self.stream else RequestOutputKind.FINAL_ONLY),
guided_decoding=guided_decoding,
)
def is_include_output_logprobs(self) -> bool:
"""Check if the request includes output logprobs."""
if self.include is None:
return False
return isinstance(
self.include,
list) and "message.output_text.logprobs" in self.include
@model_validator(mode="before")
def validate_background(cls, data):
if not data.get("background"):
@@ -1808,7 +1817,7 @@ class ResponsesResponse(OpenAIBaseModel):
service_tier: Literal["auto", "default", "flex", "scale", "priority"]
status: ResponseStatus
text: Optional[ResponseTextConfig] = None
top_logprobs: int
top_logprobs: Optional[int] = None
truncation: Literal["auto", "disabled"]
usage: Optional[ResponseUsage] = None
user: Optional[str] = None