[Bugfix][Tool Parser] PoolsideV1: fix logprobs AttributeError on Responses API (#47138)
Signed-off-by: Joe Rowell <joerowell4@gmail.com> Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
co-authored by
Robert Shaw
parent
20434c472e
commit
11b26c5528
@@ -443,7 +443,11 @@ class PoolsideV1ToolParser(ToolParser):
|
||||
|
||||
tool_calls = list(pending_deltas.values())
|
||||
if content is None and len(tool_calls) == 0:
|
||||
if request.logprobs:
|
||||
wants_logprobs = getattr(request, "logprobs", None) or (
|
||||
isinstance(request, ResponsesRequest)
|
||||
and request.is_include_output_logprobs()
|
||||
)
|
||||
if wants_logprobs:
|
||||
return DeltaMessage(content="")
|
||||
return None
|
||||
return DeltaMessage(content=content, tool_calls=tool_calls)
|
||||
|
||||
Reference in New Issue
Block a user