[Bugfix][Parser] Pass token IDs to parser.parse() in Responses API and batch serving (#46843)

Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
Ben Browning
2026-06-26 19:29:52 +00:00
committed by GitHub
parent c6554f321c
commit dccb412e2c
3 changed files with 3 additions and 0 deletions
@@ -267,6 +267,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
reasoning, content, _ = parser.parse(
output.text,
request=request, # type: ignore[arg-type]
model_output_token_ids=output.token_ids,
)
if not request.include_reasoning:
reasoning = None
@@ -346,6 +346,7 @@ class ParsableContext(ConversationContext):
completion.text,
self.request,
enable_auto_tools=self.enable_auto_tools,
model_output_token_ids=completion.token_ids,
)
self.response_messages.extend(
build_response_output_items(
@@ -1063,6 +1063,7 @@ class OpenAIServingResponses(OpenAIServing):
final_output.text,
request,
enable_auto_tools=self.enable_auto_tools,
model_output_token_ids=final_output.token_ids,
)
return build_response_output_items(
reasoning=reasoning,