[Bugfix][Parser] Pass token IDs to parser.parse() in Responses API and batch serving (#46843)
Signed-off-by: Ben Browning <bbrownin@redhat.com>
This commit is contained in:
@@ -267,6 +267,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
|
||||
reasoning, content, _ = parser.parse(
|
||||
output.text,
|
||||
request=request, # type: ignore[arg-type]
|
||||
model_output_token_ids=output.token_ids,
|
||||
)
|
||||
if not request.include_reasoning:
|
||||
reasoning = None
|
||||
|
||||
@@ -346,6 +346,7 @@ class ParsableContext(ConversationContext):
|
||||
completion.text,
|
||||
self.request,
|
||||
enable_auto_tools=self.enable_auto_tools,
|
||||
model_output_token_ids=completion.token_ids,
|
||||
)
|
||||
self.response_messages.extend(
|
||||
build_response_output_items(
|
||||
|
||||
@@ -1063,6 +1063,7 @@ class OpenAIServingResponses(OpenAIServing):
|
||||
final_output.text,
|
||||
request,
|
||||
enable_auto_tools=self.enable_auto_tools,
|
||||
model_output_token_ids=final_output.token_ids,
|
||||
)
|
||||
return build_response_output_items(
|
||||
reasoning=reasoning,
|
||||
|
||||
Reference in New Issue
Block a user