[Frontend] Support count_reasoning_tokens in the Streaming Parser Engine (#45802)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Chauncey
2026-08-15 06:51:14 -07:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 5cecfc0137
commit ac2ae8798c
16 changed files with 669 additions and 73 deletions
+6 -8
View File
@@ -487,6 +487,7 @@ class OpenAIServingResponses(GenerateBaseServing):
response_parser=response_parser,
)
reasoning_parser_kwargs = None
if (
context.response_parser is not None
and context.response_parser.reasoning_parser is not None
@@ -518,9 +519,7 @@ class OpenAIServingResponses(GenerateBaseServing):
priority=self._get_priority(request, raw_request),
trace_headers=trace_headers,
session_id=session_id,
reasoning_parser_kwargs=reasoning_parser_kwargs
if self.parser and self.parser.reasoning_parser_cls is not None
else None,
reasoning_parser_kwargs=reasoning_parser_kwargs,
)
generators.append(generator)
@@ -873,6 +872,8 @@ class OpenAIServingResponses(GenerateBaseServing):
if final_output.finish_reason == "length":
status = "incomplete"
# TODO: Build final response items from the accumulated streaming
# parser results instead of reparsing the complete output.
output = self._make_response_output_items(
request,
final_output,
@@ -901,13 +902,10 @@ class OpenAIServingResponses(GenerateBaseServing):
num_reasoning_tokens == 0
and isinstance(context, (SimpleContext, ParsableContext))
and context.response_parser is not None
and context.response_parser.reasoning_parser is not None
):
accumulated = getattr(context, "_accumulated_token_ids", []) or []
num_reasoning_tokens = (
context.response_parser.reasoning_parser.count_reasoning_tokens(
accumulated
)
num_reasoning_tokens = context.response_parser.count_reasoning_tokens(
accumulated
)
usage = ResponseUsage(