[Frontend] Fixes anthropic /v1/messages streaming not containing input_tokens on first chunk (#29971)

Signed-off-by: bbartels <benjamin@bartels.dev>
This commit is contained in:
Benjamin Bartels
2025-12-04 05:50:27 +00:00
committed by GitHub
parent 28097d5638
commit fca3f46658
2 changed files with 20 additions and 1 deletions
@@ -183,7 +183,9 @@ class AnthropicServingMessages(OpenAIServingChat):
if anthropic_request.stream:
req.stream = anthropic_request.stream
req.stream_options = StreamOptions.validate({"include_usage": True})
req.stream_options = StreamOptions.validate(
{"include_usage": True, "continuous_usage_stats": True}
)
if anthropic_request.tool_choice is None:
req.tool_choice = None
@@ -323,6 +325,12 @@ class AnthropicServingMessages(OpenAIServingChat):
content=[],
model=origin_chunk.model,
),
usage=AnthropicUsage(
input_tokens=origin_chunk.usage.prompt_tokens
if origin_chunk.usage
else 0,
output_tokens=0,
),
)
first_item = False
data = chunk.model_dump_json(exclude_unset=True)