[Frontend] Omit absent fields from /inference/v1/generate stream chunks (#57264)

Signed-off-by: aoshen02 <aoshen@inferact.ai>
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
aoshen02
2026-09-17 05:58:56 +00:00
committed by GitHub
co-authored by Claude Fable 5.1
parent e6b1a5e5e3
commit 8538017f4b
3 changed files with 67 additions and 7 deletions
@@ -486,13 +486,9 @@ class ServingTokens(GenerateBaseServing):
total_tokens=(num_prompt_tokens + num_generated_tokens[i]),
)
# Omit absent prompt metadata (Rust skips None fields).
exclude = {
name
for name in ("prompt_token_ids", "mm_placeholders")
if getattr(chunk, name) is None
}
yield f"data: {chunk.model_dump_json(exclude=exclude)}\n\n"
# Omit absent fields, like the Rust frontend and the
# final usage chunk below.
yield f"data: {chunk.model_dump_json(exclude_none=True)}\n\n"
total_completion_tokens = sum(num_generated_tokens)
final_usage_info = UsageInfo(