[Feature][Frontend] Report multimodal token counts in usage.prompt_tokens_details (#45458)

Signed-off-by: Ting Sun <suntcrick@gmail.com>
This commit is contained in:
Ting SUN
2026-06-15 05:20:58 +00:00
committed by GitHub
parent 7df4fe1bd7
commit 48df95c43e
3 changed files with 93 additions and 14 deletions
@@ -101,6 +101,11 @@ class ModelList(OpenAIBaseModel):
class PromptTokenUsageInfo(OpenAIBaseModel):
cached_tokens: int | None = None
multimodal_tokens: dict[str, int] | None = None
"""Prompt tokens contributed by each input modality, keyed by modality name
(e.g. `image`, `audio`, `video`). A breakdown of the multimodal
placeholder tokens already counted in `prompt_tokens`; `None` when the
request has no multimodal input."""
class UsageInfo(OpenAIBaseModel):