[Front-end] [Messages] Populate num_cache_creation_tokens (#48535)

Signed-off-by: Yifan Zong <yzong@redhat.com>
This commit is contained in:
yzong-rh
2026-07-18 13:04:35 -04:00
committed by GitHub
parent e94243893d
commit a287eb163f
15 changed files with 201 additions and 127 deletions
+5
View File
@@ -172,6 +172,7 @@ class RequestState:
self.is_prefilling = True
self.queue = queue
self.num_cached_tokens = 0
self.num_cache_creation_tokens = 0
self.stats = RequestStateStats(arrival_time=arrival_time) if log_stats else None
@@ -377,6 +378,7 @@ class RequestState:
kv_transfer_params=kv_transfer_params,
ec_transfer_params=ec_transfer_params,
num_cached_tokens=self.num_cached_tokens,
num_cache_creation_tokens=self.num_cache_creation_tokens,
metrics=self.stats,
)
@@ -639,6 +641,9 @@ class OutputProcessor:
req_state.num_cached_tokens = (
engine_core_output.prefill_stats.num_cached_tokens
)
req_state.num_cache_creation_tokens = (
engine_core_output.prefill_stats.num_cache_creation_tokens
)
req_state.is_prefilling = False
if pooling_output is None: