feat(metrics): Add prefill KV compute metric excluding cached tokens (#30189)

Signed-off-by: Ziliang Peng <ziliang@character.ai>
This commit is contained in:
Victor Ziliang Peng
2025-12-09 00:08:48 +00:00
committed by GitHub
parent 60d17251c9
commit f1599ca55d
4 changed files with 126 additions and 1 deletions
+1
View File
@@ -650,6 +650,7 @@ class OutputProcessor:
),
max_tokens_param=req_state.max_tokens_param,
req_stats=req_state.stats,
num_cached_tokens=req_state.num_cached_tokens,
)
self.lora_states.request_finished(req_state.request_id, req_state.lora_name)