[Metrics] Count finished requests by watermark status (#58715)

Signed-off-by: Simon Veitner <sveitner@redhat.com>
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com>
This commit is contained in:
simon-veitner-redhat
2026-10-12 17:21:22 +00:00
committed by GitHub
co-authored by Claude Lucas Wilkinson
parent 45bb710eca
commit a7b7bc1fbe
7 changed files with 203 additions and 1 deletions
+5 -1
View File
@@ -276,7 +276,7 @@ class RequestState:
output_kind = request.pooling_params.output_kind
assert request.external_req_id is not None
return cls(
state = cls(
request_id=request.request_id,
external_req_id=request.external_req_id,
parent_req=parent_req,
@@ -299,6 +299,10 @@ class RequestState:
stream_input=request.resumable,
remote_prefill_cached_tokens=remote_prefill_cached_tokens,
)
if state.stats is not None and sampling_params is not None:
state.stats.is_watermarked = bool(sampling_params.watermarking)
state.stats.is_watermark_skipped = sampling_params._watermarking_skipped
return state
def make_request_output(
self,