[Metrics] Count finished requests by watermark status (#58715)
Signed-off-by: Simon Veitner <sveitner@redhat.com> Co-authored-by: Claude <noreply@anthropic.com> Co-authored-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com>
This commit is contained in:
co-authored by
Claude
Lucas Wilkinson
parent
45bb710eca
commit
a7b7bc1fbe
@@ -5,6 +5,7 @@ import pytest
|
||||
|
||||
from vllm import SamplingParams
|
||||
from vllm.platforms import current_platform
|
||||
from vllm.v1.metrics.reader import Counter
|
||||
from vllm.v1.watermarking import GumbelWatermarkDetector
|
||||
|
||||
|
||||
@@ -23,14 +24,29 @@ def test_llm_generated_sequence_is_watermarked(vllm_runner):
|
||||
enforce_eager=True,
|
||||
max_model_len=512,
|
||||
gpu_memory_utilization=0.2,
|
||||
disable_log_stats=False,
|
||||
)
|
||||
request = "Tell me a story about an explorer who discovers a mysterious island."
|
||||
params_use_wm = SamplingParams(temperature=1.0, max_tokens=256, watermarking=True)
|
||||
params_no_wm = SamplingParams(temperature=1.0, max_tokens=256, watermarking=False)
|
||||
params_greedy = SamplingParams(temperature=0.0, max_tokens=16)
|
||||
|
||||
with runner:
|
||||
output_use_wm = runner.llm.generate(request, params_use_wm)
|
||||
output_no_wm = runner.llm.generate(request, params_no_wm)
|
||||
runner.llm.generate(request, params_greedy)
|
||||
metrics = runner.llm.get_metrics()
|
||||
|
||||
# The greedy request is skipped; the opt-out one is not watermarked.
|
||||
counters = [m for m in metrics if isinstance(m, Counter)]
|
||||
status = {
|
||||
m.labels["status"]: m.value
|
||||
for m in counters
|
||||
if m.name == "vllm:watermark_requests"
|
||||
}
|
||||
assert status == {"watermarked": 1, "skipped": 1, "not_watermarked": 1}
|
||||
num_success = sum(m.value for m in counters if m.name == "vllm:request_success")
|
||||
assert sum(status.values()) == num_success
|
||||
|
||||
result_use_wm = detector.detect(list(output_use_wm[0].outputs[0].token_ids))
|
||||
result_no_wm = detector.detect(list(output_no_wm[0].outputs[0].token_ids))
|
||||
|
||||
Reference in New Issue
Block a user