[watermark] compatibility validation (#56801)

Signed-off-by: Raphael Rialland <raphael.rialland@mistral.ai>
Signed-off-by: Simon Veitner <sveitner@redhat.com>
Co-authored-by: Simon Veitner <sveitner@redhat.com>
This commit is contained in:
Raphaël Rialland
2026-10-05 14:37:13 -04:00
committed by GitHub
co-authored by Simon Veitner
parent 88f3c601b3
commit c32495d58f
45 changed files with 1670 additions and 101 deletions
+3 -1
View File
@@ -241,6 +241,7 @@ def benchmark_multimodal_processor(
temperature=0.0,
max_tokens=output_len,
detokenize=True,
watermarking=False,
)
for output_len in expected_output_lens
]
@@ -262,7 +263,8 @@ def benchmark_multimodal_processor(
warmup_prompts = [req.prompt for req in warmup_requests]
warmup_output_lens = [req.expected_output_len for req in warmup_requests]
warmup_sampling_params = [
SamplingParams(max_tokens=output_len) for output_len in warmup_output_lens
SamplingParams(max_tokens=output_len, watermarking=False)
for output_len in warmup_output_lens
]
llm.chat(
warmup_prompts,