[CI/Build] Run the prefill token scoring test under batch invariance (#60056)

Signed-off-by: Stefan Koncarevic <Stefan.Koncarevic@amd.com>
This commit is contained in:
stefankoncarevic
2026-10-05 10:32:33 -05:00
committed by GitHub
parent 9e931a0c6c
commit f2d8fbf459
+4
View File
@@ -1407,6 +1407,10 @@ def test_prompt_logprobs_with_chunking_and_preemption():
def test_prompt_logprob_token_ids_with_chunking_and_preemption(monkeypatch):
"""Per-row scores stay row-aligned across chunked prefill and preemption."""
monkeypatch.setenv("VLLM_USE_V2_MODEL_RUNNER", "1")
# The ragged check below compares a second generate call against the first
# one. Default kernel selection varies between processes, which moves bf16
# logprob tails by up to 0.2; under this the two runs are bit-identical.
monkeypatch.setenv("VLLM_BATCH_INVARIANT", "1")
prompts = [
"The following numbers of the sequence "