From e6674262f19a0da389dad1c37b5bbd937db80778 Mon Sep 17 00:00:00 2001 From: Divakar Verma <137818590+divakar-amd@users.noreply.github.com> Date: Thu, 1 Oct 2026 19:37:36 -0400 Subject: [PATCH] [Bugfix][CI] Widen DBO+DP+EP GSM8K accuracy margin on ROCm (#59700) Signed-off-by: Divakar Verma Co-authored-by: Claude Sonnet 5 --- tests/v1/distributed/test_dbo.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/tests/v1/distributed/test_dbo.py b/tests/v1/distributed/test_dbo.py index 37e47e3c69..632bdfff67 100644 --- a/tests/v1/distributed/test_dbo.py +++ b/tests/v1/distributed/test_dbo.py @@ -11,6 +11,7 @@ import pytest import torch from tests.utils import RemoteOpenAIServer +from vllm.platforms import current_platform from vllm.utils.import_utils import has_deep_ep # Detect Blackwell / B200 (compute capability 10.x) @@ -30,7 +31,10 @@ DP_SIZE = 2 # GSM8K eval configuration NUM_QUESTIONS = 256 # Fast eval for CI; but must be large enough to hit dbo thresholds NUM_SHOTS = 5 # Few-shot examples -MIN_ACCURACY = 0.62 # Expected 0.64 with 2% buffer (based on vLLM test data) + +# Expected 0.64 with 2% buffer (based on vLLM test data) +# On ROCm, widened to 0.61 after observing 0.617 amd-ci nightly flake twice. +MIN_ACCURACY = 0.61 if current_platform.is_rocm() else 0.62 # Increase max_num_seqs to trigger DBO for decode batches # With 64 seqs, decode batches should exceed the 32 token threshold