[ROCm][CI] Extending attention backend coverage for Eagle spec decode tests (#35265)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-02-25 14:16:18 -08:00
committed by GitHub
parent c97234c08b
commit 9571e99945
4 changed files with 314 additions and 150 deletions
+51
View File
@@ -1327,6 +1327,57 @@ def multi_gpu_test(*, num_gpus: int):
return wrapper
def gpu_tier_mark(*, min_gpus: int = 1, max_gpus: int | None = None):
"""
Mark a test to only run when the GPU count falls within [min_gpus, max_gpus].
Examples:
@gpu_tier_mark(min_gpus=2) # only on multi-GPU
@gpu_tier_mark(max_gpus=1) # only on single-GPU
@gpu_tier_mark(min_gpus=2, max_gpus=4) # 2-4 GPUs only
"""
gpu_count = cuda_device_count_stateless()
marks = []
if min_gpus > 1:
marks.append(pytest.mark.distributed(num_gpus=min_gpus))
reasons = []
if gpu_count < min_gpus:
reasons.append(f"Need at least {min_gpus} GPUs (have {gpu_count})")
if max_gpus is not None and gpu_count > max_gpus:
reasons.append(f"Need at most {max_gpus} GPUs (have {gpu_count})")
if reasons:
marks.append(pytest.mark.skipif(True, reason="; ".join(reasons)))
return marks
def single_gpu_only(f=None):
"""Skip this test when running in a multi-GPU environment."""
marks = gpu_tier_mark(max_gpus=1)
def wrapper(func):
for mark in reversed(marks):
func = mark(func)
return func
return wrapper(f) if f is not None else wrapper
def multi_gpu_only(*, num_gpus: int = 2):
"""Skip this test when running on fewer than num_gpus GPUs."""
marks = gpu_tier_mark(min_gpus=num_gpus)
def wrapper(f):
for mark in reversed(marks):
f = mark(f)
return f
return wrapper
async def completions_with_server_args(
prompts: list[str],
model_name: str,