[CI][ROCm] Reduce kernel test runtime (#49915)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-07-27 06:44:21 +00:00
committed by GitHub
parent 5d07e268b1
commit e09900436c
3 changed files with 101 additions and 37 deletions
+4 -3
View File
@@ -1561,11 +1561,12 @@ steps:
commands:
- pytest -v -s kernels/attention --shard-id=$$BUILDKITE_PARALLEL_JOB --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT
- label: Kernels Core Operation Test # TBD
- label: Kernels Core Operation Test %N # TBD
timeout_in_minutes: 180
mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
dind: false
agent_pool: mi300_1
parallelism: 3
working_dir: "/vllm-workspace/tests"
source_file_dependencies:
- csrc/
@@ -1576,7 +1577,7 @@ steps:
- vllm/_aiter_ops.py
- vllm/platforms/rocm.py
commands:
- pytest -v -s kernels/core --ignore=kernels/core/test_minimax_reduce_rms.py kernels/test_concat_mla_q.py kernels/test_top_k_per_row.py
- pytest -v -s kernels/core --ignore=kernels/core/test_minimax_reduce_rms.py kernels/test_concat_mla_q.py kernels/test_top_k_per_row.py --shard-id=$$BUILDKITE_PARALLEL_JOB --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT
- label: Kernels KDA Test # TBD
timeout_in_minutes: 180
@@ -2145,7 +2146,7 @@ steps:
mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
dind: false
agent_pool: mi300_1
parallelism: 4
parallelism: 8
optional: true
working_dir: "/vllm-workspace/"
source_file_dependencies:
@@ -31,7 +31,7 @@ NUM_TOKENS_HIDDEN_SIZES = [
ADD_RESIDUAL = [False, True]
SCALE_UBS = [True, False]
GROUP_SIZES = [None, [1, 64], [1, 128]]
GROUP_SIZES = [[1, 64], [1, 128]]
TMA_ALIGNMENTS = [0, 4]
SEEDS = [0]
CUDA_DEVICES = [
@@ -40,6 +40,86 @@ CUDA_DEVICES = [
EPS = 1e-6
def _is_valid_config(
hidden_size: int,
has_scale_ub: bool,
quant_dtype: torch.dtype,
group_size: list[int] | None,
tma_alignment: int,
) -> bool:
if group_size is not None and hidden_size % group_size[1] != 0:
return False
if group_size is not None and has_scale_ub:
return False
if (
group_size is None or quant_dtype != current_platform.fp8_dtype()
) and tma_alignment != 0:
return False
if (
group_size is not None
and tma_alignment != 0
and hidden_size // group_size[1] % tma_alignment == 0
):
return False
return not (has_scale_ub and quant_dtype != current_platform.fp8_dtype())
def _config_id(
num_tokens: int,
hidden_size: int,
has_scale_ub: bool,
quant_dtype: torch.dtype,
group_size: list[int] | None,
tma_alignment: int,
) -> str:
quant = str(quant_dtype).removeprefix("torch.")
group = "per-token" if group_size is None else f"group-{group_size[1]}"
return (
f"{num_tokens}x{hidden_size}-{quant}-{group}-"
f"tma-{tma_alignment}-scale-ub-{has_scale_ub}"
)
# Filter unsupported combinations during collection. Letting each case call
# pytest.skip still runs the global per-test teardown and dominates this suite.
RMS_NORM_CONFIGS = [
pytest.param(
num_tokens,
hidden_size,
has_scale_ub,
quant_dtype,
group_size,
tma_alignment,
id=_config_id(
num_tokens,
hidden_size,
has_scale_ub,
quant_dtype,
group_size,
tma_alignment,
),
)
for (
(num_tokens, hidden_size),
has_scale_ub,
quant_dtype,
(group_size, tma_alignment),
) in itertools.product(
NUM_TOKENS_HIDDEN_SIZES,
SCALE_UBS,
QUANT_DTYPES,
[(None, 0), *itertools.product(GROUP_SIZES, TMA_ALIGNMENTS)],
)
if _is_valid_config(
hidden_size,
has_scale_ub,
quant_dtype,
group_size,
tma_alignment,
)
]
## Helpers
@@ -154,15 +234,19 @@ def ops_impl(
)
@pytest.mark.parametrize("num_tokens, hidden_size", NUM_TOKENS_HIDDEN_SIZES)
@pytest.mark.parametrize("add_residual", ADD_RESIDUAL)
@pytest.mark.parametrize("has_scale_ub", SCALE_UBS)
@pytest.mark.parametrize("dtype", DTYPES)
@pytest.mark.parametrize("quant_dtype", QUANT_DTYPES)
@pytest.mark.parametrize(
"group_size, tma_alignment",
[(None, 0), *itertools.product(GROUP_SIZES, TMA_ALIGNMENTS)],
(
"num_tokens",
"hidden_size",
"has_scale_ub",
"quant_dtype",
"group_size",
"tma_alignment",
),
RMS_NORM_CONFIGS,
)
@pytest.mark.parametrize("add_residual", ADD_RESIDUAL)
@pytest.mark.parametrize("dtype", DTYPES)
@pytest.mark.parametrize("seed", SEEDS)
@pytest.mark.parametrize("device", CUDA_DEVICES)
@pytest.mark.parametrize("strided_input", [False, True])
@@ -185,32 +269,6 @@ def test_rms_norm(
torch.set_default_device(device)
torch.accelerator.set_device_index(device)
if group_size is not None and hidden_size % group_size[1] != 0:
# skip
pytest.skip("Skip non-divisible group sizes")
if group_size is not None and has_scale_ub:
# blockwise baseline doesn't support scale_ub
pytest.skip("scale_ub not supported for blockwise/group quantization")
if (
group_size is None or quant_dtype != current_platform.fp8_dtype()
) and tma_alignment != 0:
# TMA alignment is only supported for groupwise fp8 kernels
pytest.skip("tma alignment not supported for per-token or int8 quantization")
if (
group_size is not None
and tma_alignment != 0
and hidden_size // group_size[1] % tma_alignment == 0
):
# Skip tests where TMA alignment doesn't create extra padding to save time
pytest.skip("Skip TMA alignment cases where no extra padding is added")
if has_scale_ub and quant_dtype != current_platform.fp8_dtype():
# skip
pytest.skip("scale_ub only supported for fp8 quantization")
layer = RMSNorm(hidden_size, EPS).to(dtype=dtype)
# Make weights
@@ -18,6 +18,11 @@ from vllm.utils.flashinfer import (
is_flashinfer_cudnn_fp8_prefill_attn_supported,
)
pytestmark = pytest.mark.skipif(
not is_flashinfer_cudnn_fp8_prefill_attn_supported(),
reason="FlashInfer cuDNN FP8 prefill attention not supported",
)
LAYER_0 = "visual.blocks.0.attn.attn"
LAYER_1 = "visual.blocks.1.attn.attn"
NUM_HEADS = 16