[ROCm][Perf] Make AITER FlyDSL GDN prefill default on gfx942/gfx950 (#60645)

Signed-off-by: Mikko Tukiainen <Mikko.Tukiainen@amd.com>
Co-authored-by: Cursor <cursoragent@cursor.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Mikko Tukiainen
2026-10-14 10:11:57 +00:00
committed by GitHub
co-authored by Cursor mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 3f466c852c
commit f9b65c30c7
4 changed files with 74 additions and 28 deletions
@@ -107,6 +107,23 @@ MAX_FUSED_GDN_MTP_TOKENS = 8
FUSED_GDN_STATE_DTYPES = (torch.float32, torch.bfloat16)
def _aiter_flydsl_unsupported_reasons(
vllm_config: VllmConfig, head_k_dim: int | None, head_v_dim: int | None
) -> list[str]:
"""Every reason the AITER FlyDSL GDN prefill kernels cannot serve this
model, or an empty list if they can."""
reasons = []
if head_k_dim != 128 or head_v_dim != 128:
reasons.append(
f"linear head dims are K={head_k_dim} V={head_v_dim}; "
"FlyDSL requires 128/128"
)
dtype = vllm_config.model_config.dtype
if dtype != torch.bfloat16:
reasons.append(f"model dtype is {dtype}; FlyDSL requires bfloat16")
return reasons
def _resolve_gdn_prefill_backend(
vllm_config: VllmConfig,
) -> tuple[str, Literal["triton", "flashinfer", "cutedsl", "aiter_flydsl"]]:
@@ -125,7 +142,7 @@ def _resolve_gdn_prefill_backend(
* Blackwell (SM10.x) with ``head_k_dim == 128``;
AITER FlyDSL GDN prefill kernels are chosen when:
* "aiter_flydsl" is requested; (opt-in only)
* "aiter_flydsl" is requested, or "auto" is requested on gfx942/gfx950;
* ROCm AITER exposes the optimized VK prefill API and FlyDSL kernels;
* the model uses BF16 activations with ``head_k_dim == head_v_dim == 128``.
"""
@@ -153,24 +170,28 @@ def _resolve_gdn_prefill_backend(
"that VLLM_ROCM_USE_AITER=1, that this is a CDNA 3 or "
"newer GPU, and that the installed AITER exports them."
)
if head_k_dim != 128 or head_v_dim != 128:
reasons = _aiter_flydsl_unsupported_reasons(
vllm_config, head_k_dim, head_v_dim
)
if reasons:
logger.warning_once(
"GDN prefill backend 'aiter_flydsl' was requested but "
"linear head dims are K=%s V=%s; FlyDSL requires 128/128. "
"GDN prefill backend 'aiter_flydsl' was requested but %s. "
"Falling back to Triton/FLA.",
head_k_dim,
head_v_dim,
)
return backend, "triton"
if vllm_config.model_config.dtype != torch.bfloat16:
logger.warning_once(
"GDN prefill backend 'aiter_flydsl' was requested but "
"model dtype is %s; FlyDSL requires bfloat16. "
"Falling back to Triton/FLA.",
vllm_config.model_config.dtype,
"; ".join(reasons),
)
return backend, "triton"
return backend, "aiter_flydsl"
if backend == "auto":
from vllm.platforms.rocm import on_mi3xx
if (
on_mi3xx()
and not _aiter_flydsl_unsupported_reasons(
vllm_config, head_k_dim, head_v_dim
)
and rocm_aiter_ops.is_gdn_flydsl_prefill_available()
):
return backend, "aiter_flydsl"
return backend, "triton"
if backend == "aiter_flydsl":