[ROCm][Perf] Add AITER FlyDSL GDN prefill backend (#57560)

Signed-off-by: Mikko Tukiainen <Mikko.Tukiainen@amd.com>
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Mikko Tukiainen
2026-10-07 09:44:22 -05:00
committed by GitHub
co-authored by Cursor
parent f6e3944e31
commit 548597367e
5 changed files with 462 additions and 12 deletions
+4 -2
View File
@@ -839,7 +839,9 @@ class EngineArgs:
)
fail_on_environ_validation: bool = False
gdn_prefill_backend: Literal["flashinfer", "triton", "cutedsl"] | None = None
gdn_prefill_backend: (
Literal["flashinfer", "triton", "cutedsl", "aiter_flydsl"] | None
) = None
kda_prefill_backend: (
Literal["auto", "triton", "flashkda", "flashinfer", "fused"] | None
) = None
@@ -1890,7 +1892,7 @@ class EngineArgs:
parser.add_argument(
"--gdn-prefill-backend",
dest="gdn_prefill_backend",
choices=["flashinfer", "triton", "cutedsl"],
choices=["flashinfer", "triton", "cutedsl", "aiter_flydsl"],
default=None,
help="Select GDN prefill backend.",
)