[ROCm][Perf] Add AITER FlyDSL GDN prefill backend (#57560)
Signed-off-by: Mikko Tukiainen <Mikko.Tukiainen@amd.com> Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
co-authored by
Cursor
parent
f6e3944e31
commit
548597367e
@@ -839,7 +839,9 @@ class EngineArgs:
|
||||
)
|
||||
|
||||
fail_on_environ_validation: bool = False
|
||||
gdn_prefill_backend: Literal["flashinfer", "triton", "cutedsl"] | None = None
|
||||
gdn_prefill_backend: (
|
||||
Literal["flashinfer", "triton", "cutedsl", "aiter_flydsl"] | None
|
||||
) = None
|
||||
kda_prefill_backend: (
|
||||
Literal["auto", "triton", "flashkda", "flashinfer", "fused"] | None
|
||||
) = None
|
||||
@@ -1890,7 +1892,7 @@ class EngineArgs:
|
||||
parser.add_argument(
|
||||
"--gdn-prefill-backend",
|
||||
dest="gdn_prefill_backend",
|
||||
choices=["flashinfer", "triton", "cutedsl"],
|
||||
choices=["flashinfer", "triton", "cutedsl", "aiter_flydsl"],
|
||||
default=None,
|
||||
help="Select GDN prefill backend.",
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user