[ROCm][Bugfix] Route GLM-5.3-Flash MTP through ragged sparse MLA (#55239)
Signed-off-by: jamesETsmith <james.smith9113@gmail.com> Signed-off-by: Cursor <cursoragent@cursor.com> Co-authored-by: Cursor <cursoragent@cursor.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Cursor
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
84030bbe3d
commit
828f4f19b4
@@ -76,7 +76,9 @@ def test_fit_kpool_indices_rejects_narrow_input():
|
||||
("auto", 512, 0, 2, 2, 1, True),
|
||||
("fp8", 512, 1, 0, 0, 32, False),
|
||||
("auto", 576, 1, 0, 0, 32, False),
|
||||
("auto", 512, 0, 2, 4, 2, False),
|
||||
("auto", 512, 0, 2, 4, 2, True),
|
||||
("auto", 512, 0, 2, 12, 6, True),
|
||||
("auto", 512, 0, 0, 0, 0, False),
|
||||
],
|
||||
)
|
||||
def test_rocm_sparse_triton_route(
|
||||
@@ -88,6 +90,7 @@ def test_rocm_sparse_triton_route(
|
||||
max_query_len,
|
||||
expected,
|
||||
):
|
||||
"""Validate Triton routing for prefill, decode, and MTP verification."""
|
||||
assert (
|
||||
_use_rocm_sparse_triton(
|
||||
kv_cache_dtype=kv_cache_dtype,
|
||||
|
||||
Reference in New Issue
Block a user