[ROCm] Refactor tuned gemms (#55001)
Signed-off-by: Andy Friedrich <afriedri@amd.com> Signed-off-by: afriedri <afriedri@amd.com> Co-authored-by: Douglas Lehr <91553416+dllehr-amd@users.noreply.github.com> Co-authored-by: Shanshan Shen <467638484@qq.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Douglas Lehr
Shanshan Shen
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
8c0825090d
commit
874a6b5a06
@@ -50,16 +50,7 @@ SKINNY_GEMM_PASS_RATES = {
|
||||
}
|
||||
PRESHUFFLED_SHAPES = [
|
||||
(64, 4096, 8192),
|
||||
# aiter 0.1.20 Triton preshuffled fp4 GEMM OOBs (GPU memory access fault ->
|
||||
# SIGABRT, crashing the process) for (M=32, N=8192, K=8192) on gfx950, despite
|
||||
# advertising the (N, K) as tuned. A hard GPU fault can't be xfail'd, so skip it
|
||||
# until the aiter kernel is fixed (ROCm/aiter#4867).
|
||||
pytest.param(
|
||||
(32, 8192, 8192),
|
||||
marks=pytest.mark.skip(
|
||||
reason="aiter 0.1.20 preshuffled fp4 GEMM OOB (M32,N8192,K8192, gfx950)"
|
||||
),
|
||||
),
|
||||
(32, 8192, 16384),
|
||||
]
|
||||
|
||||
|
||||
@@ -430,7 +421,8 @@ def test_aiter_fp4_gemm_preshuffled_tuned_shapes(shape):
|
||||
M, K, N = shape
|
||||
|
||||
assert M <= 64
|
||||
assert rocm_aiter_ops.is_triton_gemm_afp4wfp4_presh_ws_tuned(N, K)
|
||||
# The predicate takes K as packed bytes, matching `weight.shape[1]`.
|
||||
assert rocm_aiter_ops.is_triton_gemm_afp4wfp4_presh_ws_tuned(N, K // 2)
|
||||
|
||||
A = torch.randn(M, K, dtype=torch.bfloat16)
|
||||
B = torch.randn(N, K, dtype=torch.bfloat16)
|
||||
|
||||
Reference in New Issue
Block a user