From 3a30eaa1d7b6497ce70c15558d410e37d8399b87 Mon Sep 17 00:00:00 2001 From: Hashem Hashemi <159079214+amd-hhashemi@users.noreply.github.com> Date: Mon, 20 Apr 2026 08:09:24 -0700 Subject: [PATCH] Properly enable wvSplitK fp8 path for RDNA (#37712) Signed-off-by: Hashem Hashemi --- vllm/model_executor/kernels/linear/scaled_mm/rocm.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/model_executor/kernels/linear/scaled_mm/rocm.py b/vllm/model_executor/kernels/linear/scaled_mm/rocm.py index c8370dff51..64bc5b6c8b 100644 --- a/vllm/model_executor/kernels/linear/scaled_mm/rocm.py +++ b/vllm/model_executor/kernels/linear/scaled_mm/rocm.py @@ -79,10 +79,10 @@ class ROCmFP8ScaledMMLinearKernel(FP8ScaledMMLinearKernel): if not current_platform.is_rocm(): return False, "requires ROCm." - from vllm.platforms.rocm import on_mi3xx + from vllm.platforms.rocm import on_gfx12x, on_mi3xx - if not on_mi3xx(): - return False, "requires MI3xx." + if not (on_mi3xx() or on_gfx12x()): + return False, "requires MI3xx or gfx12x" if not envs.VLLM_ROCM_USE_SKINNY_GEMM: return False, "requires VLLM_ROCM_USE_SKINNY_GEMM to be enabled."