[Bugfix][ROCm] Preserve MoE weight padding for unquantized Triton path (#46381)

Signed-off-by: Uros Markovic <umarkovi@amd.com>
This commit is contained in:
Uros Markovic
2026-06-30 14:47:57 +08:00
committed by GitHub
parent fb42e5219e
commit 81bcced482
@@ -301,6 +301,13 @@ def convert_to_unquantized_kernel_format(
is_gated_act_gemm=is_act_and_mul,
)
if (
unquantized_backend == UnquantizedMoeBackend.TRITON
and current_platform.is_rocm()
and envs.VLLM_ROCM_MOE_PADDING
):
# Skip .contiguous(): it would undo the ROCm MoE weight padding.
return w13_weight, w2_weight
return w13_weight.contiguous(), w2_weight.contiguous()