[ROCm][Perf] Add opt-in a4w4 (FP4 activation) MoE for DeepSeek V4.1 on AITER (#58819)
Signed-off-by: fai <fangzhouai@gmail.com> Signed-off-by: Fangzhou Ai <31551580+Fangzhou-Ai@users.noreply.github.com> Co-authored-by: Cursor Agent (Claude Sonnet 5) <cursoragent@cursor.com>
This commit is contained in:
co-authored by
Cursor Agent
parent
e5f3d08d72
commit
77e8b02c8d
@@ -375,15 +375,13 @@ def rocm_aiter_fused_experts(
|
||||
intermediate_pad // 64 * 64 * (2 if moe_config.tp_size == 1 else 1)
|
||||
)
|
||||
|
||||
# https://github.com/ROCm/aiter/pull/3123 specialized the AITER stage1 GEMMs
|
||||
# for interleaved vs separated gate and up weights.
|
||||
# For gpt-oss i.e. use_mxfp4_w4a16=True, the weights are shuffled by
|
||||
# `rocm_aiter_ops.shuffle_weight_a16w4` in `oracle/mxfp4.py`,
|
||||
# which always sets `is_guinterleave=True`.
|
||||
# Hence, we pass in GateMode.INTERLEAVE to match the weight shuffling.
|
||||
# AITER's stage1 GEMM needs gate_mode to match how weights were
|
||||
# shuffled at load time (oracle/mxfp4.py). gpt-oss uses INTERLEAVE;
|
||||
# DeepSeek V4.1 a4w4 uses SEPARATED (see below).
|
||||
from aiter.ops.flydsl.moe_common import GateMode
|
||||
|
||||
gate_mode = ""
|
||||
q_dtype_a = None
|
||||
if activation == MoEActivation.SITU:
|
||||
gate_mode = (
|
||||
GateMode.INTERLEAVE.value
|
||||
@@ -391,7 +389,15 @@ def rocm_aiter_fused_experts(
|
||||
else GateMode.SEPARATED.value
|
||||
)
|
||||
elif quant_config.use_mxfp4_w4a16:
|
||||
gate_mode = GateMode.INTERLEAVE.value
|
||||
if moe_config.use_mxfp4_w4a4_dsv4:
|
||||
# Opt-in a4w4 for DeepSeek V4.1 (VLLM_ROCM_USE_AITER_MOE_A4W4_DSV4=1).
|
||||
# Must match the SEPARATED weight shuffle from load time.
|
||||
from aiter import dtypes
|
||||
|
||||
gate_mode = GateMode.SEPARATED.value
|
||||
q_dtype_a = dtypes.fp4x2
|
||||
else:
|
||||
gate_mode = GateMode.INTERLEAVE.value
|
||||
elif activation_interleave is not None:
|
||||
gate_mode = (
|
||||
GateMode.INTERLEAVE.value
|
||||
@@ -433,6 +439,7 @@ def rocm_aiter_fused_experts(
|
||||
shared_w1_scale=shared_w1_scale,
|
||||
shared_w2_scale=shared_w2_scale,
|
||||
shared_expert_id=shared_expert_id,
|
||||
q_dtype_a=q_dtype_a,
|
||||
)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user