[ROCm][Perf] Add opt-in a4w4 (FP4 activation) MoE for DeepSeek V4.1 on AITER (#58819)
Signed-off-by: fai <fangzhouai@gmail.com> Signed-off-by: Fangzhou Ai <31551580+Fangzhou-Ai@users.noreply.github.com> Co-authored-by: Cursor Agent (Claude Sonnet 5) <cursoragent@cursor.com>
This commit is contained in:
co-authored by
Cursor Agent
parent
e5f3d08d72
commit
77e8b02c8d
@@ -141,6 +141,7 @@ if TYPE_CHECKING:
|
||||
VLLM_ROCM_USE_AITER_LINEAR_HIPBMM: bool = False
|
||||
VLLM_ROCM_USE_AITER_MOE: bool = True
|
||||
VLLM_ROCM_AITER_MOE_DISPATCH_POLICY: int = 0
|
||||
VLLM_ROCM_USE_AITER_MOE_A4W4_DSV4: bool | None = None
|
||||
VLLM_ROCM_USE_AITER_MOE_SITUV2: Literal["auto", "a4w4", "a8w4", "a16w4"] = "auto"
|
||||
VLLM_ROCM_USE_AITER_RMSNORM: bool = True
|
||||
VLLM_ROCM_USE_AITER_MLA: bool = True
|
||||
@@ -1291,6 +1292,13 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
["auto", "a4w4", "a8w4", "a16w4", "0", "1"],
|
||||
case_sensitive=False,
|
||||
),
|
||||
# Opt-in switch for a4w4 (FP4 activation) MoE on DeepSeek V4.1, AITER
|
||||
# MXFP4 backend. Default is a8w4 (FP8); set to "1" to enable a4w4
|
||||
# ("true" is not accepted -- only "0"/"1"). Raises if set for other
|
||||
# models.
|
||||
"VLLM_ROCM_USE_AITER_MOE_A4W4_DSV4": lambda: maybe_convert_bool(
|
||||
os.getenv("VLLM_ROCM_USE_AITER_MOE_A4W4_DSV4")
|
||||
),
|
||||
# MoE sorting dispatch policy for AITER fused MoE kernels.
|
||||
# 0 = auto (default): single-pass for small batches, multi-pass
|
||||
# for large batches
|
||||
|
||||
Reference in New Issue
Block a user