[Kernel][MoE] Allow FlashInfer MXINT4 MoE for gated SiLU (#46518)

Signed-off-by: Kaihang Jiang <kaihangj@nvidia.com>
This commit is contained in:
Kaihang Jiang
2026-06-24 18:32:50 -05:00
committed by GitHub
parent e06a83445c
commit fc7fc421e9
2 changed files with 16 additions and 2 deletions
@@ -68,8 +68,10 @@ class TrtLlmMxint4ExpertsMonolithic(mk.FusedMoEExpertsMonolithic):
@staticmethod
def _supports_activation(activation: MoEActivation) -> bool:
# FlashInfer MxInt4 uses a fused SwiGLU activation.
return activation == MoEActivation.SWIGLUOAI
# FlashInfer MxInt4 names the standard gated SiLU path "SwiGLU".
# In vLLM MoE configs that maps to SILU/silu_and_mul; SWIGLUOAI is
# kept as an alias for consistency with other FlashInfer backends.
return activation in (MoEActivation.SILU, MoEActivation.SWIGLUOAI)
@staticmethod
def _supports_parallel_config(