[Kernel][MoE] Allow FlashInfer MXINT4 MoE for gated SiLU (#46518)
Signed-off-by: Kaihang Jiang <kaihangj@nvidia.com>
This commit is contained in:
@@ -68,8 +68,10 @@ class TrtLlmMxint4ExpertsMonolithic(mk.FusedMoEExpertsMonolithic):
|
||||
|
||||
@staticmethod
|
||||
def _supports_activation(activation: MoEActivation) -> bool:
|
||||
# FlashInfer MxInt4 uses a fused SwiGLU activation.
|
||||
return activation == MoEActivation.SWIGLUOAI
|
||||
# FlashInfer MxInt4 names the standard gated SiLU path "SwiGLU".
|
||||
# In vLLM MoE configs that maps to SILU/silu_and_mul; SWIGLUOAI is
|
||||
# kept as an alias for consistency with other FlashInfer backends.
|
||||
return activation in (MoEActivation.SILU, MoEActivation.SWIGLUOAI)
|
||||
|
||||
@staticmethod
|
||||
def _supports_parallel_config(
|
||||
|
||||
Reference in New Issue
Block a user