From 0fb9897df12963e9bd0d58547fc997e0702d95ec Mon Sep 17 00:00:00 2001 From: Andrii Skliar Date: Tue, 11 Aug 2026 17:07:58 +0200 Subject: [PATCH] [Bugfix][MoE] Support GELU tanh in FlashInfer B12x MoE (#51819) Signed-off-by: Andrii Skliar Co-authored-by: Andrii Skliar Co-authored-by: OpenAI Codex --- .../layers/fused_moe/experts/flashinfer_b12x_moe.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/fused_moe/experts/flashinfer_b12x_moe.py b/vllm/model_executor/layers/fused_moe/experts/flashinfer_b12x_moe.py index ca23e12724..97e3021afc 100644 --- a/vllm/model_executor/layers/fused_moe/experts/flashinfer_b12x_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/flashinfer_b12x_moe.py @@ -45,6 +45,7 @@ class FlashInferB12xExperts(mk.FusedMoEExpertsModular): _ACTIVATION_MAP: dict[MoEActivation, str] = { MoEActivation.SILU: "silu", + MoEActivation.GELU_TANH: "gelu_tanh", MoEActivation.RELU2_NO_MUL: "relu2", } @@ -188,7 +189,11 @@ class FlashInferB12xExperts(mk.FusedMoEExpertsModular): @staticmethod def _supports_activation(activation: MoEActivation) -> bool: - return activation in (MoEActivation.SILU, MoEActivation.RELU2_NO_MUL) + return activation in ( + MoEActivation.SILU, + MoEActivation.GELU_TANH, + MoEActivation.RELU2_NO_MUL, + ) @staticmethod def _supports_parallel_config(moe_parallel_config: FusedMoEParallelConfig) -> bool: