From 05b7876f50391d5ee5062bf2605d1f33f200272d Mon Sep 17 00:00:00 2001 From: Julian Huang Date: Wed, 5 Aug 2026 03:39:18 +0800 Subject: [PATCH] [MoE][Humming] Support SiTU activation for Kimi-K3 (#50510) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: 墨楼 Co-authored-by: OpenAI Codex Co-authored-by: Tyler Michael Smith --- .../model_executor/layers/fused_moe/experts/fused_humming_moe.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py b/vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py index 45836c3874..2f073fffcc 100644 --- a/vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py @@ -251,6 +251,7 @@ class HummingExpertsBase(mk.FusedMoEExpertsModular): MoEActivation.GELU, MoEActivation.GELU_TANH, MoEActivation.SWIGLUOAI, + MoEActivation.SITU, MoEActivation.SWIGLUSTEP, MoEActivation.SILU_NO_MUL, MoEActivation.GELU_NO_MUL,