Fix Humming non-gated MoE (#49096)

This commit is contained in:
Netanel Haber
2026-07-27 22:56:44 +00:00
committed by GitHub
parent ebcef33766
commit 1e34a13539
3 changed files with 111 additions and 7 deletions
@@ -289,7 +289,14 @@ class HummingExpertsBase(mk.FusedMoEExpertsModular):
assert a1.size(0) == num_experts
num_tokens = a1.size(1)
return meta1.num_experts, num_tokens, meta1.shape_n // 2, meta1.shape_k, top_k
return (
meta1.num_experts,
num_tokens,
# Logical intermediate width for both gated and non-gated activations
self.layer.intermediate_size_per_partition,
meta1.shape_k,
top_k,
)
def get_buffer_metas(self, M: int, topk: int, activation: MoEActivation):
from vllm.utils.humming import GemmType as HummingGemmType
@@ -327,7 +334,8 @@ class HummingExpertsBase(mk.FusedMoEExpertsModular):
real_shape_m = M * topk
output_shape = (M, K)
down_input_size = N if activation.is_gated else (N * 2)
gate_up_size = N * (2 if activation.is_gated else 1)
down_input_size = N
a_dtype = self.layer.humming_metas["w13"].a_dtype
c_dtype = self.layer.humming_metas["w13"].c_dtype
num_bits = a_dtype.num_bits
@@ -347,7 +355,7 @@ class HummingExpertsBase(mk.FusedMoEExpertsModular):
"dtype": torch_dtype_map[a_dtype],
},
"gate_up_output": {
"shape": (real_shape_m, N * 2),
"shape": (real_shape_m, gate_up_size),
"dtype": torch_dtype_map[c_dtype],
},
"activation_output": {