[Kernel] Enable Kimi-K3 SiTU on the CuteDSL MoE backend and the SM107 low-latency GEMM plan (#54606)

Signed-off-by: Bolin Sun <bolins@nvidia.com>
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Bolin Sun
2026-09-03 16:49:31 +00:00
committed by GitHub
co-authored by Claude Fable 5
parent 98ed0856f3
commit d410fc12f3
2 changed files with 30 additions and 4 deletions
@@ -62,6 +62,8 @@ class FlashInferCuteDSLExperts(mk.FusedMoEExpertsModular):
self.gemm1_alpha = quant_config.gemm1_alpha
self.gemm1_beta = quant_config.gemm1_beta
self.gemm1_clamp_limit = quant_config.gemm1_clamp_limit
self.situ_beta = moe_config.activation_situ_beta
self.situ_linear_beta = moe_config.activation_situ_linear_beta
def process_weights_after_loading(self, layer: torch.nn.Module) -> None:
layer.w13_weight_scale_2.data.mul_(layer.w13_input_scale)
@@ -101,6 +103,7 @@ class FlashInferCuteDSLExperts(mk.FusedMoEExpertsModular):
MoEActivation.SWIGLUOAI,
MoEActivation.SWIGLUOAI_UNINTERLEAVE,
MoEActivation.RELU2_NO_MUL,
MoEActivation.SITU,
)
@staticmethod
@@ -171,6 +174,19 @@ class FlashInferCuteDSLExperts(mk.FusedMoEExpertsModular):
"swiglu_beta": self.gemm1_beta,
"swiglu_limit": self.gemm1_clamp_limit,
}
elif activation == MoEActivation.SITU:
# The cute_dsl kernel keys SiTU on situ_beta and requires
# activation_type to stay a base type (ActivationType.Situ is
# rejected by normalize_cute_dsl_moe_activation_type), so the
# Swiglu base type is passed below and SiTU rides the betas.
if self.situ_beta is None:
raise ValueError(
"SITU activation requires moe_config.activation_situ_beta"
)
swiglu_params = {
"situ_beta": self.situ_beta,
"situ_linear_beta": self.situ_linear_beta,
}
swiglu_kwargs = {k: v for k, v in swiglu_params.items() if v is not None}
flashinfer_cute_dsl_fused_moe_nvfp4(
@@ -190,6 +206,8 @@ class FlashInferCuteDSLExperts(mk.FusedMoEExpertsModular):
num_local_experts=self.local_num_experts,
local_expert_offset=self.local_expert_offset,
moe_output=output,
activation_type=activation_to_flashinfer_int(activation),
activation_type=activation_to_flashinfer_int(
MoEActivation.SILU if activation == MoEActivation.SITU else activation
),
**swiglu_kwargs,
)