[Quantization] Support kimi-k3 routed expert quant (#57430)

Signed-off-by: Kyle Sayers <kylesayrs@gmail.com> Co-authored-by: Misha Goin <mgoin64@gmail.com>
2026-09-18 08:03:59 -06:00
parent 44dd18fe0b
commit 76d517fd12
1 changed files with 2 additions and 2 deletions
@@ -677,7 +677,7 @@ class KimiMoE(nn.Module):
                hidden_size,
                self.moe_hidden_size,
                bias=False,
-                quant_config=None,
+                quant_config=quant_config,
                prefix=f"{prefix}.routed_expert_down_proj",
            )
            self.routed_expert_norm = (
@@ -694,7 +694,7 @@ class KimiMoE(nn.Module):
                self.moe_hidden_size,
                hidden_size,
                bias=False,
-                quant_config=None,
+                quant_config=quant_config,
                prefix=f"{prefix}.routed_expert_up_proj",
            )