[Quantization] Support kimi-k3 routed expert quant (#57430)
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com> Co-authored-by: Misha Goin <mgoin64@gmail.com>
This commit is contained in:
co-authored by
Misha Goin
parent
44dd18fe0b
commit
76d517fd12
@@ -677,7 +677,7 @@ class KimiMoE(nn.Module):
|
|||||||
hidden_size,
|
hidden_size,
|
||||||
self.moe_hidden_size,
|
self.moe_hidden_size,
|
||||||
bias=False,
|
bias=False,
|
||||||
quant_config=None,
|
quant_config=quant_config,
|
||||||
prefix=f"{prefix}.routed_expert_down_proj",
|
prefix=f"{prefix}.routed_expert_down_proj",
|
||||||
)
|
)
|
||||||
self.routed_expert_norm = (
|
self.routed_expert_norm = (
|
||||||
@@ -694,7 +694,7 @@ class KimiMoE(nn.Module):
|
|||||||
self.moe_hidden_size,
|
self.moe_hidden_size,
|
||||||
hidden_size,
|
hidden_size,
|
||||||
bias=False,
|
bias=False,
|
||||||
quant_config=None,
|
quant_config=quant_config,
|
||||||
prefix=f"{prefix}.routed_expert_up_proj",
|
prefix=f"{prefix}.routed_expert_up_proj",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user