[Perf] Kimi K3 nvfp4 Align in_proj weights by 128 to avoid elementwise copy (#55242)

Signed-off-by: wzhao18 <wzhao18.sz@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Wei Zhao
2026-09-05 10:46:47 +08:00
committed by GitHub
co-authored by OpenAI Codex
parent 385ba6b5b0
commit 16328c7a77
6 changed files with 53 additions and 21 deletions
+1 -4
View File
@@ -283,10 +283,7 @@ class KimiMLP(nn.Module):
if gemm_rs_ar.can_run(self.down_proj):
self.gemm_rs_ar = gemm_rs_ar
else:
logger.warning_once(
"GEMM-RS/AR is disabled for %s due to an incompatible projection.",
prefix,
)
gemm_rs_ar.warn_incompatible_projection()
if hidden_act == "silu":
self.act_fn = SiluAndMul()
elif hidden_act == "situ":