[BugFix][K3] Skip moe_intermediate padding when EP is enabled (#51131)

This commit is contained in:
Ziming Huang
2026-08-05 09:22:55 +00:00
committed by GitHub
parent a3b86752fb
commit beca88e59e
+1 -1
View File
@@ -494,7 +494,7 @@ class KimiMoE(nn.Module):
min_moe_intermediate_per_partition = getattr(
config, "min_moe_intermediate_per_partition", 256
)
if self.tp_size > 1:
if self.tp_size > 1 and not vllm_config.parallel_config.enable_expert_parallel:
moe_intermediate_per_partition = moe_intermediate_size // self.tp_size
if moe_intermediate_per_partition < min_moe_intermediate_per_partition:
self.padded_moe_intermediate_size = (