diff --git a/vllm/models/kimi_k3/nvidia/model.py b/vllm/models/kimi_k3/nvidia/model.py index 7e06e23107..a008d17cb6 100644 --- a/vllm/models/kimi_k3/nvidia/model.py +++ b/vllm/models/kimi_k3/nvidia/model.py @@ -494,7 +494,7 @@ class KimiMoE(nn.Module): min_moe_intermediate_per_partition = getattr( config, "min_moe_intermediate_per_partition", 256 ) - if self.tp_size > 1: + if self.tp_size > 1 and not vllm_config.parallel_config.enable_expert_parallel: moe_intermediate_per_partition = moe_intermediate_size // self.tp_size if moe_intermediate_per_partition < min_moe_intermediate_per_partition: self.padded_moe_intermediate_size = (