[Performance] Add --enable-ep-weight-filter CLI option (#37351)

Signed-off-by: esmeetu <jasonailu87@gmail.com>
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Roy Wang
2026-03-18 09:36:55 +08:00
committed by GitHub
co-authored by Claude Opus 4.6
parent ff9fbc9aff
commit 761e0aa7a0
3 changed files with 18 additions and 1 deletions
@@ -313,7 +313,11 @@ class DefaultModelLoader(BaseModelLoader):
vllm_config = get_current_vllm_config()
parallel_config = vllm_config.parallel_config
if not (model_config.is_moe and parallel_config.enable_expert_parallel):
if not (
model_config.is_moe
and parallel_config.enable_expert_parallel
and parallel_config.enable_ep_weight_filter
):
return
num_experts = model_config.get_num_experts()