[Performance] Add --enable-ep-weight-filter CLI option (#37351)
Signed-off-by: esmeetu <jasonailu87@gmail.com> Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
ff9fbc9aff
commit
761e0aa7a0
@@ -313,7 +313,11 @@ class DefaultModelLoader(BaseModelLoader):
|
||||
vllm_config = get_current_vllm_config()
|
||||
parallel_config = vllm_config.parallel_config
|
||||
|
||||
if not (model_config.is_moe and parallel_config.enable_expert_parallel):
|
||||
if not (
|
||||
model_config.is_moe
|
||||
and parallel_config.enable_expert_parallel
|
||||
and parallel_config.enable_ep_weight_filter
|
||||
):
|
||||
return
|
||||
|
||||
num_experts = model_config.get_num_experts()
|
||||
|
||||
Reference in New Issue
Block a user