diff --git a/vllm/model_executor/models/hy_v3.py b/vllm/model_executor/models/hy_v3.py index 8b77d4b1e8..43293e8372 100644 --- a/vllm/model_executor/models/hy_v3.py +++ b/vllm/model_executor/models/hy_v3.py @@ -167,7 +167,7 @@ class HYV3MoEFused(nn.Module): intermediate_size=config.expert_hidden_dim * config.num_shared_experts, hidden_act=config.hidden_act, quant_config=quant_config, - prefix=f"{prefix}", + prefix=f"{prefix}.shared_mlp", reduce_results=False, ) else: