diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 09960050c0..aaca07b693 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -1451,6 +1451,11 @@ class DeepseekV2Model(nn.Module): pp_missing_layer_names = get_pp_missing_layer_names(self) params_dict = dict(self.named_parameters()) loaded_params: set[str] = set() + # With index_topk_freq>1 only some layers build an indexer, yet the + # checkpoint ships indexer weights for all of them; track the built ones. + indexer_present_prefixes = { + n.rsplit(".indexer.", 1)[0] for n in params_dict if ".indexer." in n + } for name, loaded_weight in weights: if "rotary_emb.inv_freq" in name: continue @@ -1459,6 +1464,11 @@ class DeepseekV2Model(nn.Module): if spec_layer is not None: continue # skip spec decode layers for main model + if ".indexer." in name and ( + name.rsplit(".indexer.", 1)[0] not in indexer_present_prefixes + ): + continue # this layer has no indexer; drop its checkpoint weights + is_fusion_moe_shared_experts_layer = ( rocm_aiter_moe_shared_expert_enabled and ("mlp.shared_experts" in name) )