From 6eb63a1da6996abad00323dc7e845dc868996524 Mon Sep 17 00:00:00 2001 From: frida-andersson Date: Sun, 28 Jun 2026 10:37:44 +0200 Subject: [PATCH] [Bugfix][DSv3.2] Skip indexer weights for index-cache-skipped layers (#46600) Signed-off-by: Frida Andersson Co-authored-by: Andreas Karatzas --- vllm/model_executor/models/deepseek_v2.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 09960050c0..aaca07b693 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -1451,6 +1451,11 @@ class DeepseekV2Model(nn.Module): pp_missing_layer_names = get_pp_missing_layer_names(self) params_dict = dict(self.named_parameters()) loaded_params: set[str] = set() + # With index_topk_freq>1 only some layers build an indexer, yet the + # checkpoint ships indexer weights for all of them; track the built ones. + indexer_present_prefixes = { + n.rsplit(".indexer.", 1)[0] for n in params_dict if ".indexer." in n + } for name, loaded_weight in weights: if "rotary_emb.inv_freq" in name: continue @@ -1459,6 +1464,11 @@ class DeepseekV2Model(nn.Module): if spec_layer is not None: continue # skip spec decode layers for main model + if ".indexer." in name and ( + name.rsplit(".indexer.", 1)[0] not in indexer_present_prefixes + ): + continue # this layer has no indexer; drop its checkpoint weights + is_fusion_moe_shared_experts_layer = ( rocm_aiter_moe_shared_expert_enabled and ("mlp.shared_experts" in name) )