[Bugfix] Fix GLM4-MoE weight loading for NVFP4 quantized checkpoints (#41755)

Signed-off-by: Stoyan Yanev <stoyan.yanev@cleverpine.com>
This commit is contained in:
s-yanev
2026-05-07 05:55:52 -07:00
committed by GitHub
parent f650ace6de
commit 75f0d516c4
+10 -2
View File
@@ -506,16 +506,24 @@ class Glm4MoeModel(nn.Module):
# for mlp.experts[0].gate_gate_up_proj, which breaks load.
if ("mlp.experts." in name) and name not in params_dict:
continue
name = name.replace(weight_name, param_name)
# Skip loading extra bias for GPTQ models.
if name.endswith(".bias") and name not in params_dict:
continue
name = maybe_remap_kv_scale_name(name, params_dict)
if name is None:
continue
if is_pp_missing_parameter(name, self):
continue
param = params_dict[name]
weight_loader = param.weight_loader
weight_loader(param, loaded_weight, shard_id)
weight_loader = getattr(param, "weight_loader", default_weight_loader)
if weight_loader == default_weight_loader:
weight_loader(param, loaded_weight)
else:
weight_loader(param, loaded_weight, shard_id)
break
else:
is_expert_weight = False