[Misc] Update Fused MoE weight loading (#7334)

This commit is contained in:
Dipika Sikka
2024-08-13 14:57:45 -04:00
committed by GitHub
parent fb377d7e74
commit d3bdfd3ab9
6 changed files with 269 additions and 206 deletions
+1 -1
View File
@@ -455,7 +455,7 @@ class MixtralForCausalLM(nn.Module, SupportsLoRA):
weight_loader = param.weight_loader
weight_loader(param,
loaded_weight,
weight_name,
name,
shard_id=shard_id,
expert_id=expert_id)
break