[BugFix] lora_base_layer / routed_experts order in expert param mapping (#52552)
Signed-off-by: Hollow Man <hollowman@opensuse.org>
This commit is contained in:
@@ -1060,8 +1060,8 @@ class RoutedExperts(PluggableLayer):
|
|||||||
if routed_experts_prefix != "":
|
if routed_experts_prefix != "":
|
||||||
routed_experts_prefix = f"{routed_experts_prefix}."
|
routed_experts_prefix = f"{routed_experts_prefix}."
|
||||||
|
|
||||||
w13 = f"experts.{routed_experts_prefix}{lora_base_layer_prefix}w13_"
|
w13 = f"experts.{lora_base_layer_prefix}{routed_experts_prefix}w13_"
|
||||||
w2 = f"experts.{routed_experts_prefix}{lora_base_layer_prefix}w2_"
|
w2 = f"experts.{lora_base_layer_prefix}{routed_experts_prefix}w2_"
|
||||||
|
|
||||||
fused_mapping = []
|
fused_mapping = []
|
||||||
if include_fused:
|
if include_fused:
|
||||||
|
|||||||
Reference in New Issue
Block a user