[AMD][Bugfix][EPLB] Fix elastic EP scaling accuracy on ROCm (#47206)
Signed-off-by: okorzh <okorzh@amd.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
Andreas Karatzas
parent
5d8e90a966
commit
2279575cd9
@@ -233,17 +233,27 @@ class RoutedExperts(PluggableLayer):
|
||||
# Update local attributes from ExpertMapManager
|
||||
self.local_num_experts = self.expert_map_manager.local_num_experts
|
||||
self.expert_placement_strategy = self.expert_map_manager.placement_strategy
|
||||
self.register_buffer("_expert_map", self.expert_map_manager.expert_map)
|
||||
self.register_buffer("expert_mask", self.expert_map_manager.expert_mask)
|
||||
self.register_buffer(
|
||||
"_expert_map", self.expert_map_manager.expert_map, persistent=False
|
||||
)
|
||||
self.register_buffer(
|
||||
"expert_mask", self.expert_map_manager.expert_mask, persistent=False
|
||||
)
|
||||
|
||||
# Get routing tables from ExpertMapManager
|
||||
routing_tables = self.expert_map_manager.routing_tables
|
||||
if routing_tables is not None:
|
||||
# Register routing tables as buffers for this layer
|
||||
global_to_physical, physical_to_global, local_global = routing_tables
|
||||
self.register_buffer("expert_global_to_physical", global_to_physical)
|
||||
self.register_buffer("expert_physical_to_global", physical_to_global)
|
||||
self.register_buffer("expert_local_to_global", local_global)
|
||||
self.register_buffer(
|
||||
"expert_global_to_physical", global_to_physical, persistent=False
|
||||
)
|
||||
self.register_buffer(
|
||||
"expert_physical_to_global", physical_to_global, persistent=False
|
||||
)
|
||||
self.register_buffer(
|
||||
"expert_local_to_global", local_global, persistent=False
|
||||
)
|
||||
|
||||
def _expert_routing_tables(
|
||||
self,
|
||||
|
||||
Reference in New Issue
Block a user