[Elastic EP] Fix EPLB load statistics during scaling (#58473)
Signed-off-by: Itay Alroy <ialroy@nvidia.com> Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
co-authored by
Tyler Michael Smith
parent
31f2e70cd3
commit
2bb7605ae1
@@ -550,10 +550,7 @@ class ElasticEPScalingExecutor:
|
||||
is_async_enabled = eplb_state.is_async
|
||||
run_async = async_op and is_async_enabled
|
||||
eplb_state.is_async = run_async
|
||||
if rank_mapping is None:
|
||||
eplb_state.rearrange()
|
||||
else:
|
||||
eplb_state.rearrange(rank_mapping=rank_mapping)
|
||||
eplb_state.rearrange(rank_mapping=rank_mapping, use_last_expert_load=True)
|
||||
if not run_async:
|
||||
# Wait for non-blocking expert resharding copies before continuing
|
||||
# the Elastic EP reconfiguration.
|
||||
|
||||
Reference in New Issue
Block a user