[Elastic EP] Async preparation (#47288)
Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
@@ -376,6 +376,9 @@ class DPCoordinatorProc:
|
||||
eng_index = outputs.engine_index
|
||||
scheduler_stats = outputs.scheduler_stats
|
||||
if scheduler_stats:
|
||||
# Elastic EP stats may arrive while the engine list changes.
|
||||
if eng_index >= len(self.engines):
|
||||
continue
|
||||
# 1. Updated request load stats - update our local
|
||||
# state with these.
|
||||
stats = self.engines[eng_index].request_counts
|
||||
|
||||
Reference in New Issue
Block a user