[Core] Rework scheduler skipped_waiting queue (#58947)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
Nick Hill
2026-09-28 20:03:16 +00:00
committed by GitHub
co-authored by Robert Shaw
parent 2619b6b72b
commit 42dbe4578c
13 changed files with 220 additions and 149 deletions
@@ -278,9 +278,9 @@ pub use kv_connector::*;
pub struct SchedulerStats {
/// Number of requests in model execution batches.
pub num_running_reqs: u64,
/// Length of the "waiting" request queue.
/// Number of waiting requests not deferred.
pub num_waiting_reqs: u64,
/// Length of the "skipped waiting" queue.
/// Number of waiting requests deferred by transient constraints or a blocked status.
#[serde(default)]
pub num_skipped_waiting_reqs: u64,
/// Internal DP load-balancing step counter.