Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (#5296)
This commit is contained in:
@@ -905,7 +905,8 @@ class Scheduler:
|
|||||||
blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
|
blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
|
||||||
blocks_to_copy=running_scheduled.blocks_to_copy +
|
blocks_to_copy=running_scheduled.blocks_to_copy +
|
||||||
swapped_in.blocks_to_copy,
|
swapped_in.blocks_to_copy,
|
||||||
ignored_seq_groups=prefills.ignored_seq_groups,
|
ignored_seq_groups=prefills.ignored_seq_groups +
|
||||||
|
swapped_in.infeasible_seq_groups,
|
||||||
num_lookahead_slots=running_scheduled.num_lookahead_slots,
|
num_lookahead_slots=running_scheduled.num_lookahead_slots,
|
||||||
running_queue_size=len(self.running),
|
running_queue_size=len(self.running),
|
||||||
preempted=(len(running_scheduled.preempted) +
|
preempted=(len(running_scheduled.preempted) +
|
||||||
|
|||||||
Reference in New Issue
Block a user