[Misc] Misc code simplifications (#26450)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-10-09 02:10:06 -07:00
committed by GitHub
parent a83ff278d6
commit ddcbc2f334
6 changed files with 78 additions and 89 deletions
+1 -1
View File
@@ -1474,7 +1474,7 @@ class Scheduler(SchedulerInterface):
affected_req_ids.add(request.request_id)
return (affected_req_ids, total_affected_tokens)
return affected_req_ids, total_affected_tokens
def _handle_invalid_blocks(self, invalid_block_ids: set[int]) -> set[str]:
total_requests_to_reschedule = 0
+1 -2
View File
@@ -59,8 +59,7 @@ def check_stop(
sampling_params = request.sampling_params
assert sampling_params is not None
min_tokens = sampling_params.min_tokens
if request.num_output_tokens < min_tokens:
if request.num_output_tokens < sampling_params.min_tokens:
return False
last_token_id = request.output_token_ids[-1]