[Misc] Misc code simplifications (#26450)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -1474,7 +1474,7 @@ class Scheduler(SchedulerInterface):
|
||||
|
||||
affected_req_ids.add(request.request_id)
|
||||
|
||||
return (affected_req_ids, total_affected_tokens)
|
||||
return affected_req_ids, total_affected_tokens
|
||||
|
||||
def _handle_invalid_blocks(self, invalid_block_ids: set[int]) -> set[str]:
|
||||
total_requests_to_reschedule = 0
|
||||
|
||||
@@ -59,8 +59,7 @@ def check_stop(
|
||||
sampling_params = request.sampling_params
|
||||
assert sampling_params is not None
|
||||
|
||||
min_tokens = sampling_params.min_tokens
|
||||
if request.num_output_tokens < min_tokens:
|
||||
if request.num_output_tokens < sampling_params.min_tokens:
|
||||
return False
|
||||
|
||||
last_token_id = request.output_token_ids[-1]
|
||||
|
||||
Reference in New Issue
Block a user