[Cleanup] Remove unused ModelRunner V1 InputBatch.num_tokens field (#30218)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
@@ -923,7 +923,6 @@ class GPUModelRunner(
|
||||
self.input_batch.num_prompt_tokens[req_index]
|
||||
+ num_output_tokens
|
||||
)
|
||||
self.input_batch.num_tokens[req_index] = end_idx
|
||||
self.input_batch.num_tokens_no_spec[req_index] = end_idx
|
||||
|
||||
# Update the block IDs.
|
||||
@@ -968,7 +967,6 @@ class GPUModelRunner(
|
||||
req_index, start_token_index:end_token_index
|
||||
] = new_token_ids
|
||||
self.input_batch.num_tokens_no_spec[req_index] = end_token_index
|
||||
self.input_batch.num_tokens[req_index] = end_token_index
|
||||
|
||||
# Add spec_token_ids to token_ids_cpu.
|
||||
spec_token_ids = scheduler_output.scheduled_spec_decode_tokens.get(
|
||||
@@ -984,8 +982,6 @@ class GPUModelRunner(
|
||||
self.input_batch.token_ids_cpu[
|
||||
req_index, start_index:end_token_index
|
||||
] = spec_token_ids
|
||||
# NOTE(woosuk): `num_tokens` here may include spec tokens.
|
||||
self.input_batch.num_tokens[req_index] += num_spec_tokens
|
||||
|
||||
# When speculative decoding is used with structured output,
|
||||
# the scheduler can drop draft tokens that do not
|
||||
@@ -2702,7 +2698,6 @@ class GPUModelRunner(
|
||||
self.input_batch.token_ids_cpu[req_idx, start_idx:end_idx] = sampled_ids
|
||||
self.input_batch.is_token_ids[req_idx, start_idx:end_idx] = True
|
||||
self.input_batch.num_tokens_no_spec[req_idx] = end_idx
|
||||
self.input_batch.num_tokens[req_idx] = end_idx
|
||||
|
||||
req_id = req_ids[req_idx]
|
||||
req_state = self.requests[req_id]
|
||||
|
||||
Reference in New Issue
Block a user