[Cleanup] Remove obsolete spec decoding compatibility logic (#32003)
Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
@@ -3620,10 +3620,8 @@ class GPUModelRunner(
|
||||
assert isinstance(self.drafter, NgramProposer)
|
||||
draft_token_ids = self.drafter.propose(
|
||||
sampled_token_ids,
|
||||
self.input_batch.req_ids,
|
||||
self.input_batch.num_tokens_no_spec,
|
||||
self.input_batch.token_ids_cpu,
|
||||
self.input_batch.spec_decode_unsupported_reqs,
|
||||
)
|
||||
elif spec_config.method == "suffix":
|
||||
assert isinstance(sampled_token_ids, list)
|
||||
|
||||
Reference in New Issue
Block a user