[Cleanup] Remove obsolete spec decoding compatibility logic (#32003)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Nick Hill
2026-01-09 05:44:18 +00:00
committed by GitHub
parent 7a05d2dc65
commit 29ce48221c
8 changed files with 45 additions and 75 deletions
-2
View File
@@ -3620,10 +3620,8 @@ class GPUModelRunner(
assert isinstance(self.drafter, NgramProposer)
draft_token_ids = self.drafter.propose(
sampled_token_ids,
self.input_batch.req_ids,
self.input_batch.num_tokens_no_spec,
self.input_batch.token_ids_cpu,
self.input_batch.spec_decode_unsupported_reqs,
)
elif spec_config.method == "suffix":
assert isinstance(sampled_token_ids, list)