[Minor][Spec Decode] Add use_eagle to SpeculativeConfig (#17213)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2025-04-25 21:08:15 -07:00
committed by GitHub
parent 537d5ee025
commit 1cf0719ebd
3 changed files with 6 additions and 5 deletions
+1 -1
View File
@@ -126,7 +126,7 @@ class Scheduler(SchedulerInterface):
self.num_spec_tokens = self.num_lookahead_tokens = 0
if speculative_config:
self.num_spec_tokens = speculative_config.num_speculative_tokens
if speculative_config.method in ("eagle", "eagle3"):
if speculative_config.use_eagle():
self.num_lookahead_tokens = self.num_spec_tokens
def schedule(self) -> SchedulerOutput: