[Spec Decode] Introduce DraftModelRunner (#5799)
This commit is contained in:
@@ -150,7 +150,8 @@ class ModelRunnerBase(ABC, Generic[T]):
|
||||
self,
|
||||
model_input: T,
|
||||
kv_caches: Optional[List[torch.Tensor]],
|
||||
) -> Optional[SamplerOutput]:
|
||||
num_steps: int = 1,
|
||||
) -> Optional[List[SamplerOutput]]:
|
||||
"""
|
||||
Execute the model on the given input.
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user