23 lines
554 B
Python
23 lines
554 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import torch
|
|
|
|
from vllm.config import VllmConfig
|
|
from vllm.v1.spec_decode.llm_base_proposer import SpecDecodeBaseProposer
|
|
|
|
|
|
class EagleProposer(SpecDecodeBaseProposer):
|
|
def __init__(
|
|
self,
|
|
vllm_config: VllmConfig,
|
|
device: torch.device,
|
|
runner=None,
|
|
):
|
|
super().__init__(
|
|
vllm_config,
|
|
device,
|
|
pass_hidden_states_to_model=True,
|
|
runner=runner,
|
|
)
|