[core] platform agnostic executor via collective_rpc (#11256)
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
@@ -40,8 +40,8 @@ from vllm.spec_decode.util import (Timer, create_logprobs_output,
|
||||
get_all_num_logprobs,
|
||||
get_sampled_token_logprobs, nvtx_range,
|
||||
split_batch_by_proposal_len)
|
||||
from vllm.worker.worker_base import (LoraNotSupportedWorkerBase, WorkerBase,
|
||||
WorkerWrapperBase)
|
||||
from vllm.utils import resolve_obj_by_qualname
|
||||
from vllm.worker.worker_base import LoraNotSupportedWorkerBase, WorkerBase
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -64,8 +64,9 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker":
|
||||
target_worker_config = copy.deepcopy(vllm_config)
|
||||
target_worker_config.parallel_config.worker_cls =\
|
||||
target_worker_config.parallel_config.sd_worker_cls
|
||||
target_worker = WorkerWrapperBase(vllm_config=target_worker_config)
|
||||
target_worker.init_worker(*args, **kwargs)
|
||||
cls = resolve_obj_by_qualname(
|
||||
target_worker_config.parallel_config.worker_cls)
|
||||
target_worker = cls(*args, **kwargs)
|
||||
# Set the disable_logprobs variable in the TargetModelRunner instance
|
||||
# as per its value specified in the SpeculativeConfig.
|
||||
target_worker.model_runner.disable_logprobs =\
|
||||
|
||||
Reference in New Issue
Block a user