[V1][Usage] Refactor speculative decoding configuration and tests (#14434)
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
@@ -92,22 +92,20 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker":
|
||||
# Override draft-model specific worker args.
|
||||
draft_worker_kwargs.update(
|
||||
vllm_config=draft_worker_config,
|
||||
ngram_prompt_lookup_max=speculative_config.ngram_prompt_lookup_max,
|
||||
ngram_prompt_lookup_min=speculative_config.ngram_prompt_lookup_min,
|
||||
ngram_prompt_lookup_max=speculative_config.prompt_lookup_max,
|
||||
ngram_prompt_lookup_min=speculative_config.prompt_lookup_min,
|
||||
)
|
||||
|
||||
spec_decode_worker = SpecDecodeWorker.create_worker(
|
||||
scorer_worker=target_worker,
|
||||
draft_worker_kwargs=draft_worker_kwargs,
|
||||
disable_mqa_scorer=speculative_config.speculative_disable_mqa_scorer,
|
||||
disable_by_batch_size=speculative_config.
|
||||
speculative_disable_by_batch_size,
|
||||
draft_token_acceptance_method=speculative_config.
|
||||
draft_token_acceptance_method,
|
||||
disable_mqa_scorer=speculative_config.disable_mqa_scorer,
|
||||
disable_by_batch_size=speculative_config.disable_by_batch_size,
|
||||
draft_token_acceptance_method=speculative_config.acceptance_method,
|
||||
typical_acceptance_sampler_posterior_threshold=speculative_config.
|
||||
typical_acceptance_sampler_posterior_threshold,
|
||||
posterior_threshold,
|
||||
typical_acceptance_sampler_posterior_alpha=speculative_config.
|
||||
typical_acceptance_sampler_posterior_alpha,
|
||||
posterior_alpha,
|
||||
disable_logprobs=speculative_config.disable_logprobs,
|
||||
disable_log_stats=speculative_config.disable_log_stats,
|
||||
num_speculative_tokens=speculative_config.num_speculative_tokens,
|
||||
|
||||
Reference in New Issue
Block a user