[PCP][Spec Decode] Adds PCP support for single-module MTP and replicated DSpark. (#56107)
Signed-off-by: Summer Yang <girasoleyang@gmail.com> Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: Summer Yang <girasoleyang@gmail.com> Co-authored-by: OpenAI Codex <codex@openai.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Summer Yang
OpenAI Codex
OpenAI Codex
parent
e7edf17cea
commit
980c16c8e4
@@ -28,7 +28,8 @@ class MTPSpeculator(AutoRegressiveSpeculator):
|
||||
# toggles skip_topk so step 0 computes MTP's own indices and
|
||||
# steps 1+ reuse them.
|
||||
self.share_mtp_topk_indices = (
|
||||
getattr(draft_hf_config, "index_share_for_mtp_iteration", False)
|
||||
self.vllm_config.parallel_config.prefill_context_parallel_size == 1
|
||||
and getattr(draft_hf_config, "index_share_for_mtp_iteration", False)
|
||||
and hasattr(draft_model.model, "set_skip_topk")
|
||||
and hasattr(draft_model.model, "compact_topk_indices")
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user