[PCP][DCP] Support DCP target model with non-DCP Dspark (#56723)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Claude Opus 5
Codex
parent
77871126f9
commit
927c87b347
@@ -37,12 +37,18 @@ class DFlashSpeculator(DraftModelSpeculator):
|
||||
|
||||
def __init__(self, vllm_config: VllmConfig, device: torch.device):
|
||||
parallel_config = vllm_config.parallel_config
|
||||
if parallel_config.prefill_context_parallel_size > 1:
|
||||
vllm_config = copy.copy(vllm_config)
|
||||
vllm_config.parallel_config = replace(
|
||||
parallel_config,
|
||||
prefill_context_parallel_size=1,
|
||||
)
|
||||
speculative_config = vllm_config.speculative_config
|
||||
assert speculative_config is not None
|
||||
vllm_config = copy.copy(vllm_config)
|
||||
vllm_config.parallel_config = replace(
|
||||
parallel_config,
|
||||
prefill_context_parallel_size=1,
|
||||
decode_context_parallel_size=(
|
||||
parallel_config.decode_context_parallel_size
|
||||
if speculative_config.draft_model_config.use_mla
|
||||
else 1
|
||||
),
|
||||
)
|
||||
super().__init__(vllm_config, device)
|
||||
|
||||
self.hidden_states = torch.zeros(
|
||||
@@ -427,7 +433,7 @@ class DFlashSpeculator(DraftModelSpeculator):
|
||||
self.block_tables.input_block_tables[gid],
|
||||
self.block_tables.kernel_block_sizes[gid],
|
||||
self.block_tables.cp_rank,
|
||||
self.block_tables.cp_size,
|
||||
self.dcp_size,
|
||||
self.block_tables.cp_interleave,
|
||||
self.parallel_drafting_token_id,
|
||||
self.num_query_per_req,
|
||||
|
||||
Reference in New Issue
Block a user