[PCP][DCP] Support DCP target model with non-DCP Dspark (#56723)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Codex <noreply@openai.com>
This commit is contained in:
co-authored by
Claude Opus 5
Codex
parent
77871126f9
commit
927c87b347
@@ -81,13 +81,20 @@ class DraftModelProposer(SpecDecodeBaseProposer):
|
||||
def _create_draft_vllm_config(self) -> VllmConfig:
|
||||
base = super()._create_draft_vllm_config()
|
||||
spec = self.speculative_config
|
||||
target_parallel = base.parallel_config
|
||||
|
||||
return replace(
|
||||
base,
|
||||
quant_config=None,
|
||||
parallel_config=replace(
|
||||
spec.draft_parallel_config,
|
||||
rank=self.vllm_config.parallel_config.rank,
|
||||
rank=target_parallel.rank,
|
||||
decode_context_parallel_size=(
|
||||
target_parallel.decode_context_parallel_size
|
||||
),
|
||||
cp_kv_cache_interleave_size=target_parallel.cp_kv_cache_interleave_size,
|
||||
dcp_comm_backend=target_parallel.dcp_comm_backend,
|
||||
dcp_q_replicate=target_parallel.dcp_q_replicate,
|
||||
),
|
||||
model_config=spec.draft_model_config,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user