From c268198715de0e78a56672c7e9d0b2fd9afdb141 Mon Sep 17 00:00:00 2001 From: Jing Wang Date: Wed, 9 Sep 2026 07:59:10 +0800 Subject: [PATCH] [Bugfix][Spec Decode] Preserve target parallel config (DCP) for DSpark (#55472) Signed-off-by: Jing Wang --- vllm/v1/worker/gpu/spec_decode/dspark/utils.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu/spec_decode/dspark/utils.py b/vllm/v1/worker/gpu/spec_decode/dspark/utils.py index 00b50912ef..f252a35a51 100644 --- a/vllm/v1/worker/gpu/spec_decode/dspark/utils.py +++ b/vllm/v1/worker/gpu/spec_decode/dspark/utils.py @@ -53,7 +53,13 @@ def load_dspark_model(target_model: nn.Module, vllm_config: VllmConfig) -> nn.Mo draft_vllm_config = replace( vllm_config, - parallel_config=speculative_config.draft_parallel_config, + parallel_config=replace( + vllm_config.parallel_config, + pipeline_parallel_size=1, + tensor_parallel_size=( + speculative_config.draft_parallel_config.tensor_parallel_size + ), + ), attention_config=replace( vllm_config.attention_config, use_non_causal=dflash_has_any_non_causal(draft_model_config.hf_config),