[Bugfix][Spec Decode] Preserve target parallel config (DCP) for DSpark (#55472)

Signed-off-by: Jing Wang <jingwang96@qq.com>
This commit is contained in:
Jing Wang
2026-09-08 16:59:10 -07:00
committed by GitHub
parent 5af4cc33ec
commit c268198715
@@ -53,7 +53,13 @@ def load_dspark_model(target_model: nn.Module, vllm_config: VllmConfig) -> nn.Mo
draft_vllm_config = replace(
vllm_config,
parallel_config=speculative_config.draft_parallel_config,
parallel_config=replace(
vllm_config.parallel_config,
pipeline_parallel_size=1,
tensor_parallel_size=(
speculative_config.draft_parallel_config.tensor_parallel_size
),
),
attention_config=replace(
vllm_config.attention_config,
use_non_causal=dflash_has_any_non_causal(draft_model_config.hf_config),