diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py index cfecff72b6..1861266820 100644 --- a/vllm/config/speculative.py +++ b/vllm/config/speculative.py @@ -1746,6 +1746,7 @@ class SpeculativeConfig: draft_parallel_config = ParallelConfig( pipeline_parallel_size=1, tensor_parallel_size=speculative_draft_tensor_parallel_size, + enable_expert_parallel=target_parallel_config.enable_expert_parallel, distributed_executor_backend=target_parallel_config.distributed_executor_backend, max_parallel_loading_workers=target_parallel_config.max_parallel_loading_workers, disable_custom_all_reduce=target_parallel_config.disable_custom_all_reduce,