From 170592a931d92572f65ee808b3b03e6eed2f54a3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E8=8C=83=E8=A3=95=E8=BE=BE?= Date: Thu, 13 Aug 2026 22:13:00 +0800 Subject: [PATCH] [Bugfix] Disable sequence parallelism for Dots3 NOTE (#52172) Signed-off-by: KurodaKanbei --- vllm/models/dots3_note/nvidia/model.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/vllm/models/dots3_note/nvidia/model.py b/vllm/models/dots3_note/nvidia/model.py index 83e675c469..e713911e61 100644 --- a/vllm/models/dots3_note/nvidia/model.py +++ b/vllm/models/dots3_note/nvidia/model.py @@ -497,6 +497,7 @@ class Dots3NoteDecoderLayer(DeepseekV32DecoderLayer): layer_idx = int(prefix.split(sep=".")[-1]) self.layer_idx = layer_idx self.use_mha = False + self.use_sequence_parallel = False attention_cls = ( Dots3NoteSlidingAttention if config.layer_types[layer_idx] == "sliding_attention" @@ -536,11 +537,7 @@ class Dots3NoteDecoderLayer(DeepseekV32DecoderLayer): prefix=f"{prefix}.mlp", reduce_results=False, ) - self.use_sequence_parallel_moe = ( - parallel_config.use_sequence_parallel_moe - and parallel_config.pipeline_parallel_size == 1 - and isinstance(self.mlp, DeepseekV2MoE) - ) + self.use_sequence_parallel_moe = False self.tp_size = parallel_config.tensor_parallel_size self.input_layernorm = RMSNorm(config.hidden_size, eps=config.rms_norm_eps) self.post_attention_layernorm = RMSNorm( @@ -559,6 +556,7 @@ class Dots3NoteModel(DeepseekV32Model): self.config = config self.device = current_platform.device_type self.vocab_size = config.vocab_size + self.use_sequence_parallel = False self.is_v32 = True self._weight_block_size = getattr(quant_config, "weight_block_size", None) topk_indices_buffer = torch.empty(