diff --git a/vllm/model_executor/models/qwen3_5.py b/vllm/model_executor/models/qwen3_5.py index fb9724db08..5ee6655054 100644 --- a/vllm/model_executor/models/qwen3_5.py +++ b/vllm/model_executor/models/qwen3_5.py @@ -280,6 +280,7 @@ class Qwen3_5Model(Qwen3NextModel): self.norm = PPMissingLayer() self.aux_hidden_state_layers: tuple[int, ...] = () + self.abliterate = projector(config.hidden_size) def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]: # FSE must match construction (Qwen3NextSparseMoeBlock): reroute the diff --git a/vllm/model_executor/models/qwen3_next_mtp.py b/vllm/model_executor/models/qwen3_next_mtp.py index 4ae8f21840..72008ecd5a 100644 --- a/vllm/model_executor/models/qwen3_next_mtp.py +++ b/vllm/model_executor/models/qwen3_next_mtp.py @@ -31,6 +31,7 @@ from vllm.model_executor.models.qwen3_next import ( from vllm.model_executor.models.utils import sequence_parallel_chunk from vllm.sequence import IntermediateTensors +from .abliteration import projector from .utils import ( AutoWeightsLoader, make_empty_intermediate_tensors_factory, @@ -111,9 +112,10 @@ class Qwen3NextMultiTokenPredictor(nn.Module): self.pre_fc_norm_embedding = Qwen3NextRMSNorm( config.hidden_size, eps=config.rms_norm_eps ) + self.abliterate = projector(config.hidden_size) def embed_input_ids(self, input_ids: torch.Tensor) -> torch.Tensor: - return self.embed_tokens(input_ids) + return self.abliterate(self.embed_tokens(input_ids)) def forward( self,