diff --git a/vllm/model_executor/models/qwen3_5.py b/vllm/model_executor/models/qwen3_5.py index ac27296461..124d3bbbec 100644 --- a/vllm/model_executor/models/qwen3_5.py +++ b/vllm/model_executor/models/qwen3_5.py @@ -247,6 +247,8 @@ class Qwen3_5Model(Qwen3NextModel): self.embed_tokens = VocabParallelEmbedding( self.vocab_size, config.hidden_size, + quant_config=self.quant_config, + prefix=f"{prefix}.embed_tokens", ) def get_layer(prefix: str):