From 89c8401c8aeb53ccee87060e913514068e0a1e82 Mon Sep 17 00:00:00 2001 From: kiroxu <148877251+BabyDrangoner@users.noreply.github.com> Date: Thu, 13 Aug 2026 14:14:37 +0800 Subject: [PATCH] [Model] Skip unused Jina V5 output layers (#52037) Signed-off-by: kiroxu <148877251+BabyDrangoner@users.noreply.github.com> Co-authored-by: Codex --- vllm/model_executor/models/jina.py | 24 +++++++++++++++++++++--- 1 file changed, 21 insertions(+), 3 deletions(-) diff --git a/vllm/model_executor/models/jina.py b/vllm/model_executor/models/jina.py index 63d690bb3d..5fae303154 100644 --- a/vllm/model_executor/models/jina.py +++ b/vllm/model_executor/models/jina.py @@ -11,6 +11,8 @@ from safetensors.torch import load as safetensors_load from torch import nn from vllm.config import VllmConfig +from vllm.model_executor.layers.logits_processor import LogitsProcessor +from vllm.model_executor.layers.vocab_parallel_embedding import ParallelLMHead from vllm.sequence import IntermediateTensors from vllm.tasks import PoolingTask from vllm.transformers_utils.repo_utils import get_hf_file_bytes @@ -26,7 +28,13 @@ from .interfaces import SupportsLateInteraction from .interfaces_base import VllmModelForPooling from .llama import LlamaForCausalLM from .qwen3 import Qwen3ForCausalLM, Qwen3Model -from .utils import AutoWeightsLoader, WeightsMapper, maybe_prefix +from .utils import ( + AutoWeightsLoader, + StageMissingLayer, + WeightsMapper, + maybe_prefix, + no_init_weights, +) logger = logging.getLogger(__name__) @@ -267,7 +275,12 @@ class JinaEmbeddingsV5DecoderModel(Qwen3ForCausalLM, VllmModelForPooling): ) def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): - super().__init__(vllm_config=vllm_config, prefix=prefix) + with no_init_weights( + self, + lambda mod: StageMissingLayer("output", mod), + targets=(LogitsProcessor, ParallelLMHead), + ): + super().__init__(vllm_config=vllm_config, prefix=prefix) _setup_jina_v5_task_and_pooler(self, vllm_config) def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]: @@ -289,7 +302,12 @@ class JinaEmbeddingsV5EncoderModel(LlamaForCausalLM, VllmModelForPooling): ) def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): - super().__init__(vllm_config=vllm_config, prefix=prefix) + with no_init_weights( + self, + lambda mod: StageMissingLayer("output", mod), + targets=(LogitsProcessor, ParallelLMHead), + ): + super().__init__(vllm_config=vllm_config, prefix=prefix) _setup_jina_v5_task_and_pooler(self, vllm_config) def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]) -> set[str]: