From 0748d3bd57cb5c4303e58c8465e21f069629480d Mon Sep 17 00:00:00 2001 From: mahird3 <142054011+mahird3@users.noreply.github.com> Date: Sun, 20 Sep 2026 11:50:00 +0200 Subject: [PATCH] [Model][LoRA] Enable LoRA support for VoyageQwen3BidirectionalEmbedModel (#57708) Signed-off-by: Mahir Dursunoglu <142054011+mahird3@users.noreply.github.com> --- vllm/model_executor/models/voyage.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/voyage.py b/vllm/model_executor/models/voyage.py index d131ffff4b..9f4885a0f9 100644 --- a/vllm/model_executor/models/voyage.py +++ b/vllm/model_executor/models/voyage.py @@ -8,6 +8,7 @@ import torch import torch.nn as nn from vllm.config import VllmConfig +from vllm.model_executor.models.interfaces import SupportsLoRA from vllm.model_executor.models.qwen3 import Qwen3Model from vllm.model_executor.models.utils import AutoWeightsLoader, maybe_prefix from vllm.sequence import IntermediateTensors @@ -15,7 +16,7 @@ from vllm.sequence import IntermediateTensors WeightItem = tuple[str, torch.Tensor] -class VoyageQwen3BidirectionalEmbedModel(nn.Module): +class VoyageQwen3BidirectionalEmbedModel(nn.Module, SupportsLoRA): """Qwen3Model + Voyage embedding head + bidirectional attention. Checkpoint conventions (HF): @@ -30,6 +31,11 @@ class VoyageQwen3BidirectionalEmbedModel(nn.Module): - No "model." prefix """ + packed_modules_mapping = { + "qkv_proj": ["q_proj", "k_proj", "v_proj"], + "gate_up_proj": ["gate_proj", "up_proj"], + } + def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): super().__init__() self.config = vllm_config.model_config.hf_config