[Model] Add LoRA support for Whisper models (#29856)

Signed-off-by: daje0601 <englishmt4118@gmail.com>
Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
daje0601
2026-03-05 10:38:25 +08:00
committed by GitHub
co-authored by Claude Opus 4.5
parent 2f4226fe52
commit 3b23d57c96
4 changed files with 185 additions and 14 deletions
+12 -1
View File
@@ -49,7 +49,18 @@ class WorkerLoRAManager:
# Use get_text_config() in case of multimodal models
text_config = vllm_config.model_config.hf_config.get_text_config()
self.max_position_embeddings = text_config.max_position_embeddings
# For encoder-decoder models (e.g., Whisper), use max_target_positions
# instead of max_position_embeddings
# TODO: Generalize max_position_embeddings handling for
# out-of-tree (OOT) encoder-decoder models
if vllm_config.model_config.is_encoder_decoder:
self.max_position_embeddings = getattr(
text_config, "max_target_positions", None
)
else:
self.max_position_embeddings = getattr(
text_config, "max_position_embeddings", None
)
self.device = device
# Lazily initialized by create_lora_manager.
self._adapter_manager: LoRAModelManager