[Model] Add LoRA support for Whisper models (#29856)
Signed-off-by: daje0601 <englishmt4118@gmail.com> Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.5
parent
2f4226fe52
commit
3b23d57c96
@@ -49,7 +49,18 @@ class WorkerLoRAManager:
|
||||
# Use get_text_config() in case of multimodal models
|
||||
text_config = vllm_config.model_config.hf_config.get_text_config()
|
||||
|
||||
self.max_position_embeddings = text_config.max_position_embeddings
|
||||
# For encoder-decoder models (e.g., Whisper), use max_target_positions
|
||||
# instead of max_position_embeddings
|
||||
# TODO: Generalize max_position_embeddings handling for
|
||||
# out-of-tree (OOT) encoder-decoder models
|
||||
if vllm_config.model_config.is_encoder_decoder:
|
||||
self.max_position_embeddings = getattr(
|
||||
text_config, "max_target_positions", None
|
||||
)
|
||||
else:
|
||||
self.max_position_embeddings = getattr(
|
||||
text_config, "max_position_embeddings", None
|
||||
)
|
||||
self.device = device
|
||||
# Lazily initialized by create_lora_manager.
|
||||
self._adapter_manager: LoRAModelManager
|
||||
|
||||
Reference in New Issue
Block a user