[MyPy] Fix mypy for vllm/lora (#41722)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-06-22 10:57:09 -04:00
committed by GitHub
parent 1c7bc18318
commit ccd49f6821
15 changed files with 140 additions and 50 deletions
+11 -3
View File
@@ -7,6 +7,7 @@ from typing import Any, Literal
import torch
from vllm.config import VllmConfig
from vllm.config.lora import LoRAConfig
from vllm.exceptions import LoRAAdapterNotFoundError
from vllm.logger import init_logger
from vllm.lora.lora_model import LoRAModel
@@ -45,7 +46,10 @@ class WorkerLoRAManager:
vllm_config.scheduler_config.max_num_batched_tokens
)
self.vocab_size = vllm_config.model_config.get_vocab_size()
self.lora_config = vllm_config.lora_config
lora_config = vllm_config.lora_config
if lora_config is None:
raise ValueError("LoRA config must be set for WorkerLoRAManager.")
self.lora_config: LoRAConfig = lora_config
# Use get_text_config() in case of multimodal models
text_config = vllm_config.model_config.hf_config.get_text_config()
@@ -81,8 +85,10 @@ class WorkerLoRAManager:
def create_lora_manager(
self,
model: torch.nn.Module,
vllm_config: VllmConfig | None = None,
vllm_config: VllmConfig,
) -> Any:
if vllm_config is None:
raise ValueError("vllm_config must be provided to create a LoRA manager.")
lora_manager = create_lora_manager(
model,
max_num_seqs=self.max_num_seqs,
@@ -240,8 +246,10 @@ class LRUCacheWorkerLoRAManager(WorkerLoRAManager):
def create_lora_manager(
self,
model: torch.nn.Module,
vllm_config: VllmConfig | None = None,
vllm_config: VllmConfig,
) -> Any:
if vllm_config is None:
raise ValueError("vllm_config must be provided to create a LoRA manager.")
lora_manager = create_lora_manager(
model,
lora_manager_cls=self._manager_cls,