[VLM] Refactor MultiModalConfig initialization and profiling (#7530)
This commit is contained in:
+1
-15
@@ -13,7 +13,7 @@ from vllm.logger import init_logger
|
||||
from .data import LLMInputs
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from vllm.config import ModelConfig, MultiModalConfig
|
||||
from vllm.config import ModelConfig
|
||||
from vllm.multimodal import MultiModalDataDict, MultiModalRegistry
|
||||
from vllm.sequence import SequenceData
|
||||
|
||||
@@ -32,20 +32,6 @@ class InputContext:
|
||||
model_config: "ModelConfig"
|
||||
"""The configuration of the model."""
|
||||
|
||||
def get_multimodal_config(self) -> "MultiModalConfig":
|
||||
"""
|
||||
Get the multimodal configuration of the model.
|
||||
|
||||
Raises:
|
||||
ValueError: If the model is not multimodal.
|
||||
"""
|
||||
|
||||
multimodal_config = self.model_config.multimodal_config
|
||||
if multimodal_config is None:
|
||||
raise ValueError("No multimodal config found")
|
||||
|
||||
return multimodal_config
|
||||
|
||||
def get_hf_config(self, hf_config_type: Type[C] = PretrainedConfig) -> C:
|
||||
"""
|
||||
Get the HuggingFace configuration
|
||||
|
||||
Reference in New Issue
Block a user