[Frontend] Lazily initialize chat media connectors (#49914)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-07-30 14:56:37 +08:00
committed by GitHub
parent 445d3aac0a
commit e04a30a77c
2 changed files with 46 additions and 14 deletions
+22 -14
View File
@@ -945,16 +945,19 @@ class MultiModalContentParser(BaseMultiModalContentParser):
super().__init__()
self._tracker = tracker
self._connector: MediaConnector = MEDIA_CONNECTOR_REGISTRY.load(
envs.VLLM_MEDIA_CONNECTOR,
media_io_kwargs=tracker.media_io_kwargs,
allowed_local_media_path=tracker.allowed_local_media_path,
allowed_media_domains=tracker.allowed_media_domains,
)
self._mm_processor_kwargs = mm_processor_kwargs
@cached_property
def _connector(self) -> MediaConnector:
# Connector setup may probe VLLM_MEDIA_CACHE. Defer it until a request
# actually contains media so text-only parsing never blocks on that I/O.
return MEDIA_CONNECTOR_REGISTRY.load(
envs.VLLM_MEDIA_CONNECTOR,
media_io_kwargs=self._tracker.media_io_kwargs,
allowed_local_media_path=self._tracker.allowed_local_media_path,
allowed_media_domains=self._tracker.allowed_media_domains,
)
@property
def model_config(self) -> ModelConfig:
return self._tracker.model_config
@@ -1097,14 +1100,19 @@ class AsyncMultiModalContentParser(BaseMultiModalContentParser):
super().__init__()
self._tracker = tracker
self._connector: MediaConnector = MEDIA_CONNECTOR_REGISTRY.load(
envs.VLLM_MEDIA_CONNECTOR,
media_io_kwargs=tracker.media_io_kwargs,
allowed_local_media_path=tracker.allowed_local_media_path,
allowed_media_domains=tracker.allowed_media_domains,
)
self._mm_processor_kwargs: dict[str, Any] | None = mm_processor_kwargs
@cached_property
def _connector(self) -> MediaConnector:
# Connector setup may probe VLLM_MEDIA_CACHE. Defer it until a request
# actually contains media so text-only parsing never blocks on that I/O.
return MEDIA_CONNECTOR_REGISTRY.load(
envs.VLLM_MEDIA_CONNECTOR,
media_io_kwargs=self._tracker.media_io_kwargs,
allowed_local_media_path=self._tracker.allowed_local_media_path,
allowed_media_domains=self._tracker.allowed_media_domains,
)
@property
def model_config(self) -> ModelConfig:
return self._tracker.model_config