# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project from abc import ABC from dataclasses import field from typing import Any from vllm.config.utils import config from vllm.utils.import_utils import resolve_obj_by_qualname @config class EncoderCacheManagerConfig: encoder_cache_manager_cls: str | None = None """Fully qualified class name of the custom encoder cache manager.""" manager_config: dict[str, Any] = field(default_factory=dict) """Opaque configuration interpreted by the custom cache manager.""" def __post_init__(self) -> None: if self.encoder_cache_manager_cls is None and self.manager_config: raise ValueError( "manager_config requires encoder_cache_manager_cls to be set." ) def get_encoder_cache_manager_obj(self): cls_path = self.encoder_cache_manager_cls if cls_path is None: return None return resolve_obj_by_qualname(cls_path) class EncoderCacheManagerMetadata(ABC): # noqa: B024 """Abstract Metadata used to communicate between the Scheduler EncoderCacheManager and Worker EncoderCacheManager. """ pass