Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
39 lines
1.2 KiB
Python
39 lines
1.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from abc import ABC
|
|
from dataclasses import field
|
|
from typing import Any
|
|
|
|
from vllm.config.utils import config
|
|
from vllm.utils.import_utils import resolve_obj_by_qualname
|
|
|
|
|
|
@config
|
|
class EncoderCacheManagerConfig:
|
|
encoder_cache_manager_cls: str | None = None
|
|
"""Fully qualified class name of the custom encoder cache manager."""
|
|
|
|
manager_config: dict[str, Any] = field(default_factory=dict)
|
|
"""Opaque configuration interpreted by the custom cache manager."""
|
|
|
|
def __post_init__(self) -> None:
|
|
if self.encoder_cache_manager_cls is None and self.manager_config:
|
|
raise ValueError(
|
|
"manager_config requires encoder_cache_manager_cls to be set."
|
|
)
|
|
|
|
def get_encoder_cache_manager_obj(self):
|
|
cls_path = self.encoder_cache_manager_cls
|
|
if cls_path is None:
|
|
return None
|
|
return resolve_obj_by_qualname(cls_path)
|
|
|
|
|
|
class EncoderCacheManagerMetadata(ABC): # noqa: B024
|
|
"""Abstract Metadata used to communicate between the
|
|
Scheduler EncoderCacheManager and Worker EncoderCacheManager.
|
|
"""
|
|
|
|
pass
|