Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
47 lines
1.3 KiB
Python
47 lines
1.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TYPE_CHECKING
|
|
|
|
from vllm.distributed.ec_transfer.ec_connector.base import (
|
|
ECConnectorBase,
|
|
ECConnectorRole,
|
|
)
|
|
from vllm.distributed.ec_transfer.ec_connector.factory import ECConnectorFactory
|
|
|
|
if TYPE_CHECKING:
|
|
from vllm.config import VllmConfig
|
|
|
|
_EC_CONNECTOR_AGENT: ECConnectorBase | None = None
|
|
|
|
|
|
def get_ec_transfer() -> ECConnectorBase:
|
|
assert _EC_CONNECTOR_AGENT is not None, "disaggregated EC cache is not initialized"
|
|
return _EC_CONNECTOR_AGENT
|
|
|
|
|
|
def has_ec_transfer() -> bool:
|
|
return _EC_CONNECTOR_AGENT is not None
|
|
|
|
|
|
def ensure_ec_transfer_initialized(vllm_config: "VllmConfig") -> None:
|
|
"""Initialize EC cache connector."""
|
|
global _EC_CONNECTOR_AGENT
|
|
|
|
if vllm_config.ec_transfer_config is None:
|
|
return
|
|
|
|
if (
|
|
vllm_config.ec_transfer_config.is_ec_transfer_instance
|
|
and _EC_CONNECTOR_AGENT is None
|
|
):
|
|
_EC_CONNECTOR_AGENT = ECConnectorFactory.create_connector(
|
|
config=vllm_config, role=ECConnectorRole.WORKER
|
|
)
|
|
|
|
|
|
def ensure_ec_transfer_shutdown() -> None:
|
|
global _EC_CONNECTOR_AGENT
|
|
if _EC_CONNECTOR_AGENT is not None:
|
|
_EC_CONNECTOR_AGENT.shutdown()
|
|
_EC_CONNECTOR_AGENT = None
|