1119f6e47a
Signed-off-by: Che Ruan <cr623@ic.ac.uk> Signed-off-by: mengxingkongzhouhan <117415539+mengxingkongzhouhan@users.noreply.github.com> Signed-off-by: Mercykid-bash <ruanche0218@gmail.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Che Ruan <cr623@ic.ac.uk> Co-authored-by: mengxingkongzhouhan <117415539+mengxingkongzhouhan@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
20 lines
542 B
Python
20 lines
542 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import get_args
|
|
|
|
from vllm.config.parallel import EPLBPolicyOption
|
|
|
|
from .abstract import AbstractEplbPolicy
|
|
from .default import DefaultEplbPolicy
|
|
|
|
EPLB_POLICIES = {"default": DefaultEplbPolicy}
|
|
|
|
# Ensure that the EPLB_POLICIES keys match the EPLBPolicyOption values
|
|
assert set(EPLB_POLICIES.keys()) == set(get_args(EPLBPolicyOption))
|
|
|
|
__all__ = [
|
|
"AbstractEplbPolicy",
|
|
"DefaultEplbPolicy",
|
|
"EPLB_POLICIES",
|
|
]
|