092c35dd15
Signed-off-by: zjy0516 <riverclouds.zhu@qq.com> Signed-off-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com>
85 lines
2.6 KiB
Python
85 lines
2.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from argparse import Namespace
|
|
|
|
from fastapi import FastAPI
|
|
|
|
from vllm import envs
|
|
from vllm.config import ModelConfig
|
|
from vllm.tasks import POOLING_TASKS, SupportedTask
|
|
|
|
|
|
def register_api_routers(
|
|
args: Namespace,
|
|
app: FastAPI,
|
|
supported_tasks: tuple["SupportedTask", ...],
|
|
model_config: ModelConfig | None = None,
|
|
):
|
|
from vllm.entrypoints.serve import register_vllm_serve_api_routers
|
|
|
|
register_vllm_serve_api_routers(app)
|
|
|
|
from vllm.entrypoints.openai.models.api_router import (
|
|
attach_router as register_models_api_router,
|
|
)
|
|
|
|
register_models_api_router(app)
|
|
|
|
from vllm.entrypoints.generate.structured_decisions.api_router import (
|
|
register_structured_decisions_api_router,
|
|
)
|
|
|
|
register_structured_decisions_api_router(app)
|
|
|
|
from vllm.entrypoints.serve.sagemaker.api_router import (
|
|
attach_router as register_sagemaker_api_router,
|
|
)
|
|
|
|
register_sagemaker_api_router(app, supported_tasks, model_config)
|
|
|
|
if envs.VLLM_SERVER_DEV_MODE:
|
|
from vllm.entrypoints.serve import register_vllm_dev_api_routers
|
|
|
|
register_vllm_dev_api_routers(app)
|
|
|
|
from vllm.entrypoints.rl.factories import register_rl_api_routers
|
|
|
|
register_rl_api_routers(app)
|
|
|
|
if "generate" in supported_tasks:
|
|
from vllm.entrypoints.generate.api_router import (
|
|
register_generate_api_routers,
|
|
)
|
|
|
|
register_generate_api_routers(app)
|
|
|
|
from vllm.entrypoints.serve.elastic_ep.api_router import (
|
|
attach_router as elastic_ep_attach_router,
|
|
)
|
|
|
|
elastic_ep_attach_router(app)
|
|
|
|
if "generate" in supported_tasks or "render" in supported_tasks:
|
|
from vllm.entrypoints.scale_out.factories import register_scale_out_api_routers
|
|
|
|
register_scale_out_api_routers(app, supported_tasks)
|
|
|
|
if "transcription" in supported_tasks or "realtime" in supported_tasks:
|
|
from vllm.entrypoints.speech_to_text.factories import (
|
|
register_speech_to_text_api_routers,
|
|
)
|
|
|
|
register_speech_to_text_api_routers(app, supported_tasks)
|
|
|
|
if any(task in POOLING_TASKS for task in supported_tasks):
|
|
from vllm.entrypoints.pooling.factories import register_pooling_api_routers
|
|
|
|
register_pooling_api_routers(app, supported_tasks, model_config)
|
|
|
|
if getattr(args, "enable_fault_tolerance", False):
|
|
from vllm.entrypoints.serve.fault_tolerance.api_router import (
|
|
register_fault_tolerance_api_router,
|
|
)
|
|
|
|
register_fault_tolerance_api_router(app)
|