# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project from argparse import Namespace from fastapi import FastAPI from vllm.config import ModelConfig from vllm.tasks import SupportedTask def register_api_routers( args: Namespace, app: FastAPI, supported_tasks: tuple["SupportedTask", ...], model_config: ModelConfig | None = None, ): from vllm.entrypoints.serve import register_vllm_serve_api_routers register_vllm_serve_api_routers(app) from vllm.entrypoints.openai.models.api_router import ( attach_router as register_models_api_router, ) register_models_api_router(app) if "generate" in supported_tasks: from vllm.entrypoints.generate.api_router import ( register_generate_api_routers, ) register_generate_api_routers(app) if getattr(args, "enable_fault_tolerance", False): from vllm.entrypoints.serve.fault_tolerance.api_router import ( register_fault_tolerance_api_router, ) register_fault_tolerance_api_router(app)