# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project from typing import Protocol, TypeAlias from vllm.config import ModelConfig from vllm.entrypoints.openai.chat_completion.protocol import ( BatchChatCompletionRequest, ChatCompletionRequest, ChatCompletionResponse, ) from vllm.entrypoints.openai.completion.protocol import ( CompletionRequest, CompletionResponse, ) from vllm.entrypoints.openai.responses.protocol import ResponsesRequest from vllm.entrypoints.serve.tokenize.protocol import ( DetokenizeRequest, TokenizeChatRequest, TokenizeCompletionRequest, TokenizeResponse, ) from vllm.renderers import TokenizeParams class RendererRequest(Protocol): def build_tok_params(self, model_config: ModelConfig) -> TokenizeParams: raise NotImplementedError CompletionLikeRequest: TypeAlias = ( CompletionRequest | TokenizeCompletionRequest | DetokenizeRequest ) ChatLikeRequest: TypeAlias = ( ChatCompletionRequest | BatchChatCompletionRequest | TokenizeChatRequest ) AnyRequest: TypeAlias = CompletionLikeRequest | ChatLikeRequest | ResponsesRequest AnyResponse: TypeAlias = ( CompletionResponse | ChatCompletionResponse | TokenizeResponse )