Add /v1/chat/completions/batch endpoint for batched chat completions (#38011)

Signed-off-by: Matej Rojec <64556640+MatejRojec@users.noreply.github.com>
This commit is contained in:
Matej Rojec
2026-03-26 12:13:33 +08:00
committed by GitHub
parent e6bf9f15ec
commit 2908094567
8 changed files with 771 additions and 21 deletions
+5 -1
View File
@@ -26,6 +26,7 @@ from vllm.entrypoints.chat_utils import (
)
from vllm.entrypoints.logger import RequestLogger
from vllm.entrypoints.openai.chat_completion.protocol import (
BatchChatCompletionRequest,
ChatCompletionNamedToolChoiceParam,
ChatCompletionRequest,
ChatCompletionResponse,
@@ -124,7 +125,10 @@ CompletionLikeRequest: TypeAlias = (
)
ChatLikeRequest: TypeAlias = (
ChatCompletionRequest | TokenizeChatRequest | PoolingChatRequest
ChatCompletionRequest
| BatchChatCompletionRequest
| TokenizeChatRequest
| PoolingChatRequest
)
SpeechToTextRequest: TypeAlias = TranscriptionRequest | TranslationRequest