Added real /v1/embeddings support for messages + chat_template_kw (#45173)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-06-15 09:08:10 +08:00
committed by GitHub
parent c621af1690
commit 2c764c089a
5 changed files with 400 additions and 10 deletions
+8 -2
View File
@@ -20,8 +20,10 @@ from .classify.protocol import (
from .embed.protocol import (
CohereEmbedRequest,
EmbeddingBytesResponse,
EmbeddingChatInputRequest,
EmbeddingChatRequest,
EmbeddingCompletionRequest,
EmbeddingRequest,
EmbeddingResponse,
)
from .pooling.protocol import (
@@ -41,11 +43,15 @@ PoolingCompletionLikeRequest: TypeAlias = (
)
PoolingChatLikeRequest: TypeAlias = (
EmbeddingChatRequest | ClassificationChatRequest | PoolingChatRequest
EmbeddingChatRequest
| EmbeddingChatInputRequest
| ClassificationChatRequest
| PoolingChatRequest
)
AnyPoolingRequest: TypeAlias = (
PoolingCompletionLikeRequest
EmbeddingRequest
| PoolingCompletionLikeRequest
| PoolingChatLikeRequest
| IOProcessorRequest
| ScoringRequest