[Bugfix] Reject removed pooling parameters (#48984)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-07-19 05:18:03 -07:00
committed by GitHub
parent ac5f38a0f7
commit e6d1310b2a
9 changed files with 108 additions and 17 deletions
+6 -4
View File
@@ -13,7 +13,7 @@ from collections.abc import Sequence
from typing import Annotated, Any, Literal, TypeAlias
import pybase64 as base64
from pydantic import BaseModel, Field, model_validator
from pydantic import BaseModel, BeforeValidator, Field, model_validator
from vllm import PoolingParams
from vllm.entrypoints.chat_utils import ChatCompletionMessageParam
@@ -27,6 +27,7 @@ from ..base.protocol import (
EmbeddingTokenizeParamsMixin,
EmbedRequestMixin,
PoolingBasicRequestMixin,
reject_removed_pooling_parameters,
)
@@ -154,13 +155,14 @@ class EmbeddingBatchChatInputRequest(EmbeddingBatchChatRequest):
return normalized
EmbeddingRequest: TypeAlias = (
EmbeddingRequest: TypeAlias = Annotated[
EmbeddingCompletionRequest
| EmbeddingChatRequest
| EmbeddingBatchChatRequest
| EmbeddingChatInputRequest
| EmbeddingBatchChatInputRequest
)
| EmbeddingBatchChatInputRequest,
BeforeValidator(reject_removed_pooling_parameters),
]
# ---------------------------------------------------------------------------