[Bugfix] Reject removed pooling parameters (#48984)
Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
@@ -14,10 +14,23 @@ from vllm.entrypoints.chat_utils import (
|
||||
from vllm.entrypoints.openai.engine.protocol import OpenAIBaseModel
|
||||
from vllm.exceptions import VLLMValidationError
|
||||
from vllm.renderers import ChatParams, TokenizeParams, merge_kwargs
|
||||
from vllm.tasks import check_removed_pooling_task
|
||||
from vllm.utils import random_uuid
|
||||
from vllm.utils.serial_utils import EmbedDType, EncodingFormat, Endianness
|
||||
|
||||
|
||||
def reject_removed_pooling_parameters(data):
|
||||
if not isinstance(data, dict):
|
||||
return data
|
||||
if "normalize" in data:
|
||||
raise VLLMValidationError(
|
||||
"Parameter `normalize` was removed; use `use_activation` instead.",
|
||||
parameter="normalize",
|
||||
)
|
||||
check_removed_pooling_task(data.get("task"))
|
||||
return data
|
||||
|
||||
|
||||
class PoolingBasicRequestMixin(OpenAIBaseModel):
|
||||
# --8<-- [start:pooling-common-params]
|
||||
model: str | None = None
|
||||
|
||||
Reference in New Issue
Block a user