[Bugfix][Frontend] Let pooling requests set padding (#51157)
Signed-off-by: Hert4 <ductransa01@gmail.com>
This commit is contained in:
@@ -39,6 +39,17 @@ class PoolingBasicRequestMixin(OpenAIBaseModel):
|
||||
|
||||
# --8<-- [start:pooling-common-extra-params]
|
||||
truncate_prompt_tokens: Annotated[int, Field(ge=-1)] | None = None
|
||||
padding: Literal["max_length", "do_not_pad"] | None = Field(
|
||||
default=None,
|
||||
description=(
|
||||
"Whether to pad the prompt, using the same names as the "
|
||||
"Transformers tokenizer. 'max_length' pads to the maximum input "
|
||||
"length, 'do_not_pad' leaves the prompt as is. Models trained "
|
||||
"with a fixed sequence length and no attention mask, such as "
|
||||
"SigLIP, need 'max_length' to match training, otherwise their "
|
||||
"embeddings are not comparable."
|
||||
),
|
||||
)
|
||||
truncation_side: Literal["left", "right"] | None = Field(
|
||||
default=None,
|
||||
description=(
|
||||
@@ -94,7 +105,7 @@ class PoolingBasicRequestMixin(OpenAIBaseModel):
|
||||
) -> TokenizeParams:
|
||||
encoder_config = model_config.encoder_config or {}
|
||||
if max_output_tokens_param is None:
|
||||
return TokenizeParams(
|
||||
tok_params = TokenizeParams(
|
||||
max_total_tokens=max_total_tokens,
|
||||
max_output_tokens=max_output_tokens,
|
||||
truncate_prompt_tokens=self.truncate_prompt_tokens,
|
||||
@@ -103,17 +114,22 @@ class PoolingBasicRequestMixin(OpenAIBaseModel):
|
||||
add_special_tokens=add_special_tokens,
|
||||
max_total_tokens_param=max_total_tokens_param,
|
||||
)
|
||||
else:
|
||||
tok_params = TokenizeParams(
|
||||
max_total_tokens=max_total_tokens,
|
||||
max_output_tokens=max_output_tokens,
|
||||
truncate_prompt_tokens=self.truncate_prompt_tokens,
|
||||
truncation_side=self.truncation_side,
|
||||
do_lower_case=encoder_config.get("do_lower_case", False),
|
||||
add_special_tokens=add_special_tokens,
|
||||
max_total_tokens_param=max_total_tokens_param,
|
||||
max_output_tokens_param=max_output_tokens_param,
|
||||
)
|
||||
|
||||
return TokenizeParams(
|
||||
max_total_tokens=max_total_tokens,
|
||||
max_output_tokens=max_output_tokens,
|
||||
truncate_prompt_tokens=self.truncate_prompt_tokens,
|
||||
truncation_side=self.truncation_side,
|
||||
do_lower_case=encoder_config.get("do_lower_case", False),
|
||||
add_special_tokens=add_special_tokens,
|
||||
max_total_tokens_param=max_total_tokens_param,
|
||||
max_output_tokens_param=max_output_tokens_param,
|
||||
)
|
||||
if self.padding is None:
|
||||
return tok_params
|
||||
|
||||
return tok_params.with_kwargs(padding=self.padding)
|
||||
|
||||
|
||||
class PoolingTokenizeParamsMixin:
|
||||
|
||||
Reference in New Issue
Block a user