Adds truncate_prompt_tokens param for embeddings creation (#8999)

Signed-off-by: Flavia Beo <flavia.beo@ibm.com>
This commit is contained in:
Flávia Béo
2024-10-04 18:31:40 +00:00
committed by GitHub
parent 26aa325f4f
commit 0dcc8cbe5a
3 changed files with 76 additions and 5 deletions
+1
View File
@@ -671,6 +671,7 @@ class EmbeddingRequest(OpenAIBaseModel):
encoding_format: Literal["float", "base64"] = "float"
dimensions: Optional[int] = None
user: Optional[str] = None
truncate_prompt_tokens: Optional[Annotated[int, Field(ge=1)]] = None
# doc: begin-embedding-pooling-params
additional_data: Optional[Any] = None