Support add_generation_prompt in embeddings endpoint with chat request (#23931)

Signed-off-by: biba10 <jaksmid@seznam.cz>
This commit is contained in:
Jakub Smid
2025-09-03 10:47:55 +00:00
committed by GitHub
parent 51383bd472
commit 28f350e147
2 changed files with 9 additions and 3 deletions
+8
View File
@@ -1342,6 +1342,14 @@ class EmbeddingChatRequest(OpenAIBaseModel):
truncate_prompt_tokens: Optional[Annotated[int, Field(ge=-1)]] = None
# --8<-- [start:chat-embedding-extra-params]
add_generation_prompt: bool = Field(
default=False,
description=
("If true, the generation prompt will be added to the chat template. "
"This is a parameter used by chat template in tokenizer config of the "
"model."),
)
add_special_tokens: bool = Field(
default=False,
description=(