[Bugfix][Frontend] Honor stop_token_ids on the Responses API (#56592)
Signed-off-by: YeonwooSung <neos960518@gmail.com> Signed-off-by: sfeng33 <4florafeng@gmail.com> Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
co-authored by
Flora Feng
parent
c4a5ff5c18
commit
56e6da2c47
@@ -363,6 +363,7 @@ class ResponsesRequest(OpenAIBaseModel):
|
||||
repetition_penalty: float | None = None
|
||||
seed: int | None = Field(None, ge=_INT64_MIN, le=_INT64_MAX)
|
||||
stop: StopParam = []
|
||||
stop_token_ids: list[int] | None = []
|
||||
ignore_eos: bool = False
|
||||
vllm_xargs: dict[str, str | int | float | list[str | int | float]] | None = Field(
|
||||
default=None,
|
||||
@@ -521,6 +522,7 @@ class ResponsesRequest(OpenAIBaseModel):
|
||||
max_tokens=max_tokens,
|
||||
logprobs=self.top_logprobs if self.is_include_output_logprobs() else None,
|
||||
stop=stop,
|
||||
stop_token_ids=self.stop_token_ids,
|
||||
frequency_penalty=frequency_penalty,
|
||||
presence_penalty=presence_penalty,
|
||||
repetition_penalty=repetition_penalty,
|
||||
|
||||
Reference in New Issue
Block a user