[Bugfix][Frontend] Honor stop_token_ids on the Responses API (#56592)
Signed-off-by: YeonwooSung <neos960518@gmail.com> Signed-off-by: sfeng33 <4florafeng@gmail.com> Co-authored-by: Flora Feng <4florafeng@gmail.com>
This commit is contained in:
co-authored by
Flora Feng
parent
c4a5ff5c18
commit
56e6da2c47
@@ -47,6 +47,7 @@ class TestResponsesRequestSamplingParams:
|
||||
repetition_penalty=1.2,
|
||||
seed=42,
|
||||
stop=["END", "STOP"],
|
||||
stop_token_ids=[42, 43],
|
||||
ignore_eos=True,
|
||||
vllm_xargs={"custom": "value"},
|
||||
)
|
||||
@@ -56,6 +57,7 @@ class TestResponsesRequestSamplingParams:
|
||||
assert sampling_params.repetition_penalty == 1.2
|
||||
assert sampling_params.seed == 42
|
||||
assert sampling_params.stop == ["END", "STOP"]
|
||||
assert sampling_params.stop_token_ids == [42, 43]
|
||||
assert sampling_params.ignore_eos is True
|
||||
assert sampling_params.extra_args == {"custom": "value"}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user