[Bugfix][OpenAI] Respect allowed_token_ids in beam search (#47630)
Signed-off-by: Ting Sun <suntcrick@gmail.com>
This commit is contained in:
@@ -710,6 +710,7 @@ class ChatCompletionRequest(OpenAIBaseModel):
|
||||
|
||||
return BeamSearchParams(
|
||||
beam_width=n,
|
||||
allowed_token_ids=self.allowed_token_ids,
|
||||
max_tokens=max_tokens,
|
||||
ignore_eos=self.ignore_eos,
|
||||
temperature=temperature,
|
||||
|
||||
Reference in New Issue
Block a user