[Bugfix] Pass effective chat template kwargs to reasoning parsers (#40460)
Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
@@ -114,12 +114,15 @@ class OpenAIServingChatBatch(OpenAIServingChat):
|
||||
"""
|
||||
tokenizer = self.renderer.tokenizer
|
||||
assert tokenizer is not None
|
||||
single_requests = [
|
||||
request.to_chat_completion_request(messages)
|
||||
for messages in request.messages
|
||||
]
|
||||
|
||||
reasoning_parser: ReasoningParser | None = None
|
||||
if self.reasoning_parser_cls:
|
||||
chat_template_kwargs = self._prepare_extra_chat_template_kwargs(
|
||||
request.chat_template_kwargs,
|
||||
self.default_chat_template_kwargs,
|
||||
chat_template_kwargs = self._effective_chat_template_kwargs(
|
||||
single_requests[0]
|
||||
)
|
||||
reasoning_parser = self.reasoning_parser_cls(
|
||||
tokenizer,
|
||||
@@ -155,7 +158,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
|
||||
self.default_sampling_params,
|
||||
self.override_max_tokens,
|
||||
)
|
||||
single_request = request.to_chat_completion_request(request.messages[i])
|
||||
single_request = single_requests[i]
|
||||
sampling_params = single_request.to_sampling_params(
|
||||
max_tokens, self.default_sampling_params
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user