[Bugfix] Pass effective chat template kwargs to reasoning parsers (#40460)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-04-21 22:17:51 -07:00
committed by GitHub
parent 4eafc72928
commit 0210024ae7
6 changed files with 71 additions and 17 deletions
@@ -114,12 +114,15 @@ class OpenAIServingChatBatch(OpenAIServingChat):
"""
tokenizer = self.renderer.tokenizer
assert tokenizer is not None
single_requests = [
request.to_chat_completion_request(messages)
for messages in request.messages
]
reasoning_parser: ReasoningParser | None = None
if self.reasoning_parser_cls:
chat_template_kwargs = self._prepare_extra_chat_template_kwargs(
request.chat_template_kwargs,
self.default_chat_template_kwargs,
chat_template_kwargs = self._effective_chat_template_kwargs(
single_requests[0]
)
reasoning_parser = self.reasoning_parser_cls(
tokenizer,
@@ -155,7 +158,7 @@ class OpenAIServingChatBatch(OpenAIServingChat):
self.default_sampling_params,
self.override_max_tokens,
)
single_request = request.to_chat_completion_request(request.messages[i])
single_request = single_requests[i]
sampling_params = single_request.to_sampling_params(
max_tokens, self.default_sampling_params
)