# SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project import json from collections.abc import Sequence import regex as re from vllm.entrypoints.generate.base.protocol import ( DeltaFunctionCall, DeltaMessage, DeltaToolCall, ExtractedToolCallInformation, FunctionCall, ToolCall, ) from vllm.entrypoints.openai.chat_completion.protocol import ( ChatCompletionRequest, ) from vllm.entrypoints.openai.responses.protocol import ResponsesRequest from vllm.logger import init_logger from vllm.renderers.chat_utils import make_tool_call_id from vllm.tokenizers import TokenizerLike from vllm.tool_parsers.abstract_tool_parser import Tool, ToolParser logger = init_logger(__name__) REGEX_FUNCTION_CALL = re.compile( r"(?:function call<\|role_sep\|>\n|<\|function_call\|>)(.*)", re.DOTALL, ) REGEX_CONTENT_PATTERN = re.compile( r"^(.*?)(?:<\|message_sep\|>|<\|function_call\|>)", re.DOTALL, ) NAME_REGEX = re.compile( r'"name"\s*:\s*"([^"]*)"', re.DOTALL, ) ARGS_REGEX = re.compile( r'"arguments"\s*:\s*(.*)', re.DOTALL, ) class GigaChat3ToolParser(ToolParser): def __init__(self, tokenizer: TokenizerLike, tools: list[Tool] | None = None): super().__init__(tokenizer, tools) self.tool_started: bool = False self.tool_name_sent: bool = False self.tool_id: str | None = None self.prev_tool_call_arr: list[dict] = [] self.end_content: bool = False self.streamed_args_for_tool: list[str] = [] def adjust_request( self, request: ChatCompletionRequest | ResponsesRequest ) -> ChatCompletionRequest | ResponsesRequest: request = super().adjust_request(request) if request.tools and request.tool_choice != "none": request.skip_special_tokens = False return request def extract_tool_calls( self, model_output: str, request: ChatCompletionRequest, ) -> ExtractedToolCallInformation: function_call = None content = None if model_output.rstrip().endswith(""): model_output = model_output[: model_output.rfind("")] m_func = REGEX_FUNCTION_CALL.search(model_output) if m_func: try: function_call = json.loads(m_func.group(1), strict=False) if ( isinstance(function_call, dict) and "name" in function_call and "arguments" in function_call ): if not isinstance(function_call["arguments"], dict): function_call = None else: function_call = None except json.JSONDecodeError: return ExtractedToolCallInformation( tools_called=False, tool_calls=[], content=model_output, ) m_content = REGEX_CONTENT_PATTERN.search(model_output) content = m_content.group(1) if m_content else model_output if not function_call: return ExtractedToolCallInformation( tools_called=False, tool_calls=[], content=content if content else None, ) name = function_call["name"] args = function_call["arguments"] if not isinstance(args, str): args = json.dumps(function_call["arguments"], ensure_ascii=False) return ExtractedToolCallInformation( tools_called=True, tool_calls=[ ToolCall( type="function", function=FunctionCall( name=name, arguments=args, ), ) ], content=content if content else None, ) def extract_tool_calls_streaming( self, previous_text: str, current_text: str, delta_text: str, previous_token_ids: Sequence[int], current_token_ids: Sequence[int], delta_token_ids: Sequence[int], request: ChatCompletionRequest, ) -> DeltaMessage | None: content = None func_name = None cur_args = None m_func = REGEX_FUNCTION_CALL.search(current_text) if not self.tool_started: m_content = REGEX_CONTENT_PATTERN.search(delta_text) if m_content: content = m_content.group(1) self.end_content = True else: if not self.end_content: content = delta_text if m_func: self.tool_started = True if content: return DeltaMessage(content=content) if not m_func: return None json_tail = m_func.group(1).strip() name_match = NAME_REGEX.search(json_tail) if name_match: func_name = name_match.group(1) args_match = ARGS_REGEX.search(json_tail) if args_match: cur_args = args_match.group(1).strip() if cur_args.endswith(""): cur_args = cur_args[: -len("")] if cur_args.endswith("}"): # last '}' end of json try: candidate = cur_args[:-1].strip() json.loads(candidate, strict=False) cur_args = candidate except json.JSONDecodeError: pass if not self.prev_tool_call_arr: self.prev_tool_call_arr.append({}) if not self.tool_name_sent: if not func_name: return None self.tool_name_sent = True self.tool_id = make_tool_call_id() self.prev_tool_call_arr[0]["name"] = func_name return DeltaMessage( tool_calls=[ DeltaToolCall( index=0, id=self.tool_id, type="function", function=DeltaFunctionCall( name=func_name, ).model_dump(exclude_none=True), ) ], ) if cur_args is None: return None prev_args = self.prev_tool_call_arr[0].get("arguments_str", "") if not prev_args: delta_args = cur_args elif cur_args.startswith(prev_args): delta_args = cur_args[len(prev_args) :] else: return None if not delta_args: return None self.prev_tool_call_arr[0]["arguments_str"] = cur_args try: args_dict = json.loads(cur_args, strict=False) self.prev_tool_call_arr[0]["arguments"] = args_dict except json.JSONDecodeError: self.prev_tool_call_arr[0]["arguments"] = {} if len(self.streamed_args_for_tool) <= 0: self.streamed_args_for_tool.append("") self.streamed_args_for_tool[0] = cur_args return DeltaMessage( tool_calls=[ DeltaToolCall( index=0, function=DeltaFunctionCall( arguments=delta_args, ).model_dump(exclude_none=True), ) ], )