[Mypy] Fix adjust_request typing (#38264)

Signed-off-by: sfeng33 <4florafeng@gmail.com>
This commit is contained in:
Flora Feng
2026-03-31 04:21:18 +00:00
committed by GitHub
parent 350af48e14
commit 3e802e8786
14 changed files with 49 additions and 17 deletions
@@ -18,6 +18,7 @@ from vllm.entrypoints.openai.engine.protocol import (
FunctionCall,
ToolCall,
)
from vllm.entrypoints.openai.responses.protocol import ResponsesRequest
from vllm.logger import init_logger
from vllm.tokenizers import TokenizerLike
from vllm.tool_parsers.abstract_tool_parser import Tool, ToolParser
@@ -86,7 +87,9 @@ class FunctionGemmaToolParser(ToolParser):
return arguments
def adjust_request(self, request: ChatCompletionRequest) -> ChatCompletionRequest:
def adjust_request(
self, request: ChatCompletionRequest | ResponsesRequest
) -> ChatCompletionRequest | ResponsesRequest:
request = super().adjust_request(request)
if request.tools and request.tool_choice != "none":
request.skip_special_tokens = False