Chaunceyandmergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
2bc20e8aba
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
21 lines
746 B
Python
21 lines
746 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from vllm.entrypoints.openai.chat_completion.protocol import (
|
|
ChatCompletionRequest,
|
|
)
|
|
from vllm.entrypoints.openai.responses.protocol import ResponsesRequest
|
|
from vllm.parser.engine.registered_adapters import KimiK2ParserToolAdapter
|
|
|
|
|
|
class KimiK2ToolParser(KimiK2ParserToolAdapter): # type: ignore[valid-type, misc]
|
|
structural_tag_model = "kimi"
|
|
|
|
def adjust_request(
|
|
self,
|
|
request: ChatCompletionRequest | ResponsesRequest,
|
|
) -> ChatCompletionRequest | ResponsesRequest:
|
|
if request.tools and request.tool_choice != "none":
|
|
request.skip_special_tokens = False
|
|
return request
|