Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
49 lines
1.5 KiB
Python
49 lines
1.5 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from collections.abc import Sequence
|
|
from typing import TYPE_CHECKING
|
|
|
|
from vllm.entrypoints.generate.base.protocol import (
|
|
DeltaMessage,
|
|
ExtractedToolCallInformation,
|
|
)
|
|
from vllm.tool_parsers.abstract_tool_parser import Tool, ToolParser
|
|
|
|
if TYPE_CHECKING:
|
|
from vllm.tokenizers import TokenizerLike
|
|
|
|
|
|
class GptOssToolParser(ToolParser):
|
|
"""Stub tool parser for gpt-oss/harmony models.
|
|
|
|
All output parsing is handled by HarmonyParser. This stub exists as a
|
|
capability declaration via HarmonyParser.tool_parser_cls.
|
|
"""
|
|
|
|
structural_tag_model = "harmony"
|
|
|
|
def __init__(self, tokenizer: "TokenizerLike", tools: list[Tool] | None = None):
|
|
super().__init__(tokenizer, tools)
|
|
|
|
def extract_tool_calls(
|
|
self, model_output, request, **kwargs
|
|
) -> ExtractedToolCallInformation:
|
|
raise NotImplementedError(
|
|
"GptOssToolParser is a stub. Use HarmonyParser for tool parsing."
|
|
)
|
|
|
|
def extract_tool_calls_streaming(
|
|
self,
|
|
previous_text: str,
|
|
current_text: str,
|
|
delta_text: str,
|
|
previous_token_ids: Sequence[int],
|
|
current_token_ids: Sequence[int],
|
|
delta_token_ids: Sequence[int],
|
|
request,
|
|
) -> DeltaMessage | None:
|
|
raise NotImplementedError(
|
|
"GptOssToolParser is a stub. Use HarmonyParser for tool parsing."
|
|
)
|