Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
37 lines
1.2 KiB
Python
37 lines
1.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TypeVar
|
|
|
|
from vllm.entrypoints.openai.chat_completion.protocol import (
|
|
ChatCompletionRequest,
|
|
ChatCompletionResponseChoice,
|
|
ChatCompletionResponseStreamChoice,
|
|
)
|
|
|
|
# Used internally
|
|
_ChatCompletionResponseChoiceT = TypeVar(
|
|
"_ChatCompletionResponseChoiceT",
|
|
ChatCompletionResponseChoice,
|
|
ChatCompletionResponseStreamChoice,
|
|
)
|
|
|
|
|
|
def maybe_filter_parallel_tool_calls(
|
|
choice: _ChatCompletionResponseChoiceT, request: ChatCompletionRequest
|
|
) -> _ChatCompletionResponseChoiceT:
|
|
"""Filter to first tool call only when parallel_tool_calls is explicitly False."""
|
|
if request.parallel_tool_calls is not False:
|
|
return choice
|
|
|
|
if isinstance(choice, ChatCompletionResponseChoice) and choice.message.tool_calls:
|
|
choice.message.tool_calls = choice.message.tool_calls[:1]
|
|
elif (
|
|
isinstance(choice, ChatCompletionResponseStreamChoice)
|
|
and choice.delta.tool_calls
|
|
):
|
|
choice.delta.tool_calls = [
|
|
tool_call for tool_call in choice.delta.tool_calls if tool_call.index == 0
|
|
]
|
|
|
|
return choice
|