diff --git a/vllm/entrypoints/anthropic/protocol.py b/vllm/entrypoints/anthropic/protocol.py index 80c354dacb..02b9356113 100644 --- a/vllm/entrypoints/anthropic/protocol.py +++ b/vllm/entrypoints/anthropic/protocol.py @@ -95,6 +95,7 @@ class AnthropicToolChoice(BaseModel): type: Literal["auto", "any", "tool", "none"] name: str | None = None + disable_parallel_tool_use: bool | None = None @model_validator(mode="after") def validate_name_required_for_tool(self) -> "AnthropicToolChoice": diff --git a/vllm/entrypoints/anthropic/serving.py b/vllm/entrypoints/anthropic/serving.py index 7c3b0597b5..2f5532b578 100644 --- a/vllm/entrypoints/anthropic/serving.py +++ b/vllm/entrypoints/anthropic/serving.py @@ -539,6 +539,9 @@ class AnthropicServingMessages(OpenAIServingChat): req.tool_choice = None return + req.parallel_tool_calls = ( + not anthropic_request.tool_choice.disable_parallel_tool_use + ) tool_choice_type = anthropic_request.tool_choice.type if tool_choice_type == "auto": req.tool_choice = "auto"