diff --git a/vllm/entrypoints/anthropic/protocol.py b/vllm/entrypoints/anthropic/protocol.py index 14c3e4aca7..80c354dacb 100644 --- a/vllm/entrypoints/anthropic/protocol.py +++ b/vllm/entrypoints/anthropic/protocol.py @@ -3,10 +3,12 @@ """Pydantic models for Anthropic API protocol""" import time -from typing import Any, Literal +from typing import Annotated, Any, Literal from pydantic import BaseModel, Field, field_validator, model_validator +import vllm.envs as envs + class AnthropicError(BaseModel): """Error structure for Anthropic API""" @@ -123,7 +125,9 @@ class AnthropicMessagesRequest(BaseModel): max_tokens: int metadata: dict[str, Any] | None = None output_config: AnthropicOutputConfig | None = None - stop_sequences: list[str] | None = None + stop_sequences: ( + Annotated[list[str], Field(max_length=envs.VLLM_MAX_STOP_STRINGS)] | None + ) = None stream: bool | None = False system: str | list[AnthropicContentBlock] | None = None temperature: float | None = None