[Bugfix] Bound Anthropic stop sequences (#51997)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-08-12 12:05:12 -04:00
committed by GitHub
parent 8151f2ad43
commit 6ea6c42659
+6 -2
View File
@@ -3,10 +3,12 @@
"""Pydantic models for Anthropic API protocol"""
import time
from typing import Any, Literal
from typing import Annotated, Any, Literal
from pydantic import BaseModel, Field, field_validator, model_validator
import vllm.envs as envs
class AnthropicError(BaseModel):
"""Error structure for Anthropic API"""
@@ -123,7 +125,9 @@ class AnthropicMessagesRequest(BaseModel):
max_tokens: int
metadata: dict[str, Any] | None = None
output_config: AnthropicOutputConfig | None = None
stop_sequences: list[str] | None = None
stop_sequences: (
Annotated[list[str], Field(max_length=envs.VLLM_MAX_STOP_STRINGS)] | None
) = None
stream: bool | None = False
system: str | list[AnthropicContentBlock] | None = None
temperature: float | None = None