Forward Anthropic vllm_xargs to sampling params (#53308)

Signed-off-by: Maroon Ayoub <mayoub@redhat.com>
This commit is contained in:
Maroon Ayoub
2026-08-21 15:23:21 -07:00
committed by GitHub
parent f94dcde5c5
commit a556f3fccb
4 changed files with 59 additions and 1 deletions
+7
View File
@@ -160,6 +160,13 @@ class AnthropicMessagesRequest(BaseModel):
"ECTransfer parameters used for encoder-cache disaggregated serving."
),
)
vllm_xargs: dict[str, str | int | float | list[str | int | float]] | None = Field(
default=None,
description=(
"Additional request parameters with (list of) string or "
"numeric values, used by custom extensions."
),
)
chat_template_kwargs: dict[str, Any] | None = Field(
default=None,
description=(
+1
View File
@@ -489,6 +489,7 @@ class AnthropicServingMessages(OpenAIServingChat):
cache_salt=anthropic_request.cache_salt,
kv_transfer_params=anthropic_request.kv_transfer_params,
ec_transfer_params=anthropic_request.ec_transfer_params,
vllm_xargs=anthropic_request.vllm_xargs,
chat_template_kwargs=anthropic_request.chat_template_kwargs,
)