[Cohere] Bound remaining request priorities to the MessagePack int64 range (#56146)

Signed-off-by: Taneem Ibrahim <taneem.ibrahim@gmail.com>
This commit is contained in:
Taneem Ibrahim
2026-09-09 18:57:01 -04:00
committed by GitHub
parent 83252ea899
commit 4ebf61ebda
3 changed files with 4 additions and 2 deletions
+1 -1
View File
@@ -170,7 +170,7 @@ class CohereChatV2Request(BaseModel):
thinking: Thinking | None = None thinking: Thinking | None = None
# Scheduling # Scheduling
priority: int | None = None priority: int | None = Field(default=None, ge=-(2**63), le=2**63 - 1)
# vLLM-specific extensions (not in Cohere spec). These mirror what the # vLLM-specific extensions (not in Cohere spec). These mirror what the
# Anthropic and OpenAI surfaces already expose so V2 callers can reach # Anthropic and OpenAI surfaces already expose so V2 callers can reach
@@ -93,6 +93,8 @@ class GenerativeScoringRequest(OpenAIBaseModel):
) )
priority: int = Field( priority: int = Field(
default=0, default=0,
ge=-(2**63),
le=2**63 - 1,
description=( description=(
"The priority of the request (lower means earlier handling; default: 0)." "The priority of the request (lower means earlier handling; default: 0)."
), ),
+1 -1
View File
@@ -236,7 +236,7 @@ class CohereEmbedRequest(BaseModel):
embedding_types: list[CohereEmbeddingType] | None = None embedding_types: list[CohereEmbeddingType] | None = None
truncate: CohereTruncate = "END" truncate: CohereTruncate = "END"
max_tokens: int | None = None max_tokens: int | None = None
priority: int = 0 priority: int = Field(default=0, ge=-(2**63), le=2**63 - 1)
@model_validator(mode="after") @model_validator(mode="after")
def validate_input_fields(self): def validate_input_fields(self):