[Frontend] Replace return_mm_kwargs with an mm_payload enum on render requests (#61427)

Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
This commit is contained in:
Martin Hickey
2026-10-15 12:41:46 +00:00
committed by GitHub
parent c6b772cf6b
commit 252be28c18
9 changed files with 171 additions and 44 deletions
@@ -33,6 +33,8 @@ TopLogprobsParam: TypeAlias = Annotated[
BeforeValidator(lambda v: 0 if v is None else v, json_schema_input_type=int | None),
]
MMPayload: TypeAlias = Literal["tensors", "none"]
_CACHE_SALT_FORBIDDEN_CHARS = frozenset("@/\\\x00")
_MAX_CACHE_SALT_LENGTH = 128
@@ -56,6 +58,17 @@ def validate_cache_salt(cache_salt: object) -> None:
)
def resolve_return_mm_kwargs_alias(data: Any) -> Any:
"""Map the deprecated `return_mm_kwargs=False` onto `mm_payload="none"`."""
if (
isinstance(data, dict)
and data.get("return_mm_kwargs") is False
and "mm_payload" not in data
):
data = {**data, "mm_payload": "none"}
return data
def validate_request_mm_kwargs(
*,
mm_processor_kwargs: dict[str, Any] | None,