[Frontend] Support cache_salt in /v1/completions and /v1/responses (#20981)

Signed-off-by: Marko Rosenmueller <5467316+dr75@users.noreply.github.com>
This commit is contained in:
Marko Rosenmueller
2025-07-15 21:01:04 +00:00
committed by GitHub
parent f29fd8a7f8
commit 19c863068b
4 changed files with 77 additions and 4 deletions
+1
View File
@@ -1540,6 +1540,7 @@ async def init_app_state(
state.openai_serving_models,
request_logger=request_logger,
return_tokens_as_token_ids=args.return_tokens_as_token_ids,
enable_prompt_tokens_details=args.enable_prompt_tokens_details,
enable_force_include_usage=args.enable_force_include_usage,
) if "generate" in model_config.supported_tasks else None
state.openai_serving_pooling = OpenAIServingPooling(