[Frontend] Forward cache salt for content parts (#54315)
Signed-off-by: Eli Gotts <78387377+eligotts@users.noreply.github.com> Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
@@ -163,6 +163,8 @@ class ServingTokens(GenerateBaseServing):
|
||||
mm_parser.parse_video(url, uuid)
|
||||
mm_data, mm_uuids = await tracker.resolve_items()
|
||||
prompt = TokensPrompt(prompt_token_ids=request.token_ids)
|
||||
if request.cache_salt is not None:
|
||||
prompt["cache_salt"] = request.cache_salt
|
||||
if mm_data:
|
||||
prompt["multi_modal_data"] = mm_data
|
||||
if mm_uuids:
|
||||
|
||||
Reference in New Issue
Block a user