[V1] Avoid sending text prompt to core engine (#11963)

Signed-off-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Roger Wang
2025-01-12 06:36:38 +00:00
committed by GitHub
parent 4b657d3292
commit b25cfab9a0
2 changed files with 8 additions and 2 deletions
+2 -2
View File
@@ -19,8 +19,8 @@ class EngineCoreRequest:
# due to circular imports and typing we have in data.py
request_id: str
#NOTE(Nick): I don't think we need to pass prompt here since it should
# always be tokenized?
# NOTE(ywang96): original text prompt is needed when a request is added to
# Detokenizer, but set to None when it is added to EngineCoreClient.
prompt: Optional[str]
prompt_token_ids: List[int]
mm_inputs: Optional[List[Optional["MultiModalKwargs"]]]