[Renderer] Move InputPreprocessor into Renderer (2/2) (#34560)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -187,6 +187,9 @@ class _InputOptions(TypedDict):
|
||||
Additional options available to all input types.
|
||||
"""
|
||||
|
||||
arrival_time: NotRequired[float]
|
||||
"""The time when the input was received (before rendering)."""
|
||||
|
||||
cache_salt: NotRequired[str]
|
||||
"""Optional cache salt to be used for prefix caching."""
|
||||
|
||||
@@ -300,6 +303,9 @@ class EncoderDecoderInputs(TypedDict):
|
||||
decoder_prompt: DecoderInputs
|
||||
"""The inputs for the decoder portion."""
|
||||
|
||||
arrival_time: NotRequired[float]
|
||||
"""The time when the input was received (before rendering)."""
|
||||
|
||||
|
||||
ProcessorInputs: TypeAlias = DecoderOnlyInputs | EncoderDecoderInputs
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user