[Refactor] Consolidate sequence normalization and enc-dec parsing (#33928)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -16,11 +16,8 @@ from .data import (
|
||||
TextPrompt,
|
||||
TokenInputs,
|
||||
TokensPrompt,
|
||||
build_explicit_enc_dec_prompt,
|
||||
embeds_inputs,
|
||||
to_enc_dec_tuple_list,
|
||||
token_inputs,
|
||||
zip_enc_dec_prompts,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
@@ -39,8 +36,5 @@ __all__ = [
|
||||
"EncoderDecoderInputs",
|
||||
"ProcessorInputs",
|
||||
"SingletonInputs",
|
||||
"build_explicit_enc_dec_prompt",
|
||||
"to_enc_dec_tuple_list",
|
||||
"zip_enc_dec_prompts",
|
||||
"StreamingInput",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user