[Core] Subclass ModelRunner to support cross-attention & encoder sequences (towards eventual encoder/decoder model support) (#4942)
Co-authored-by: Andrew Feldman <afeld2012@gmail.com> Co-authored-by: Nick Hill <nickhill@us.ibm.com>
This commit is contained in:
co-authored by
Andrew Feldman
Nick Hill
parent
660470e5a3
commit
fd95e026e0
+18
-5
@@ -1,5 +1,7 @@
|
||||
from .data import (LLMInputs, ParsedText, ParsedTokens, PromptInputs,
|
||||
TextPrompt, TokensPrompt, parse_and_batch_prompt)
|
||||
from .data import (ExplicitEncoderDecoderPrompt, LLMInputs, ParsedText,
|
||||
ParsedTokens, PromptInputs, SingletonPromptInputs,
|
||||
TextPrompt, TokensPrompt, get_prompt_type,
|
||||
is_valid_encoder_decoder_llm_inputs, parse_and_batch_prompt)
|
||||
from .registry import InputContext, InputRegistry
|
||||
|
||||
INPUT_REGISTRY = InputRegistry()
|
||||
@@ -12,7 +14,18 @@ See also:
|
||||
"""
|
||||
|
||||
__all__ = [
|
||||
"ParsedText", "ParsedTokens", "parse_and_batch_prompt", "TextPrompt",
|
||||
"TokensPrompt", "PromptInputs", "LLMInputs", "INPUT_REGISTRY",
|
||||
"InputContext", "InputRegistry"
|
||||
"ParsedText",
|
||||
"ParsedTokens",
|
||||
"parse_and_batch_prompt",
|
||||
"TextPrompt",
|
||||
"TokensPrompt",
|
||||
"PromptInputs",
|
||||
"LLMInputs",
|
||||
"INPUT_REGISTRY",
|
||||
"InputContext",
|
||||
"InputRegistry",
|
||||
"get_prompt_type",
|
||||
"is_valid_encoder_decoder_llm_inputs",
|
||||
"ExplicitEncoderDecoderPrompt",
|
||||
"SingletonPromptInputs",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user