[Model] Add Inkling MTP=1 support [3/N] (#48869)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai> Co-authored-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Giancarlo Delfin <32987265+TheEpicDolphin@users.noreply.github.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Isotr0py <mozf@inferact.ai> Co-authored-by: Jee Jee Li <jeejeelee@inferact.ai> Co-authored-by: Roger Wang <hey@rogerw.io> Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai> Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
Bugen Zhao
Giancarlo Delfin
Isotr0py
Isotr0py
Jee Jee Li
Roger Wang
Yifan Qiao
Claude Fable 5
OpenAI Codex
parent
971dac2caa
commit
fb5ec0dc9e
@@ -7,14 +7,20 @@ if TYPE_CHECKING:
|
||||
InklingForCausalLM,
|
||||
InklingForConditionalGeneration,
|
||||
)
|
||||
from .nvidia.mtp import InklingMTP
|
||||
|
||||
__all__ = [
|
||||
"InklingForConditionalGeneration",
|
||||
"InklingForCausalLM",
|
||||
"InklingMTP",
|
||||
]
|
||||
|
||||
|
||||
def __getattr__(name: str):
|
||||
if name == "InklingMTP":
|
||||
from .nvidia import mtp
|
||||
|
||||
return mtp.InklingMTP
|
||||
if name in __all__:
|
||||
from .nvidia import model
|
||||
|
||||
|
||||
Reference in New Issue
Block a user