TJianandOpenAI Codex
0906123953
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com> Co-authored-by: OpenAI Codex <codex@openai.com>
50 lines
1.3 KiB
Python
50 lines
1.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TYPE_CHECKING
|
|
|
|
from vllm.platforms import current_platform
|
|
|
|
if TYPE_CHECKING:
|
|
if current_platform.is_rocm():
|
|
from .amd.model import (
|
|
InklingForCausalLM,
|
|
InklingForConditionalGeneration,
|
|
)
|
|
from .amd.mtp import InklingMTP as InklingMTP
|
|
else:
|
|
from .nvidia.model import (
|
|
InklingForCausalLM,
|
|
InklingForConditionalGeneration,
|
|
)
|
|
from .nvidia.mtp import InklingMTP as InklingMTP
|
|
|
|
__all__ = [
|
|
"InklingForConditionalGeneration",
|
|
"InklingForCausalLM",
|
|
"InklingMTP",
|
|
]
|
|
|
|
|
|
def __getattr__(name: str):
|
|
if name == "InklingMTP":
|
|
if current_platform.is_rocm():
|
|
from .amd import mtp as amd_mtp
|
|
|
|
return amd_mtp.InklingMTP
|
|
|
|
from .nvidia import mtp as nvidia_mtp
|
|
|
|
return nvidia_mtp.InklingMTP
|
|
|
|
if name in __all__:
|
|
if current_platform.is_rocm():
|
|
from .amd import model as amd_model
|
|
|
|
return getattr(amd_model, name)
|
|
|
|
from .nvidia import model as nvidia_model
|
|
|
|
return getattr(nvidia_model, name)
|
|
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|