[Model] Add Inkling model support [1/N] (#48799)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai> Signed-off-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Giancarlo Delfin <32987265+TheEpicDolphin@users.noreply.github.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Isotr0py <mozf@inferact.ai> Co-authored-by: Jee Jee Li <jeejeelee@inferact.ai> Co-authored-by: Roger Wang <hey@rogerw.io> Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai> Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
Bugen Zhao
Giancarlo Delfin
Isotr0py
Isotr0py
Jee Jee Li
Roger Wang
Yifan Qiao
Claude Fable 5
OpenAI Codex
parent
8bfd683901
commit
6570c9800c
@@ -445,6 +445,17 @@ class cmake_build_ext(build_ext):
|
||||
dirs_exist_ok=True,
|
||||
)
|
||||
|
||||
tml_fa4_build = os.path.join(
|
||||
self.build_lib, "vllm", "third_party", "tml_fa4"
|
||||
)
|
||||
if os.path.exists(tml_fa4_build):
|
||||
print(f"Copying {tml_fa4_build} to vllm/third_party/tml_fa4")
|
||||
shutil.copytree(
|
||||
tml_fa4_build,
|
||||
"vllm/third_party/tml_fa4",
|
||||
dirs_exist_ok=True,
|
||||
)
|
||||
|
||||
|
||||
class precompiled_build_ext(build_ext):
|
||||
"""Disables extension building when using precompiled binaries."""
|
||||
@@ -803,6 +814,7 @@ class precompiled_wheel_utils:
|
||||
# DeepGEMM: extract all files (.py, .so, .cuh, .h, .hpp, etc.)
|
||||
deep_gemm_regex = re.compile(r"vllm/third_party/deep_gemm/.*")
|
||||
fmha_sm100_regex = re.compile(r"vllm/third_party/fmha_sm100/.*")
|
||||
tml_fa4_regex = re.compile(r"vllm/third_party/tml_fa4/.*")
|
||||
file_members = []
|
||||
for member in wheel.filelist:
|
||||
if member.filename in exact_members:
|
||||
@@ -828,6 +840,7 @@ class precompiled_wheel_utils:
|
||||
or triton_kernels_regex.match(member.filename)
|
||||
or flashmla_regex.match(member.filename)
|
||||
or deep_gemm_regex.match(member.filename)
|
||||
or tml_fa4_regex.match(member.filename)
|
||||
or fmha_sm100_regex.match(member.filename)
|
||||
):
|
||||
file_members.append(member)
|
||||
@@ -1146,6 +1159,8 @@ if _is_cuda():
|
||||
ext_modules.append(CMakeExtension(name="vllm._qutlass_C", optional=True))
|
||||
# fmha_sm100 is a Python/CuTe-DSL package installed into vllm.third_party.
|
||||
ext_modules.append(CMakeExtension(name="vllm.fmha_sm100", optional=True))
|
||||
# tml-fa4 is copied into an isolated vllm.third_party package.
|
||||
ext_modules.append(CMakeExtension(name="vllm.tml_fa4", optional=True))
|
||||
|
||||
if _is_cpu():
|
||||
import platform
|
||||
|
||||
Reference in New Issue
Block a user