[Build] Migrate vendored DeepGEMM from pybind to TORCH_LIBRARY (abi3) (#48962)
Signed-off-by: Chris Leonard <chleonar@redhat.com> Co-authored-by: Shengqi Chen <harry-chen@outlook.com>
This commit is contained in:
co-authored by
Shengqi Chen
parent
cbe1f9740d
commit
cc73cca9c8
+34
-66
@@ -1,85 +1,53 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Build DeepGEMM's `_C` pybind11 extension for <TARGET_PY>.
|
||||
"""Build DeepGEMM's TORCH_LIBRARY extension and copy vendored artifacts.
|
||||
|
||||
Driven from cmake/external_projects/deepgemm.cmake. The driver runs against
|
||||
the build interpreter's torch; <TARGET_PY> is only consulted for INCLUDEPY
|
||||
and SOABI, so target venvs don't need torch installed.
|
||||
DeepGEMM now registers ops via TORCH_LIBRARY into ``deep_gemm._C_extension``
|
||||
(abi3) and exposes the legacy API through ``deep_gemm/_C.py``. This driver
|
||||
delegates to DeepGEMM's ``setup.py build_ext --inplace`` and copies the shim
|
||||
plus extension into the cmake output directory.
|
||||
|
||||
Usage: python build_deepgemm_C.py <DEEPGEMM_SRC_DIR> <OUTPUT_DIR> <TARGET_PY>
|
||||
Usage: python build_deepgemm_C.py <DEEPGEMM_SRC_DIR> <OUTPUT_DIR>
|
||||
"""
|
||||
|
||||
import json
|
||||
import os
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
import torch
|
||||
from torch.utils import cpp_extension
|
||||
|
||||
if len(sys.argv) != 4:
|
||||
sys.exit(f"usage: {sys.argv[0]} <SRC> <OUT> <TARGET_PY>")
|
||||
if len(sys.argv) != 3:
|
||||
sys.exit(f"usage: {sys.argv[0]} <SRC> <OUT>")
|
||||
|
||||
src = Path(sys.argv[1]).resolve()
|
||||
out = Path(sys.argv[2]).resolve()
|
||||
target_py = sys.argv[3]
|
||||
_pkg = src / "deep_gemm"
|
||||
out.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
info = json.loads(
|
||||
subprocess.check_output(
|
||||
[
|
||||
target_py,
|
||||
"-c",
|
||||
"import sysconfig, json; "
|
||||
"print(json.dumps({k: sysconfig.get_config_var(k) "
|
||||
"for k in ('EXT_SUFFIX', 'INCLUDEPY')}))",
|
||||
]
|
||||
).decode()
|
||||
if not (_pkg / "_C.py").is_file():
|
||||
sys.exit(
|
||||
f"DeepGEMM source at {src} is missing deep_gemm/_C.py; "
|
||||
"expected TORCH_LIBRARY migration layout"
|
||||
)
|
||||
|
||||
# Avoid DeepGEMM's clean-git assertion when vendoring a local dirty tree.
|
||||
env = os.environ.copy()
|
||||
env.pop("DG_SKIP_CUDA_BUILD", None)
|
||||
|
||||
print(f"[build_deepgemm_C] building in {src} with {sys.executable}", flush=True)
|
||||
subprocess.check_call(
|
||||
[sys.executable, "setup.py", "build_ext", "--inplace"],
|
||||
cwd=src,
|
||||
env=env,
|
||||
)
|
||||
|
||||
cuda_home = cpp_extension.CUDA_HOME
|
||||
if cuda_home is None:
|
||||
sys.exit("CUDA_HOME not found; cannot build DeepGEMM _C")
|
||||
# CCCL lives outside the standard CUDAToolkit search (mirrors DeepGEMM's setup.py).
|
||||
includes = [
|
||||
info["INCLUDEPY"],
|
||||
f"{cuda_home}/include",
|
||||
f"{cuda_home}/include/cccl",
|
||||
str(src / "csrc"),
|
||||
str(src / "deep_gemm/include"),
|
||||
str(src / "third-party/cutlass/include"),
|
||||
str(src / "third-party/cutlass/tools/util/include"),
|
||||
str(src / "third-party/deep_jit/include"),
|
||||
*cpp_extension.include_paths(device_type="cuda"),
|
||||
]
|
||||
shim = _pkg / "_C.py"
|
||||
shutil.copy2(shim, out / shim.name)
|
||||
|
||||
cmd = [
|
||||
os.environ.get("CXX", "g++"),
|
||||
"-shared",
|
||||
"-fPIC",
|
||||
"-std=c++20",
|
||||
"-O3",
|
||||
"-g0",
|
||||
"-Wno-psabi",
|
||||
"-Wno-deprecated-declarations",
|
||||
"-DTORCH_API_INCLUDE_EXTENSION_H",
|
||||
"-DTORCH_EXTENSION_NAME=_C",
|
||||
f"-D_GLIBCXX_USE_CXX11_ABI={int(torch.compiled_with_cxx11_abi())}",
|
||||
*(f"-I{p}" for p in includes),
|
||||
str(src / "csrc/python_api.cpp"),
|
||||
*(f"-L{p}" for p in cpp_extension.library_paths(device_type="cuda")),
|
||||
f"-L{cuda_home}/lib64",
|
||||
"-ltorch",
|
||||
"-ltorch_python",
|
||||
"-ltorch_cpu",
|
||||
"-ltorch_cuda",
|
||||
"-lc10",
|
||||
"-lc10_cuda",
|
||||
"-lcudart",
|
||||
"-lnvrtc",
|
||||
"-o",
|
||||
str(out / f"_C{info['EXT_SUFFIX']}"),
|
||||
]
|
||||
print("[build_deepgemm_C] " + " ".join(cmd), flush=True)
|
||||
subprocess.check_call(cmd)
|
||||
so = _pkg / "_C_extension.abi3.so"
|
||||
if not so.is_file():
|
||||
sys.exit(f"DeepGEMM build did not produce {so}")
|
||||
for stale in out.glob("_C_extension*.so"):
|
||||
stale.unlink()
|
||||
shutil.copy2(so, out / so.name)
|
||||
print(f"[build_deepgemm_C] installed {so.name} -> {out}", flush=True)
|
||||
|
||||
Reference in New Issue
Block a user