[Build] DeepGEMM migration to torch Stable ABI (#59482)
Signed-off-by: Chris Leonard <chleonar@redhat.com> Signed-off-by: Shengqi Chen <harry-chen@outlook.com> Co-authored-by: Shengqi Chen <harry-chen@outlook.com>
This commit is contained in:
co-authored by
Shengqi Chen
parent
61d9c777bf
commit
f5fefbffe5
@@ -17,7 +17,6 @@ ALLOWED_UNSTABLE_LIBRARIES: tuple[str, ...] = (
|
|||||||
# _C_stable_libtorch, but these two modules still bind libtorch directly.
|
# _C_stable_libtorch, but these two modules still bind libtorch directly.
|
||||||
"_C.abi3.so",
|
"_C.abi3.so",
|
||||||
"_rocm_C.abi3.so",
|
"_rocm_C.abi3.so",
|
||||||
"third_party/deep_gemm/_C*.so",
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -32,8 +32,8 @@ else()
|
|||||||
# Pinned to the fork's dev branch: upstream's 26/09/30 release (2.8.1)
|
# Pinned to the fork's dev branch: upstream's 26/09/30 release (2.8.1)
|
||||||
# plus the SM120 port, the SM90 paged-MQA kv_block=32/next_n=4 port,
|
# plus the SM120 port, the SM90 paged-MQA kv_block=32/next_n=4 port,
|
||||||
# configurable SwiGLU alpha/beta, SiTU for FP8/FP4 Mega MoE, and NVFP4
|
# configurable SwiGLU alpha/beta, SiTU for FP8/FP4 Mega MoE, and NVFP4
|
||||||
# Mega MoE. TORCH_LIBRARY build with a CPython 3.10 stable-ABI floor.
|
# Mega MoE. TORCH_STABLE_LIBRARY build with a CPython 3.10 stable-ABI floor.
|
||||||
set(_DEEPGEMM_UPSTREAM_TAG "6ce1c5ec6627a6bf11dbcc698b0b1e19c9248432")
|
set(_DEEPGEMM_UPSTREAM_TAG "a981d8e3a58e877b7f53e63707de5834312fb710")
|
||||||
|
|
||||||
set(_deepgemm_fc_root "${FETCHCONTENT_BASE_DIR}")
|
set(_deepgemm_fc_root "${FETCHCONTENT_BASE_DIR}")
|
||||||
if(NOT _deepgemm_fc_root)
|
if(NOT _deepgemm_fc_root)
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ DEEPGEMM_GIT_REPO="https://github.com/vllm-project/DeepGEMM.git"
|
|||||||
# NOTE: This targets the vLLM fork's dev branch: upstream's 26/09/30 release
|
# NOTE: This targets the vLLM fork's dev branch: upstream's 26/09/30 release
|
||||||
# plus the sm120 and sm90 paged-MQA ports, the SwiGLU alpha/beta and SiTU
|
# plus the sm120 and sm90 paged-MQA ports, the SwiGLU alpha/beta and SiTU
|
||||||
# Mega MoE activations, and NVFP4 Mega MoE.
|
# Mega MoE activations, and NVFP4 Mega MoE.
|
||||||
DEEPGEMM_GIT_REF="6ce1c5ec6627a6bf11dbcc698b0b1e19c9248432"
|
DEEPGEMM_GIT_REF="a981d8e3a58e877b7f53e63707de5834312fb710"
|
||||||
WHEEL_DIR=""
|
WHEEL_DIR=""
|
||||||
|
|
||||||
# Parse command line arguments
|
# Parse command line arguments
|
||||||
|
|||||||
Reference in New Issue
Block a user