[CI/Build][Hardware][NVIDIA] Add opt-in Rubin Docker builds (#53443)
Signed-off-by: Shang Wang <samshang.wang@mail.utoronto.ca> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
d21c5b50a1
commit
9650dc73e2
Executable
+43
@@ -0,0 +1,43 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euxo pipefail
|
||||
|
||||
: "${TARGETARCH:?TARGETARCH must be set}"
|
||||
: "${TRITON_INSTALL_FROM_SOURCE_REPO:?TRITON_INSTALL_FROM_SOURCE_REPO must be set}"
|
||||
|
||||
TRITON_REVISION="${TRITON_INSTALL_FROM_SOURCE_REVISION:-main}"
|
||||
TRITON_WORKSPACE="${TRITON_WORKSPACE:-/tmp/triton_from_source_workspace}"
|
||||
TRITON_SOURCE="${TRITON_WORKSPACE}/src"
|
||||
TRITON_DIST="${TRITON_WORKSPACE}/dist"
|
||||
TRITON_BUILD_JOBS="${MAX_JOBS:-$(nproc)}"
|
||||
|
||||
case "${TARGETARCH}" in
|
||||
amd64) TRITON_LLVM_SYSTEM_SUFFIX=almalinux-x64 ;;
|
||||
arm64) TRITON_LLVM_SYSTEM_SUFFIX=almalinux-arm64 ;;
|
||||
*)
|
||||
echo "Unsupported Triton build architecture: ${TARGETARCH}" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
export TRITON_LLVM_SYSTEM_SUFFIX
|
||||
|
||||
mkdir -p "${TRITON_DIST}"
|
||||
git init -q "${TRITON_SOURCE}"
|
||||
git -C "${TRITON_SOURCE}" remote add origin \
|
||||
"${TRITON_INSTALL_FROM_SOURCE_REPO}"
|
||||
git -C "${TRITON_SOURCE}" fetch --depth=1 origin "${TRITON_REVISION}"
|
||||
git -C "${TRITON_SOURCE}" checkout -q --detach FETCH_HEAD
|
||||
git -C "${TRITON_SOURCE}" rev-parse HEAD
|
||||
|
||||
uv pip install --python /opt/venv/bin/python3 \
|
||||
-r "${TRITON_SOURCE}/python/requirements.txt"
|
||||
|
||||
TRITON_BUILD_WITH_CCACHE=true \
|
||||
MAX_JOBS="${TRITON_BUILD_JOBS}" \
|
||||
uv build --python /opt/venv/bin/python3 \
|
||||
--wheel \
|
||||
--no-build-isolation \
|
||||
--out-dir "${TRITON_DIST}" \
|
||||
"${TRITON_SOURCE}"
|
||||
|
||||
(cd "${TRITON_DIST}" && sha256sum triton-*.whl > wheel.sha256)
|
||||
rm -rf "${TRITON_SOURCE}"
|
||||
Executable
+41
@@ -0,0 +1,41 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euxo pipefail
|
||||
|
||||
if [[ $# -ne 2 ]]; then
|
||||
echo "Usage: $0 <wheel-directory> <checksum-file>" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
TRITON_DIST="$1"
|
||||
TRITON_CHECKSUM="$2"
|
||||
|
||||
test -d "${TRITON_DIST}"
|
||||
test -f "${TRITON_CHECKSUM}"
|
||||
(cd "${TRITON_DIST}" && sha256sum -c "${TRITON_CHECKSUM}")
|
||||
|
||||
shopt -s nullglob
|
||||
TRITON_WHEELS=("${TRITON_DIST}"/triton-*.whl)
|
||||
if [[ ${#TRITON_WHEELS[@]} -ne 1 ]]; then
|
||||
echo "Expected exactly one Triton wheel in ${TRITON_DIST}" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
uv pip install --system --reinstall --no-deps "${TRITON_WHEELS[0]}"
|
||||
|
||||
if [[ -n "${TRITON_SYSTEM_PTXAS_PATH:-}" \
|
||||
|| -n "${TRITON_EXPECTED_PTXAS_VERSION:-}" ]]; then
|
||||
: "${TRITON_SYSTEM_PTXAS_PATH:?TRITON_SYSTEM_PTXAS_PATH must be set}"
|
||||
: "${TRITON_EXPECTED_PTXAS_VERSION:?TRITON_EXPECTED_PTXAS_VERSION must be set}"
|
||||
PTXAS_PATH="${TRITON_SYSTEM_PTXAS_PATH}"
|
||||
test -x "${PTXAS_PATH}"
|
||||
TRITON_NVIDIA_BIN=$(python3 -c \
|
||||
'from pathlib import Path; import triton; print(Path(triton.__file__).parent / "backends" / "nvidia" / "bin")')
|
||||
mkdir -p "${TRITON_NVIDIA_BIN}"
|
||||
ln -sfn "${PTXAS_PATH}" \
|
||||
"${TRITON_NVIDIA_BIN}/ptxas-blackwell"
|
||||
|
||||
env -u TRITON_PTXAS_BLACKWELL_PATH \
|
||||
TRITON_EXPECTED_PTXAS_PATH="${PTXAS_PATH}" \
|
||||
python3 -c \
|
||||
'import os; from triton.backends.nvidia.compiler import get_ptxas; tool = get_ptxas(107); assert tool.version == os.environ["TRITON_EXPECTED_PTXAS_VERSION"]; assert os.path.samefile(tool.path, os.environ["TRITON_EXPECTED_PTXAS_PATH"])'
|
||||
fi
|
||||
Reference in New Issue
Block a user