[Build] Switch CUDA 13.0 wheel builds to PyTorch manylinux_2_28 base (#41416)
Signed-off-by: mgoin <mgoin64@gmail.com> Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -37,7 +37,7 @@ steps:
|
|||||||
agents:
|
agents:
|
||||||
queue: arm64_cpu_queue_release
|
queue: arm64_cpu_queue_release
|
||||||
commands:
|
commands:
|
||||||
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=13.0.2 --build-arg torch_cuda_arch_list=\"${CUDA_ARCH_AARCH64}\" --build-arg BUILD_BASE_IMAGE=nvidia/cuda:13.0.2-devel-ubuntu22.04 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
|
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=13.0.2 --build-arg torch_cuda_arch_list=\"${CUDA_ARCH_AARCH64}\" --build-arg BUILD_OS=manylinux --build-arg BUILD_BASE_IMAGE=pytorch/manylinuxaarch64-builder:cuda13.0 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
|
||||||
- "mkdir artifacts"
|
- "mkdir artifacts"
|
||||||
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
|
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
|
||||||
- "bash .buildkite/scripts/upload-nightly-wheels.sh"
|
- "bash .buildkite/scripts/upload-nightly-wheels.sh"
|
||||||
@@ -76,7 +76,7 @@ steps:
|
|||||||
agents:
|
agents:
|
||||||
queue: cpu_queue_release
|
queue: cpu_queue_release
|
||||||
commands:
|
commands:
|
||||||
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=13.0.2 --build-arg torch_cuda_arch_list=\"${CUDA_ARCH_X86}\" --build-arg BUILD_BASE_IMAGE=nvidia/cuda:13.0.2-devel-ubuntu22.04 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
|
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=13.0.2 --build-arg torch_cuda_arch_list=\"${CUDA_ARCH_X86}\" --build-arg BUILD_OS=manylinux --build-arg BUILD_BASE_IMAGE=pytorch/manylinux2_28-builder:cuda13.0 --tag vllm-ci:build-image --target build --progress plain -f docker/Dockerfile ."
|
||||||
- "mkdir artifacts"
|
- "mkdir artifacts"
|
||||||
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
|
- "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
|
||||||
- "bash .buildkite/scripts/upload-nightly-wheels.sh"
|
- "bash .buildkite/scripts/upload-nightly-wheels.sh"
|
||||||
|
|||||||
+67
-26
@@ -41,6 +41,13 @@ ARG BUILD_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
|
|||||||
# Using cuda base image with minimal dependencies necessary for JIT compilation (FlashInfer, DeepGEMM, EP kernels)
|
# Using cuda base image with minimal dependencies necessary for JIT compilation (FlashInfer, DeepGEMM, EP kernels)
|
||||||
ARG FINAL_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-base-ubuntu${UBUNTU_VERSION}
|
ARG FINAL_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-base-ubuntu${UBUNTU_VERSION}
|
||||||
|
|
||||||
|
# OS family of BUILD_BASE_IMAGE. Controls package manager (apt vs dnf) and
|
||||||
|
# Python bootstrap. Set to "manylinux" alongside a manylinux build base such
|
||||||
|
# as pytorch/manylinux2_28-builder:cuda13.0 to produce wheels with a glibc
|
||||||
|
# 2.28 floor (matches PyTorch's own published wheels). Default stays on
|
||||||
|
# Ubuntu for backwards compatibility.
|
||||||
|
ARG BUILD_OS=ubuntu
|
||||||
|
|
||||||
# By parameterizing the Deadsnakes repository URL, we allow third-party to use
|
# By parameterizing the Deadsnakes repository URL, we allow third-party to use
|
||||||
# their own mirror. When doing so, we don't benefit from the transparent
|
# their own mirror. When doing so, we don't benefit from the transparent
|
||||||
# installation of the GPG key of the PPA, as done by add-apt-repository, so we
|
# installation of the GPG key of the PPA, as done by add-apt-repository, so we
|
||||||
@@ -94,35 +101,64 @@ FROM ${BUILD_BASE_IMAGE} AS base
|
|||||||
|
|
||||||
ARG CUDA_VERSION
|
ARG CUDA_VERSION
|
||||||
ARG PYTHON_VERSION
|
ARG PYTHON_VERSION
|
||||||
|
ARG BUILD_OS
|
||||||
|
|
||||||
ENV DEBIAN_FRONTEND=noninteractive
|
ENV DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
# Install system dependencies including build tools
|
# Install system dependencies including build tools.
|
||||||
RUN apt-get update -y \
|
# The Ubuntu path uses apt + deadsnakes-via-uv for Python; the manylinux path
|
||||||
&& apt-get install -y --no-install-recommends \
|
# (AlmaLinux 8, e.g. pytorch/manylinux2_28-builder) uses dnf and the Python
|
||||||
ccache \
|
# interpreters pre-installed at /opt/python/cpXY-cpXY/.
|
||||||
software-properties-common \
|
RUN if [ "${BUILD_OS}" = "manylinux" ]; then \
|
||||||
git \
|
# rdma-core-devel provides libibverbs headers; ccache lives in EPEL,
|
||||||
curl \
|
# which the pytorch manylinux image already enables. git/curl/sudo
|
||||||
sudo \
|
# are typically pre-installed but listed defensively.
|
||||||
python3-pip \
|
dnf install -y --setopt=install_weak_deps=False \
|
||||||
libibverbs-dev \
|
ccache \
|
||||||
# Upgrade to GCC 10 to avoid https://gcc.gnu.org/bugzilla/show_bug.cgi?id=92519
|
git \
|
||||||
# as it was causing spam when compiling the CUTLASS kernels
|
curl \
|
||||||
gcc-10 \
|
sudo \
|
||||||
g++-10 \
|
rdma-core-devel \
|
||||||
&& update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 110 --slave /usr/bin/g++ g++ /usr/bin/g++-10 \
|
&& dnf clean all \
|
||||||
# Install python dev headers if available (needed for cmake FindPython on Ubuntu 24.04
|
&& rm -rf /var/cache/dnf; \
|
||||||
# which ships cmake 3.28 and requires Development.SABIModule; silently skipped on
|
else \
|
||||||
# Ubuntu 20.04/22.04 where python3.x-dev is not available without a PPA)
|
apt-get update -y \
|
||||||
&& (apt-get install -y --no-install-recommends python${PYTHON_VERSION}-dev 2>/dev/null || true) \
|
&& apt-get install -y --no-install-recommends \
|
||||||
&& rm -rf /var/lib/apt/lists/* \
|
ccache \
|
||||||
&& curl -LsSf https://astral.sh/uv/install.sh | sh \
|
software-properties-common \
|
||||||
&& $HOME/.local/bin/uv venv /opt/venv --python ${PYTHON_VERSION} \
|
git \
|
||||||
|
curl \
|
||||||
|
sudo \
|
||||||
|
python3-pip \
|
||||||
|
libibverbs-dev \
|
||||||
|
# Upgrade to GCC 10 to avoid https://gcc.gnu.org/bugzilla/show_bug.cgi?id=92519
|
||||||
|
# as it was causing spam when compiling the CUTLASS kernels
|
||||||
|
gcc-10 \
|
||||||
|
g++-10 \
|
||||||
|
&& update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-10 110 --slave /usr/bin/g++ g++ /usr/bin/g++-10 \
|
||||||
|
# Install python dev headers if available (needed for cmake FindPython on Ubuntu 24.04
|
||||||
|
# which ships cmake 3.28 and requires Development.SABIModule; silently skipped on
|
||||||
|
# Ubuntu 20.04/22.04 where python3.x-dev is not available without a PPA)
|
||||||
|
&& (apt-get install -y --no-install-recommends python${PYTHON_VERSION}-dev 2>/dev/null || true) \
|
||||||
|
&& rm -rf /var/lib/apt/lists/*; \
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Install uv and bootstrap /opt/venv. Both paths converge on /opt/venv so all
|
||||||
|
# downstream stages stay distro-agnostic.
|
||||||
|
RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
|
||||||
|
&& if [ "${BUILD_OS}" = "manylinux" ]; then \
|
||||||
|
# manylinux images ship Python at /opt/python/cpXY-cpXY/; point uv
|
||||||
|
# at the matching interpreter rather than letting it fetch one.
|
||||||
|
PYV_NODOT=$(echo ${PYTHON_VERSION} | tr -d '.') \
|
||||||
|
&& MANYLINUX_PY=/opt/python/cp${PYV_NODOT}-cp${PYV_NODOT}/bin/python${PYTHON_VERSION} \
|
||||||
|
&& $HOME/.local/bin/uv venv /opt/venv --python "$MANYLINUX_PY"; \
|
||||||
|
else \
|
||||||
|
$HOME/.local/bin/uv venv /opt/venv --python ${PYTHON_VERSION}; \
|
||||||
|
fi \
|
||||||
&& rm -f /usr/bin/python3 /usr/bin/python3-config /usr/bin/pip \
|
&& rm -f /usr/bin/python3 /usr/bin/python3-config /usr/bin/pip \
|
||||||
&& ln -s /opt/venv/bin/python3 /usr/bin/python3 \
|
&& ln -sf /opt/venv/bin/python3 /usr/bin/python3 \
|
||||||
&& ln -s /opt/venv/bin/python3-config /usr/bin/python3-config \
|
&& ln -sf /opt/venv/bin/python3-config /usr/bin/python3-config \
|
||||||
&& ln -s /opt/venv/bin/pip /usr/bin/pip \
|
&& ln -sf /opt/venv/bin/pip /usr/bin/pip \
|
||||||
&& python3 --version && python3 -m pip --version
|
&& python3 --version && python3 -m pip --version
|
||||||
|
|
||||||
# Activate virtual environment and add uv to PATH
|
# Activate virtual environment and add uv to PATH
|
||||||
@@ -433,6 +469,7 @@ FROM base AS dev
|
|||||||
ARG PIP_INDEX_URL UV_INDEX_URL
|
ARG PIP_INDEX_URL UV_INDEX_URL
|
||||||
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
|
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
|
||||||
ARG PYTORCH_CUDA_INDEX_BASE_URL
|
ARG PYTORCH_CUDA_INDEX_BASE_URL
|
||||||
|
ARG BUILD_OS
|
||||||
|
|
||||||
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
|
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
|
||||||
# Reference: https://github.com/astral-sh/uv/pull/1694
|
# Reference: https://github.com/astral-sh/uv/pull/1694
|
||||||
@@ -442,7 +479,11 @@ ENV UV_INDEX_STRATEGY="unsafe-best-match"
|
|||||||
ENV UV_LINK_MODE=copy
|
ENV UV_LINK_MODE=copy
|
||||||
|
|
||||||
# Install libnuma-dev, required by fastsafetensors (fixes #20384)
|
# Install libnuma-dev, required by fastsafetensors (fixes #20384)
|
||||||
RUN apt-get update && apt-get install -y --no-install-recommends libnuma-dev && rm -rf /var/lib/apt/lists/*
|
RUN if [ "${BUILD_OS}" = "manylinux" ]; then \
|
||||||
|
dnf install -y numactl-devel && dnf clean all && rm -rf /var/cache/dnf; \
|
||||||
|
else \
|
||||||
|
apt-get update && apt-get install -y --no-install-recommends libnuma-dev && rm -rf /var/lib/apt/lists/*; \
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
||||||
# We can specify the standard or nightly build of PyTorch
|
# We can specify the standard or nightly build of PyTorch
|
||||||
|
|||||||
@@ -16,6 +16,9 @@
|
|||||||
"FINAL_BASE_IMAGE": {
|
"FINAL_BASE_IMAGE": {
|
||||||
"default": "nvidia/cuda:13.0.2-base-ubuntu22.04"
|
"default": "nvidia/cuda:13.0.2-base-ubuntu22.04"
|
||||||
},
|
},
|
||||||
|
"BUILD_OS": {
|
||||||
|
"default": "ubuntu"
|
||||||
|
},
|
||||||
"GET_PIP_URL": {
|
"GET_PIP_URL": {
|
||||||
"default": "https://bootstrap.pypa.io/get-pip.py"
|
"default": "https://bootstrap.pypa.io/get-pip.py"
|
||||||
},
|
},
|
||||||
|
|||||||
Reference in New Issue
Block a user