[ROCm] gfx1250 optimizations and model enablement (#58800)
Signed-off-by: jpvillam <juan.villamizar@amd.com> Signed-off-by: Jaden Mathias <jaden.mathias@amd.com> Signed-off-by: Juan Villamizar <jpvillam@amd.com> Signed-off-by: jpvillam <jpvillam@amd.com> Signed-off-by: Omar Muhammad <omar.muhammad@amd.com> Signed-off-by: Daniel <danichan@amd.com> Signed-off-by: Juan Villamizar <100237675+jpvillam-amd@users.noreply.github.com> Co-authored-by: Jaden Mathias <jaden.mathias@amd.com> Co-authored-by: jpvillam <jpvillam@amd.com> Co-authored-by: Omar Muhammad <omar.muhammad@amd.com> Co-authored-by: Daniel <danichan@amd.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com> Co-authored-by: Daniel Chan <Daniel.Chan@amd.com>
This commit is contained in:
co-authored by
Jaden Mathias
jpvillam
Omar Muhammad
Daniel
Claude Opus 5
Daniel Chan
parent
9b99ccb56b
commit
e711723352
@@ -1,16 +1,16 @@
|
||||
ARG BASE_IMAGE=ubuntu:24.04
|
||||
ARG ROCM_WHEEL_INDEX=https://rocm.devreleases.amd.com/whl-multi-arch/
|
||||
ARG ROCM_SDK_VERSION=7.14.0a20260623
|
||||
ARG TORCH_VERSION=2.11.0+rocm7.14.0a20260623
|
||||
ARG TORCHVISION_VERSION=0.26.0+rocm7.14.0a20260623
|
||||
ARG TORCHAUDIO_VERSION=2.11.0+rocm7.14.0a20260623
|
||||
ARG TRITON_VERSION=3.7.1+git110cd8e2.rocm7.14.0a20260623
|
||||
ARG APEX_VERSION=1.11.0+rocm7.14.0a20260623
|
||||
ARG ROCM_WHEEL_INDEX=https://rocm.nightlies.amd.com/whl-multi-arch/
|
||||
ARG ROCM_SDK_VERSION=10.1.0a20260822
|
||||
ARG TORCH_VERSION=2.11.0+rocm10.1.0a20260822
|
||||
ARG TORCHVISION_VERSION=0.26.0+rocm10.1.0a20260822
|
||||
ARG TORCHAUDIO_VERSION=2.11.0+rocm10.1.0a20260822
|
||||
ARG TRITON_VERSION=3.8.0+git4cff872c.rocm10.1.0a20260822
|
||||
ARG APEX_VERSION=1.11.0+rocm10.1.0a20260822
|
||||
|
||||
|
||||
ARG FA_BRANCH="jpvillam/gfx1250_wip"
|
||||
ARG FA_REPO="https://github.com/jpvillam-amd/flash-attention.git"
|
||||
ARG AITER_BRANCH="main"
|
||||
ARG AITER_BRANCH="f85b24b"
|
||||
ARG AITER_REPO="https://github.com/ROCm/aiter.git"
|
||||
ARG MORI_BRANCH="v1.1.0"
|
||||
ARG MORI_REPO="https://github.com/ROCm/mori.git"
|
||||
@@ -119,10 +119,10 @@ ENV PYTHONPATH=${SITE_PACKAGES}/_rocm_sdk_core/share/amd_smi
|
||||
# which keeps the set consistent and avoids pip backtracking.
|
||||
RUN pip install --pre --index-url "${ROCM_WHEEL_INDEX}" \
|
||||
--extra-index-url https://pypi.org/simple \
|
||||
"torch[device-all]==${TORCH_VERSION}" \
|
||||
"torch[device-gfx1250]==${TORCH_VERSION}" \
|
||||
"torchvision==${TORCHVISION_VERSION}" \
|
||||
"torchaudio==${TORCHAUDIO_VERSION}" \
|
||||
"rocm[libraries,devel,device-all]==${ROCM_SDK_VERSION}" && \
|
||||
"rocm[libraries,devel,device-gfx1250]==${ROCM_SDK_VERSION}" && \
|
||||
rocm-sdk init
|
||||
|
||||
# Torch runtime deps that may not be published on the ROCm wheel index;
|
||||
@@ -200,15 +200,6 @@ ENV SCCACHE_S3_NO_CREDENTIALS=${USE_SCCACHE:+${SCCACHE_S3_NO_CREDENTIALS}}
|
||||
ENV SCCACHE_IDLE_TIMEOUT=${USE_SCCACHE:+0}
|
||||
|
||||
|
||||
###
|
||||
### AMD SMI Build
|
||||
###
|
||||
FROM base AS build_amdsmi
|
||||
RUN cd ${SITE_PACKAGES}/_rocm_sdk_core/share/amd_smi \
|
||||
&& pip wheel . --wheel-dir=dist
|
||||
RUN mkdir -p /app/install && cp ${SITE_PACKAGES}/_rocm_sdk_core/share/amd_smi/dist/*.whl /app/install
|
||||
|
||||
|
||||
###
|
||||
### MORI Build TODO(Build needs fixing)
|
||||
###
|
||||
@@ -253,7 +244,10 @@ FROM base AS build_aiter
|
||||
ARG AITER_BRANCH
|
||||
ARG AITER_REPO
|
||||
ARG USE_SCCACHE
|
||||
RUN git clone --recursive --branch ${AITER_BRANCH} ${AITER_REPO}
|
||||
|
||||
RUN git clone ${AITER_REPO} \
|
||||
&& cd aiter \
|
||||
&& git checkout --detach ${AITER_BRANCH}
|
||||
RUN cd aiter \
|
||||
&& git submodule update --init --recursive \
|
||||
&& pip install -r requirements.txt
|
||||
@@ -278,8 +272,6 @@ FROM base AS debs_wheel_release
|
||||
RUN mkdir /app/debs
|
||||
RUN --mount=type=bind,from=build_fa,src=/app/install/,target=/install \
|
||||
if ls /install/*.whl >/dev/null 2>&1; then cp /install/*.whl /app/debs; fi
|
||||
RUN --mount=type=bind,from=build_amdsmi,src=/app/install/,target=/install \
|
||||
cp /install/*.whl /app/debs
|
||||
RUN --mount=type=bind,from=build_aiter,src=/app/install/,target=/install \
|
||||
cp /install/*.whl /app/debs
|
||||
|
||||
@@ -288,8 +280,6 @@ FROM base AS debs
|
||||
RUN mkdir /app/debs
|
||||
RUN --mount=type=bind,from=build_fa,src=/app/install/,target=/install \
|
||||
if ls /install/*.whl >/dev/null 2>&1; then cp /install/*.whl /app/debs; fi
|
||||
RUN --mount=type=bind,from=build_amdsmi,src=/app/install/,target=/install \
|
||||
cp /install/*.whl /app/debs
|
||||
RUN --mount=type=bind,from=build_aiter,src=/app/install/,target=/install \
|
||||
cp /install/*.whl /app/debs
|
||||
RUN --mount=type=bind,from=build_mori,src=/app/install/,target=/install \
|
||||
|
||||
@@ -15,6 +15,7 @@ ARG NIC_BACKEND=all
|
||||
# Users can specify a custom version compatible with their host drivers.
|
||||
# The default version has been tested with ionic-dkms=26.03.3.001
|
||||
# (libionic1=54.0-187-1), required for MoRI-EP/NIXL on Pollara/AINIC.
|
||||
# TODO (jmathias) : Check if we can revert this Pinned AINIC version
|
||||
ARG AINIC_VERSION=1.117.5-a-77
|
||||
ARG UBUNTU_CODENAME=jammy
|
||||
|
||||
@@ -115,8 +116,8 @@ WORKDIR ${COMMON_WORKDIR}
|
||||
FROM base AS fetch_vllm_0
|
||||
ONBUILD COPY ./ vllm/
|
||||
FROM base AS fetch_vllm_1
|
||||
ARG VLLM_REPO="https://github.com/ROCm/vllm.git"
|
||||
ARG VLLM_BRANCH="455_wip"
|
||||
ARG VLLM_REPO="https://github.com/vllm-project/vllm.git"
|
||||
ARG VLLM_BRANCH="main"
|
||||
ENV VLLM_REPO=${VLLM_REPO}
|
||||
ENV VLLM_BRANCH=${VLLM_BRANCH}
|
||||
ONBUILD RUN git clone ${VLLM_REPO} \
|
||||
@@ -726,13 +727,14 @@ RUN echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> ${COMMON_WORKDIR}/versions.txt \
|
||||
|
||||
# Download bench scripts for gfx1250
|
||||
RUN curl -k -O https://raw.githubusercontent.com/ROCm/vllm/refs/heads/gfx1250_bench/vllm_smoketest.sh
|
||||
RUN curl -k -O https://raw.githubusercontent.com/ROCm/vllm/refs/heads/gfx1250_bench/vllm_benchserve.sh
|
||||
|
||||
|
||||
### Install triton from upstream for AITER Deps TODO: (JPVILLAM) If possible to get this on whls it would be better
|
||||
RUN pip3 uninstall -y triton && \
|
||||
git clone https://github.com/triton-lang/triton.git && \
|
||||
cd triton && \
|
||||
git checkout c517f38c && \
|
||||
git checkout aedd1f6 && \
|
||||
TRITON_APPEND_CMAKE_ARGS="-DCMAKE_FIND_USE_CMAKE_ENVIRONMENT_PATH=FALSE" pip3 install .
|
||||
|
||||
CMD ["/bin/bash"]
|
||||
|
||||
Reference in New Issue
Block a user