[ROCm][CI] Build fastsafetensors from source so it links against libamdhip64 (#39978)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -262,30 +262,6 @@ RUN --mount=type=bind,source=.git,target=vllm/.git \
|
|||||||
&& echo "Detected vLLM version: ${VLLM_VERSION}" \
|
&& echo "Detected vLLM version: ${VLLM_VERSION}" \
|
||||||
&& echo "${VLLM_VERSION}" > /tmp/vllm_version.txt
|
&& echo "${VLLM_VERSION}" > /tmp/vllm_version.txt
|
||||||
|
|
||||||
# Fail if git-based package dependencies are found in requirements files
|
|
||||||
# (uv doesn't handle git+ URLs well, and packages should be distributed on PyPI)
|
|
||||||
# Extra notes: pip install is able to handle git+ URLs, but uv doesn't.
|
|
||||||
RUN echo "Checking for git-based packages in requirements files..." \
|
|
||||||
&& echo "Checking common.txt for git-based packages:" \
|
|
||||||
&& if grep -q 'git+' ${COMMON_WORKDIR}/vllm/requirements/common.txt; then \
|
|
||||||
echo "ERROR: Git-based packages found in common.txt:"; \
|
|
||||||
grep 'git+' ${COMMON_WORKDIR}/vllm/requirements/common.txt; \
|
|
||||||
echo "Please publish these packages to PyPI instead of using git dependencies."; \
|
|
||||||
exit 1; \
|
|
||||||
else \
|
|
||||||
echo " ✓ No git-based packages found in common.txt"; \
|
|
||||||
fi \
|
|
||||||
&& echo "Checking rocm.txt for git-based packages:" \
|
|
||||||
&& if grep -q 'git+' ${COMMON_WORKDIR}/vllm/requirements/rocm.txt; then \
|
|
||||||
echo "ERROR: Git-based packages found in rocm.txt:"; \
|
|
||||||
grep 'git+' ${COMMON_WORKDIR}/vllm/requirements/rocm.txt; \
|
|
||||||
echo "Please publish these packages to PyPI instead of using git dependencies."; \
|
|
||||||
exit 1; \
|
|
||||||
else \
|
|
||||||
echo " ✓ No git-based packages found in rocm.txt"; \
|
|
||||||
fi \
|
|
||||||
&& echo "All requirements files are clean - no git-based packages found"
|
|
||||||
|
|
||||||
# Pin vLLM dependencies to exact versions of custom ROCm wheels
|
# Pin vLLM dependencies to exact versions of custom ROCm wheels
|
||||||
# This ensures 'pip install vllm' automatically installs correct torch/triton/torchvision/amdsmi
|
# This ensures 'pip install vllm' automatically installs correct torch/triton/torchvision/amdsmi
|
||||||
COPY tools/vllm-rocm/pin_rocm_dependencies.py /tmp/pin_rocm_dependencies.py
|
COPY tools/vllm-rocm/pin_rocm_dependencies.py /tmp/pin_rocm_dependencies.py
|
||||||
|
|||||||
@@ -22,4 +22,4 @@ timm>=1.0.17
|
|||||||
# To be consistent with test_quark.py
|
# To be consistent with test_quark.py
|
||||||
amd-quark>=0.8.99
|
amd-quark>=0.8.99
|
||||||
# Required for faster safetensors model loading
|
# Required for faster safetensors model loading
|
||||||
fastsafetensors >= 0.2.2
|
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@0.2.2
|
||||||
@@ -55,7 +55,7 @@ arctic-inference==0.1.1 # Required for suffix decoding test
|
|||||||
numba==0.61.2 # Required for N-gram speculative decoding
|
numba==0.61.2 # Required for N-gram speculative decoding
|
||||||
numpy
|
numpy
|
||||||
runai-model-streamer[s3,gcs,azure]==0.15.7
|
runai-model-streamer[s3,gcs,azure]==0.15.7
|
||||||
fastsafetensors>=0.2.2 # 0.2.2 contains important fixes for multi-GPU mem usage
|
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@0.2.2 # PyPI only ships CUDA wheels
|
||||||
instanttensor>=0.1.5
|
instanttensor>=0.1.5
|
||||||
pydantic>=2.12 # 2.11 leads to error on python 3.13
|
pydantic>=2.12 # 2.11 leads to error on python 3.13
|
||||||
decord==0.6.0
|
decord==0.6.0
|
||||||
|
|||||||
@@ -277,7 +277,7 @@ fastar==0.10.0
|
|||||||
# via fastapi-cloud-cli
|
# via fastapi-cloud-cli
|
||||||
fastparquet==2026.3.0
|
fastparquet==2026.3.0
|
||||||
# via genai-perf
|
# via genai-perf
|
||||||
fastsafetensors==0.2.2
|
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@65d80088fca7a8f567fba30415fbcc80f7d2259c
|
||||||
# via
|
# via
|
||||||
# -c requirements/rocm.txt
|
# -c requirements/rocm.txt
|
||||||
# -r requirements/test/rocm.in
|
# -r requirements/test/rocm.in
|
||||||
|
|||||||
Reference in New Issue
Block a user