iHore/vLLM
8
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[ROCm][CI] Pin OpenTelemetry to LMCache's cap in the ROCm images (#59051)

Browse Source 
Signed-off-by: Rohan Potdar <rohan.potdar@amd.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Rohan Potdar
2026-09-28 12:33:09 -05:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 6c300ddb9e
commit 7a160c6fe5
2 changed files with 10 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile.rock
+5 -10
View File
@@ -499,17 +499,9 @@ RUN printf '%s\n' "${LMCACHE_REF}" | grep -Eq '^[0-9a-f]{40}$' \
/app/lmcache/requirements/common.txt)" -eq 2 \
&& test "$(grep -Fxc 'numpy<=2.2.6' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-api >= 1.20.0, <= 1.40.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-sdk >= 1.20.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-exporter-otlp >= 1.20.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& sed -i -E \
-e '/^(cufile-python|nvtx)([<=>[:space:]]|$)/d' \
-e 's/^numpy<=2\.2\.6$/numpy<=2.3.5/' \
-e 's/^opentelemetry-sdk >= 1\.20\.0$/opentelemetry-sdk >= 1.20.0, <= 1.40.0/' \
-e 's/^opentelemetry-exporter-otlp >= 1\.20\.0$/opentelemetry-exporter-otlp >= 1.20.0, <= 1.40.0/' \
/app/lmcache/requirements/common.txt \
&& rm -rf /app/lmcache/.git
@@ -934,12 +926,15 @@ RUN --mount=type=cache,target=/root/.cache/uv \
# Install vLLM using uv (inherited from base stage)
# Note: No -U flag to avoid upgrading PyTorch ROCm to CUDA version
# Keep OpenTelemetry within LMCache's cap.
RUN --mount=type=bind,from=export_vllm,src=/,target=/install \
--mount=type=cache,target=/root/.cache/uv \
cd /install \
&& uv pip install --system -c /etc/rocm-constraints.txt -r requirements/rocm.txt \
&& echo "opentelemetry-api<=1.40.0" > /tmp/otel-constraints.txt \
&& uv pip install --system -c /etc/rocm-constraints.txt -c /tmp/otel-constraints.txt -r requirements/rocm.txt \
&& pip uninstall -y vllm \
&& uv pip install --system -c /etc/rocm-constraints.txt *.whl
&& uv pip install --system -c /etc/rocm-constraints.txt -c /tmp/otel-constraints.txt *.whl \
&& rm /tmp/otel-constraints.txt
# Install NIXL ROCm wheel
RUN --mount=type=bind,from=build_nixl,src=/app/install,target=/nixl_install \
docker/Dockerfile.rocm
+5 -10
View File
@@ -497,17 +497,9 @@ RUN printf '%s\n' "${LMCACHE_REF}" | grep -Eq '^[0-9a-f]{40}$' \
/app/lmcache/requirements/common.txt)" -eq 2 \
&& test "$(grep -Fxc 'numpy<=2.2.6' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-api >= 1.20.0, <= 1.40.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-sdk >= 1.20.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& test "$(grep -Fxc 'opentelemetry-exporter-otlp >= 1.20.0' \
/app/lmcache/requirements/common.txt)" -eq 1 \
&& sed -i -E \
-e '/^(cufile-python|nvtx)([<=>[:space:]]|$)/d' \
-e 's/^numpy<=2\.2\.6$/numpy<=2.3.5/' \
-e 's/^opentelemetry-sdk >= 1\.20\.0$/opentelemetry-sdk >= 1.20.0, <= 1.40.0/' \
-e 's/^opentelemetry-exporter-otlp >= 1\.20\.0$/opentelemetry-exporter-otlp >= 1.20.0, <= 1.40.0/' \
/app/lmcache/requirements/common.txt \
&& rm -rf /app/lmcache/.git
@@ -956,12 +948,15 @@ RUN --mount=type=cache,target=/root/.cache/uv \
# Install vLLM using uv (inherited from base stage)
# Note: No -U flag to avoid upgrading PyTorch ROCm to CUDA version
# Keep OpenTelemetry within LMCache's cap.
RUN --mount=type=bind,from=export_vllm,src=/,target=/install \
--mount=type=cache,target=/root/.cache/uv \
cd /install \
&& uv pip install --system -r requirements/rocm.txt \
&& echo "opentelemetry-api<=1.40.0" > /tmp/otel-constraints.txt \
&& uv pip install --system -c /tmp/otel-constraints.txt -r requirements/rocm.txt \
&& pip uninstall -y vllm \
&& uv pip install --system *.whl
&& uv pip install --system -c /tmp/otel-constraints.txt *.whl \
&& rm /tmp/otel-constraints.txt
# Install NIXL ROCm wheel
RUN --mount=type=bind,from=build_nixl,src=/app/install,target=/nixl_install \