[Docker][KVConnector] Build mooncake-transfer-engine from source (#42114)

Signed-off-by: Zhewen Li <zhewenli@inferact.ai>
Signed-off-by: khluu <khluu000@gmail.com>
Co-authored-by: Zhewen Li <zhewenli@inferact.ai>
Co-authored-by: khluu <khluu000@gmail.com>
This commit is contained in:
Zhewen Li
2026-05-16 00:26:25 -07:00
committed by GitHub
co-authored by Zhewen Li khluu
parent 32b7177909
commit 657b42b592
2 changed files with 41 additions and 0 deletions
+22
View File
@@ -858,6 +858,28 @@ RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR}; \
fi
# Optional override: install mooncake-transfer-engine from a URL instead of the
# PyPI release pulled in above. Use this for wheels built with non-default CMake
# flags (e.g. `STORE_USE_ETCD=ON` for master HA). The URL's manylinux glibc
# floor must be <= the FINAL_BASE_IMAGE's glibc.
ARG MOONCAKE_WHEEL_AARCH64
ARG MOONCAKE_WHEEL_X86_64
RUN if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then \
if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
WHEEL="${MOONCAKE_WHEEL_AARCH64}"; \
else \
WHEEL="${MOONCAKE_WHEEL_X86_64}"; \
fi && \
if [ -n "${WHEEL}" ]; then \
uv pip install --system "${WHEEL}" && \
CUDA_MAJOR="${CUDA_VERSION%%.*}" && \
if [ ! -f /usr/local/cuda/lib64/libcudart.so ] && \
[ -f "/usr/local/cuda/lib64/libcudart.so.${CUDA_MAJOR}" ]; then \
ln -s "libcudart.so.${CUDA_MAJOR}" /usr/local/cuda/lib64/libcudart.so; \
fi; \
fi; \
fi
ENV VLLM_USAGE_SOURCE production-docker-image
ENV VLLM_BUILD_COMMIT=${VLLM_BUILD_COMMIT:-unknown} \
VLLM_BUILD_PIPELINE=${VLLM_BUILD_PIPELINE:-local} \