From af1b07b0c57fab2b65f55a0c14ced3186c23a63f Mon Sep 17 00:00:00 2001 From: Qidong Su Date: Mon, 5 Jan 2026 15:50:39 -0500 Subject: [PATCH] [docker] install cuda13 version of lmcache and nixl (#30913) Signed-off-by: Qidong Su --- docker/Dockerfile | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index 679ffc4a7d..b9838f432e 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -615,6 +615,7 @@ RUN mv vllm src/vllm FROM vllm-base AS vllm-openai-base ARG TARGETPLATFORM ARG INSTALL_KV_CONNECTORS=false +ARG CUDA_VERSION ARG PIP_INDEX_URL UV_INDEX_URL ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL @@ -626,8 +627,26 @@ ENV UV_HTTP_TIMEOUT=500 # install kv_connectors if requested RUN --mount=type=cache,target=/root/.cache/uv \ --mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro \ + CUDA_MAJOR="${CUDA_VERSION%%.*}"; \ + CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); \ + CUDA_HOME=/usr/local/cuda; \ + # lmcache requires explicit specifying CUDA_HOME + BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} \ + libcublas-dev-${CUDA_VERSION_DASH} \ + libcusolver-dev-${CUDA_VERSION_DASH}"; \ if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then \ - uv pip install --system -r /tmp/kv_connectors.txt || true; \ + if [ "$CUDA_MAJOR" -ge 13 ]; then \ + uv pip install --system nixl-cu13; \ + fi; \ + uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( \ + # if the above fails, install from source + apt-get update -y && \ + apt-get install -y --no-install-recommends ${BUILD_PKGS} && \ + uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && \ + apt-get purge -y ${BUILD_PKGS} && \ + # clean up -dev packages, keep runtime libraries + rm -rf /var/lib/apt/lists/* \ + ); \ fi ENV VLLM_USAGE_SOURCE production-docker-image