From cca32d55a296879b8624b957c20d3e4ca7e7cade Mon Sep 17 00:00:00 2001 From: ovidiusm Date: Wed, 13 May 2026 22:55:51 +0200 Subject: [PATCH] [PD] Fix broken NIXL EP installation (#42542) Signed-off-by: Ovidiu Mara --- docker/Dockerfile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index 54381512cc..0ea5f9d12f 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -845,9 +845,6 @@ RUN --mount=type=cache,target=/root/.cache/uv \ libcublas-dev-${CUDA_VERSION_DASH} \ libcusolver-dev-${CUDA_VERSION_DASH}"; \ if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then \ - if [ "$CUDA_MAJOR" -ge 13 ]; then \ - uv pip install --system nixl-cu13; \ - fi; \ uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( \ # if the above fails, install from source apt-get update -y && \ @@ -857,6 +854,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \ # clean up -dev packages, keep runtime libraries rm -rf /var/lib/apt/lists/* \ ); \ + # Force-reinstall the matching CUDA wheel so the correct nixl_ep_cpp.so is installed. + uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR}; \ fi ENV VLLM_USAGE_SOURCE production-docker-image