From 3b581add43e5db3f204d3747bf071b721cfd7407 Mon Sep 17 00:00:00 2001 From: ovidiusm Date: Wed, 13 May 2026 22:55:51 +0200 Subject: [PATCH] [PD] Fix broken NIXL EP installation (#42542) Signed-off-by: Ovidiu Mara (cherry picked from commit cca32d55a296879b8624b957c20d3e4ca7e7cade) --- docker/Dockerfile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index be0f7069009..6ec6c39a4c7 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -846,9 +846,6 @@ RUN --mount=type=cache,target=/root/.cache/uv \ libcublas-dev-${CUDA_VERSION_DASH} \ libcusolver-dev-${CUDA_VERSION_DASH}"; \ if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then \ - if [ "$CUDA_MAJOR" -ge 13 ]; then \ - uv pip install --system nixl-cu13; \ - fi; \ uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( \ # if the above fails, install from source apt-get update -y && \ @@ -858,6 +855,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \ # clean up -dev packages, keep runtime libraries rm -rf /var/lib/apt/lists/* \ ); \ + # Force-reinstall the matching CUDA wheel so the correct nixl_ep_cpp.so is installed. + uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR}; \ fi ENV VLLM_USAGE_SOURCE production-docker-image