mirror of
https://github.com/vllm-project/vllm.git
synced 2026-06-06 00:16:14 +00:00
Alec
40 lines
1.2 KiB
Bash
Executable File
40 lines
1.2 KiB
Bash
Executable File
#!/bin/bash
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
set -euo pipefail
|
|
|
|
REQUIREMENTS_FILE="${KV_CONNECTORS_REQUIREMENTS:-/vllm-workspace/requirements/kv_connectors.txt}"
|
|
|
|
uv pip install --system -r "${REQUIREMENTS_FILE}"
|
|
|
|
NIXL_METADATA=$(python3 - <<'PY'
|
|
import importlib.metadata as metadata
|
|
|
|
import torch
|
|
|
|
cuda_version = torch.version.cuda
|
|
if cuda_version is None:
|
|
raise SystemExit("torch.version.cuda is not set")
|
|
|
|
print(cuda_version.split(".", 1)[0], metadata.version("nixl"))
|
|
PY
|
|
)
|
|
read -r CUDA_MAJOR NIXL_VERSION <<<"${NIXL_METADATA}"
|
|
|
|
# nixl>=1.1.0 can install multiple CUDA wheel variants. Keep only the variant
|
|
# matching this CI image so nixl_ep_cpp links against the available libcudart.
|
|
uv pip uninstall --system nixl-cu12 nixl-cu13 2>/dev/null || true
|
|
uv pip install --system --no-deps "nixl-cu${CUDA_MAJOR}==${NIXL_VERSION}"
|
|
|
|
python3 - <<'PY'
|
|
import importlib.metadata as metadata
|
|
|
|
for package_name in ("nixl", "nixl-cu12", "nixl-cu13"):
|
|
try:
|
|
version = metadata.version(package_name)
|
|
except metadata.PackageNotFoundError:
|
|
version = "not installed"
|
|
print(f"{package_name}: {version}")
|
|
PY
|