mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-27 06:03:09 +08:00
35 lines
968 B
Bash
35 lines
968 B
Bash
#!/bin/bash
|
|
set -ex
|
|
|
|
GITHUB_URL="https://github.com"
|
|
|
|
UCX_VERSION="v1.18.1"
|
|
UCX_INSTALL_PATH="/usr/local/ucx/"
|
|
|
|
if [ ! -d ${UCX_INSTALL_PATH} ]; then
|
|
git clone --depth 1 -b ${UCX_VERSION} https://github.com/openucx/ucx.git
|
|
cd ucx
|
|
./autogen.sh
|
|
./contrib/configure-release --prefix=${UCX_INSTALL_PATH}
|
|
make install -j
|
|
cd ..
|
|
echo "export LD_LIBRARY_PATH=${UCX_INSTALL_PATH}/lib:\$LD_LIBRARY_PATH" >> "${ENV}"
|
|
fi
|
|
|
|
NIXL_VERSION="0.2.0"
|
|
NIXL_REPO="${GITHUB_URL}/ai-dynamo/nixl.git"
|
|
|
|
ARCH_NAME="x86_64-linux-gnu"
|
|
if [ "$(uname -m)" != "amd64" ] && [ "$(uname -m)" != "x86_64" ]; then
|
|
ARCH_NAME="aarch64-linux-gnu"
|
|
EXTRA_NIXL_ARGS="-Ddisable_gds_backend=true"
|
|
fi
|
|
|
|
pip3 install meson ninja pybind11
|
|
git clone --depth 1 -b ${NIXL_VERSION} ${NIXL_REPO}
|
|
cd nixl
|
|
meson setup builddir -Ducx_path=${UCX_INSTALL_PATH} ${EXTRA_NIXL_ARGS}
|
|
cd builddir && ninja install
|
|
|
|
echo "export LD_LIBRARY_PATH=/opt/nvidia/nvda_nixl/lib/${ARCH_NAME}:\$LD_LIBRARY_PATH" >> "${ENV}"
|