mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
9f51f8d20c
Signed-off-by: Batsheva Black <132911331+BatshevaBlack@users.noreply.github.com> Signed-off-by: Bo Deng <deemod@nvidia.com> Co-authored-by: Bo Deng <deemod@nvidia.com>
45 lines
1.2 KiB
Bash
45 lines
1.2 KiB
Bash
#!/bin/bash
|
|
set -ex
|
|
|
|
GITHUB_URL="https://github.com"
|
|
UCX_INSTALL_PATH="/usr/local/ucx/"
|
|
CUDA_PATH="/usr/local/cuda"
|
|
NIXL_VERSION="0.5.0"
|
|
NIXL_REPO="https://github.com/ai-dynamo/nixl.git"
|
|
OLD_LD_LIBRARY_PATH=$LD_LIBRARY_PATH
|
|
|
|
ARCH_NAME="x86_64-linux-gnu"
|
|
GDS_PATH="$CUDA_PATH/targets/x86_64-linux"
|
|
if [ "$(uname -m)" != "amd64" ] && [ "$(uname -m)" != "x86_64" ]; then
|
|
ARCH_NAME="aarch64-linux-gnu"
|
|
GDS_PATH="$CUDA_PATH/targets/sbsa-linux"
|
|
fi
|
|
|
|
pip3 install --no-cache-dir meson ninja pybind11
|
|
git clone --depth 1 -b ${NIXL_VERSION} ${NIXL_REPO}
|
|
cd nixl
|
|
|
|
CUDA_SO_PATH=$(find "/usr/local" -name "libcuda.so.1" 2>/dev/null | head -n1)
|
|
|
|
if [[ -z "$CUDA_SO_PATH" ]]; then
|
|
echo "libcuda.so.1 not found"
|
|
exit 1
|
|
fi
|
|
|
|
CUDA_SO_PATH=$(dirname $CUDA_SO_PATH)
|
|
|
|
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CUDA_SO_PATH
|
|
meson setup builddir \
|
|
-Ducx_path=$UCX_INSTALL_PATH \
|
|
-Dcudapath_lib="$CUDA_PATH/lib64" \
|
|
-Dcudapath_inc="$CUDA_PATH/include" \
|
|
-Dgds_path="$GDS_PATH" \
|
|
-Dinstall_headers=true
|
|
|
|
cd builddir && ninja install
|
|
cd ../..
|
|
rm -rf nixl* # Remove NIXL source tree to save space
|
|
export LD_LIBRARY_PATH=$OLD_LD_LIBRARY_PATH
|
|
|
|
echo "export LD_LIBRARY_PATH=/opt/nvidia/nvda_nixl/lib/${ARCH_NAME}:/opt/nvidia/nvda_nixl/lib64:\$LD_LIBRARY_PATH" >> "${ENV}"
|