mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
c076a02b38
Signed-off-by: Xiwen Yu <13230610+VALLIS-NERIA@users.noreply.github.com> Signed-off-by: Tian Zheng <29906817+Tom-Zheng@users.noreply.github.com> Signed-off-by: Daniel Stokes <dastokes@nvidia.com> Signed-off-by: Zhanrui Sun <zhanruis@nvidia.com> Signed-off-by: Xiwen Yu <xiweny@nvidia.com> Signed-off-by: Jiagan Cheng <jiaganc@nvidia.com> Signed-off-by: Yiqing Yan <yiqingy@nvidia.com> Signed-off-by: Bo Deng <deemod@nvidia.com> Signed-off-by: ZhanruiSunCh <184402041+ZhanruiSunCh@users.noreply.github.com> Signed-off-by: xiweny <13230610+VALLIS-NERIA@users.noreply.github.com> Co-authored-by: Tian Zheng <29906817+Tom-Zheng@users.noreply.github.com> Co-authored-by: Daniel Stokes <dastokes@nvidia.com> Co-authored-by: Zhanrui Sun <zhanruis@nvidia.com> Co-authored-by: Jiagan Cheng <jiaganc@nvidia.com> Co-authored-by: Yiqing Yan <yiqingy@nvidia.com> Co-authored-by: Bo Deng <deemod@nvidia.com> Co-authored-by: Zhanrui Sun <184402041+ZhanruiSunCh@users.noreply.github.com>
40 lines
1.1 KiB
Bash
40 lines
1.1 KiB
Bash
#!/bin/bash
|
|
|
|
set -ex
|
|
|
|
CUDA_VER="13"
|
|
|
|
install_boost() {
|
|
# Install boost version >= 1.78 for boost::span
|
|
# Current libboost-dev apt packages are < 1.78, so install from tar.gz
|
|
wget --retry-connrefused --timeout=180 --tries=10 --continue -O /tmp/boost.tar.gz https://archives.boost.io/release/1.80.0/source/boost_1_80_0.tar.gz \
|
|
&& tar xzf /tmp/boost.tar.gz -C /tmp \
|
|
&& mv /tmp/boost_1_80_0/boost /usr/include/boost \
|
|
&& rm -rf /tmp/boost_1_80_0 /tmp/boost.tar.gz
|
|
}
|
|
|
|
install_triton_deps() {
|
|
apt-get update \
|
|
&& apt-get install -y --no-install-recommends \
|
|
pigz \
|
|
libxml2-dev \
|
|
libre2-dev \
|
|
libnuma-dev \
|
|
python3-build \
|
|
libb64-dev \
|
|
libarchive-dev \
|
|
datacenter-gpu-manager-4-cuda${CUDA_VER} \
|
|
&& install_boost \
|
|
&& apt-get clean \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
}
|
|
|
|
# Install Triton only if base image is Ubuntu
|
|
ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"')
|
|
if [ "$ID" == "ubuntu" ]; then
|
|
install_triton_deps
|
|
else
|
|
rm -rf /opt/tritonserver
|
|
echo "Skip Triton installation for non-Ubuntu base image"
|
|
fi
|