TensorRT-LLMs/docker/common/install_triton.sh
Martin Marciniszyn Mehringer 33977dbd42
infra: [TRTLLM-325] Prepare for NGC release - multiplatform build (#4191)
* infra: [TRTLLM-325] Prepare for NGC release - prepare multiplatform build

Signed-off-by: Martin Marciniszyn Mehringer <11665257+MartinMarciniszyn@users.noreply.github.com>
2025-05-12 00:38:45 -07:00

38 lines
1017 B
Bash

#!/bin/bash
set -ex
install_boost() {
# Install boost version >= 1.78 for boost::span
# Current libboost-dev apt packages are < 1.78, so install from tar.gz
wget -O /tmp/boost.tar.gz https://archives.boost.io/release/1.80.0/source/boost_1_80_0.tar.gz \
&& tar xzf /tmp/boost.tar.gz -C /tmp \
&& mv /tmp/boost_1_80_0/boost /usr/include/boost \
&& rm -rf /tmp/boost_1_80_0 /tmp/boost.tar.gz
}
install_triton_deps() {
apt-get update \
&& apt-get install -y --no-install-recommends \
pigz \
libxml2-dev \
libre2-dev \
libnuma-dev \
python3-build \
libb64-dev \
libarchive-dev \
datacenter-gpu-manager=1:3.3.6 \
&& install_boost \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
}
# Install Triton only if base image is Ubuntu
ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"')
if [ "$ID" == "ubuntu" ]; then
install_triton_deps
else
rm -rf /opt/tritonserver
echo "Skip Triton installation for non-Ubuntu base image"
fi