mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-31 16:21:07 +08:00
587d063e6d
* Update TensorRT-LLM --------- Co-authored-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com>
97 lines
3.1 KiB
Bash
97 lines
3.1 KiB
Bash
#!/bin/bash
|
|
|
|
set -ex
|
|
|
|
set_bash_env() {
|
|
if [ ! -f ${BASH_ENV} ];then
|
|
touch ${BASH_ENV}
|
|
fi
|
|
# In the existing base images, as long as `ENV` is set, it will be enabled by `BASH_ENV`.
|
|
if [ ! -f ${ENV} ];then
|
|
touch ${ENV}
|
|
(echo "test -f ${ENV} && source ${ENV}" && cat ${BASH_ENV}) > /tmp/shinit_f
|
|
mv /tmp/shinit_f ${BASH_ENV}
|
|
fi
|
|
}
|
|
|
|
init_ubuntu() {
|
|
apt-get update
|
|
apt-get install -y --no-install-recommends \
|
|
ccache \
|
|
gdb \
|
|
git-lfs \
|
|
libffi-dev \
|
|
python3-dev \
|
|
python3-pip \
|
|
python-is-python3 \
|
|
wget
|
|
if ! command -v mpirun &> /dev/null; then
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends openmpi-bin libopenmpi-dev
|
|
fi
|
|
apt-get clean
|
|
rm -rf /var/lib/apt/lists/*
|
|
echo "export LD_LIBRARY_PATH=/usr/local/cuda/lib64:\$LD_LIBRARY_PATH" >> "${ENV}"
|
|
# Remove previous TRT installation
|
|
if [[ $(apt list --installed | grep libnvinfer) ]]; then
|
|
apt-get remove --purge -y libnvinfer*
|
|
fi
|
|
if [[ $(apt list --installed | grep tensorrt) ]]; then
|
|
apt-get remove --purge -y tensorrt*
|
|
fi
|
|
pip uninstall -y tensorrt
|
|
pip install mpi4py
|
|
}
|
|
|
|
install_gcc_centos() {
|
|
yum -y update
|
|
# Use GCC 9 because its STL officially supports C++ 17.
|
|
# https://gcc.gnu.org/gcc-9/changes.html
|
|
GCC_VERSION="9.5.0"
|
|
yum install -y gcc gcc-c++ file libtool make wget bzip2 bison yacc flex
|
|
wget https://github.com/gcc-mirror/gcc/archive/refs/tags/releases/gcc-${GCC_VERSION}.tar.gz -O /tmp/gcc-${GCC_VERSION}.tar.gz
|
|
tar -xf /tmp/gcc-${GCC_VERSION}.tar.gz -C /tmp/ && cd /tmp/gcc-releases-gcc-${GCC_VERSION}
|
|
./contrib/download_prerequisites
|
|
./configure --disable-multilib --enable-languages=c,c++ --with-pi
|
|
make -j$(nproc) && make install
|
|
echo "export LD_LIBRARY_PATH=/usr/local/lib64:\$LD_LIBRARY_PATH" >> "${ENV}"
|
|
cd .. && rm -rf /tmp/gcc-*
|
|
yum clean all
|
|
}
|
|
|
|
init_centos() {
|
|
PY_VERSION=38
|
|
DEVTOOLSET_ENV_FILE="/tmp/devtoolset_env"
|
|
yum -y update
|
|
yum -y install centos-release-scl-rh epel-release
|
|
# https://gitlab.com/nvidia/container-images/cuda
|
|
echo "export LD_LIBRARY_PATH=/usr/local/cuda/lib64:\$LD_LIBRARY_PATH" >> "${ENV}"
|
|
CUDA_VERSION=$(nvcc --version | sed -n 's/^.*release \([0-9]\+\.[0-9]\+\).*$/\1/p')
|
|
YUM_CUDA=${CUDA_VERSION/./-}
|
|
# Consistent with manylinux2014 centos-7 based version
|
|
yum -y install wget git-lfs rh-python${PY_VERSION} rh-python${PY_VERSION}-python-devel rh-git227 devtoolset-10 libffi-devel
|
|
yum -y install openmpi3 openmpi3-devel
|
|
echo "source scl_source enable rh-git227 rh-python38" >> "${ENV}"
|
|
echo "source scl_source enable devtoolset-10" >> "${DEVTOOLSET_ENV_FILE}"
|
|
echo "source ${DEVTOOLSET_ENV_FILE}" >> "${ENV}"
|
|
echo 'export PATH=/usr/lib64/openmpi3/bin:$PATH' >> "${ENV}"
|
|
bash -c "pip install 'urllib3<2.0'"
|
|
yum clean all
|
|
}
|
|
|
|
# Install base packages depending on the base OS
|
|
ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"')
|
|
set_bash_env
|
|
case "$ID" in
|
|
ubuntu)
|
|
init_ubuntu
|
|
;;
|
|
centos)
|
|
install_gcc_centos
|
|
init_centos
|
|
;;
|
|
*)
|
|
echo "Unable to determine OS..."
|
|
exit 1
|
|
;;
|
|
esac
|