TensorRT-LLMs/docker/common/install.sh

#!/usr/bin/env bash
set -Eeo pipefail
shopt -s nullglob
trap 'echo "[install.sh] Error on line $LINENO" >&2' ERR

# Resolve script directory for robust relative pathing
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"

# Default values
base=0
cmake=0
ccache=0
cuda_toolkit=0
tensorrt=0
polygraphy=0
mpi4py=0
pytorch=0
opencv=0

while [[ $# -gt 0 ]]; do
    case $1 in
        --base)
            base=1
            shift 1
            ;;
        --cmake)
            cmake=1
            shift 1
            ;;
        --ccache)
            ccache=1
            shift 1
            ;;
        --cuda_toolkit)
            cuda_toolkit=1
            shift 1
            ;;
        --tensorrt)
            tensorrt=1
            shift 1
            ;;
        --polygraphy)
            polygraphy=1
            shift 1
            ;;
        --mpi4py)
            mpi4py=1
            shift 1
            ;;
        --pytorch)
            pytorch=1
            shift 1
            ;;
        --opencv)
            opencv=1
            shift 1
            ;;
        --all)
            base=1
            cmake=1
            ccache=1
            cuda_toolkit=1
            tensorrt=1
            polygraphy=1
            mpi4py=1
            pytorch=1
            opencv=1
            shift 1
            ;;
        *)
            echo "Unknown option: $1"
            exit 1
            ;;
    esac
done

if [ $base -eq 1 ]; then
    echo "Installing base dependencies..."
    # Clean up the pip constraint file from the base NGC PyTorch image.
    [ -f /etc/pip/constraint.txt ] && : > /etc/pip/constraint.txt || true

    echo "Using Python version: $PYTHON_VERSION"
    GITHUB_MIRROR=$GITHUB_MIRROR bash $SCRIPT_DIR/install_base.sh $PYTHON_VERSION
fi

if [ $cmake -eq 1 ]; then
    echo "Installing CMake..."
    GITHUB_MIRROR=$GITHUB_MIRROR bash $SCRIPT_DIR/install_cmake.sh
fi

if [ $ccache -eq 1 ]; then
    echo "Installing ccache..."
    GITHUB_MIRROR=$GITHUB_MIRROR bash $SCRIPT_DIR/install_ccache.sh
fi

if [ $cuda_toolkit -eq 1 ]; then
    echo "Installing CUDA toolkit..."
    bash $SCRIPT_DIR/install_cuda_toolkit.sh
fi

if [ $tensorrt -eq 1 ]; then
    echo "Installing TensorRT..."
    bash $SCRIPT_DIR/install_tensorrt.sh \
        --TRT_VER=${TRT_VER} \
        --CUDA_VER=${CUDA_VER} \
        --CUDNN_VER=${CUDNN_VER} \
        --NCCL_VER=${NCCL_VER} \
        --CUBLAS_VER=${CUBLAS_VER}
fi

if [ $polygraphy -eq 1 ]; then
    echo "Installing Polygraphy..."
    GITHUB_MIRROR=$GITHUB_MIRROR bash $SCRIPT_DIR/install_polygraphy.sh
fi

if [ $mpi4py -eq 1 ]; then
    echo "Installing mpi4py..."
    GITHUB_MIRROR=$GITHUB_MIRROR bash $SCRIPT_DIR/install_mpi4py.sh
fi

if [ $pytorch -eq 1 ]; then
    echo "Installing PyTorch..."
    bash $SCRIPT_DIR/install_pytorch.sh $TORCH_INSTALL_TYPE
fi

if [ $opencv -eq 1 ]; then
    echo "Installing OpenCV..."
    bash -c "pip3 uninstall -y opencv"
    rm -rf /usr/local/lib/python3*/dist-packages/cv2/
    bash -c "pip3 install opencv-python-headless --force-reinstall --no-deps --no-cache-dir"
fi