mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
16d2467ea8
* Update TensorRT-LLM --------- Co-authored-by: Denis Kayshev <topenkoff@gmail.com> Co-authored-by: akhoroshev <arthoroshev@gmail.com> Co-authored-by: Patrick Reiter Horn <patrick.horn@gmail.com> Update
35 lines
1.2 KiB
Bash
35 lines
1.2 KiB
Bash
#!/bin/bash
|
|
|
|
set -ex
|
|
|
|
# This script is used for reinstalling CUDA on Rocky Linux 8 with the run file.
|
|
# CUDA version is usually aligned with the latest NGC CUDA image tag.
|
|
# Only use when public CUDA image is not ready.
|
|
CUDA_VER="12.8.0_570.86.10"
|
|
CUDA_VER_SHORT="${CUDA_VER%_*}"
|
|
|
|
NVCC_VERSION_OUTPUT=$(nvcc --version)
|
|
OLD_CUDA_VER=$(echo $NVCC_VERSION_OUTPUT | grep -oP "\d+\.\d+" | head -n 1)
|
|
echo "The version of pre-installed CUDA is ${OLD_CUDA_VER}."
|
|
|
|
reinstall_rockylinux_cuda() {
|
|
dnf -y install epel-release
|
|
dnf remove -y "cuda*" "*cublas*" "*cufft*" "*cufile*" "*curand*" "*cusolver*" "*cusparse*" "*gds-tools*" "*npp*" "*nvjpeg*" "nsight*" "*nvvm*"
|
|
rm -rf /usr/local/cuda-${OLD_CUDA_VER}
|
|
wget -q https://developer.download.nvidia.com/compute/cuda/${CUDA_VER_SHORT}/local_installers/cuda_${CUDA_VER}_linux.run
|
|
sh cuda_${CUDA_VER}_linux.run --silent --override --toolkit
|
|
rm -f cuda_${CUDA_VER}_linux.run
|
|
}
|
|
|
|
# Install base packages depending on the base OS
|
|
ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"')
|
|
case "$ID" in
|
|
rocky)
|
|
echo "Reinstall CUDA for RockyLinux 8..."
|
|
reinstall_rockylinux_cuda
|
|
;;
|
|
*)
|
|
echo "Skip for other OS..."
|
|
;;
|
|
esac
|