From e4fc0ebcbe4a27b9ff16644933fe68c9608da9a7 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Tue, 23 Jul 2024 22:23:30 +0000 Subject: [PATCH] update TensorRT install script to latest --- backends/trtllm/scripts/install_tensorrt.sh | 16 +++++----------- 1 file changed, 5 insertions(+), 11 deletions(-) diff --git a/backends/trtllm/scripts/install_tensorrt.sh b/backends/trtllm/scripts/install_tensorrt.sh index 12c914b1..e0e2dd17 100755 --- a/backends/trtllm/scripts/install_tensorrt.sh +++ b/backends/trtllm/scripts/install_tensorrt.sh @@ -3,17 +3,11 @@ set -ex TRT_VER="10.2.0.19" -# Align with the pre-installed cuDNN / cuBLAS / NCCL versions from -# https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-05.html#rel-24-05 -CUDA_VER="12.5" # 12.5.1 -# Keep the installation for cuDNN if users want to install PyTorch with source codes. -# PyTorch 2.3.x can compile with cuDNN v9. -CUDNN_VER="9.1.0.70-1" -NCCL_VER="2.21.5-1+cuda12.4" -CUBLAS_VER="12.4.5.8-1" -# Align with the pre-installed CUDA / NVCC / NVRTC versions from -# https://docs.nvidia.com/cuda/archive/12.4.1/cuda-toolkit-release-notes/index.html -NVRTC_VER="12.4.127-1" +CUDA_VER="12.5" +CUDNN_VER="9.2.1.18-1" +NCCL_VER="2.22.3-1+cuda12.5" +CUBLAS_VER="12.5.3.2-1" +NVRTC_VER="12.5.82-1" for i in "$@"; do case $i in