[integ-tests] Upgrade NCCL versions

NCCL version is retrieved from https://github.com/NVIDIA/nccl/tags

NCCL benchmark version is retrieved from https://github.com/NVIDIA/nccl-tests/tags

Author: hanwen-cluster

tests/integration-tests/tests/efa/test_efa/test_efa/nccl_benchmarks/init_nccl_benchmarks.sh

@@ -5,8 +5,8 @@ set -xe
 rm -rf /shared/${1}
 
 module load ${1}
-NCCL_BENCHMARKS_VERSION='2.13.8'
-NCCL_VERSION='2.19.4-1'
+NCCL_BENCHMARKS_VERSION='2.16.7'
+NCCL_VERSION='2.27.7-1'
 MPI_HOME=$(which mpirun | awk -F '/bin' '{print $1}')
 NVCC_GENCODE="-gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_90,code=sm_90 -gencode=arch=compute_90,code=compute_90" # Arch for NVIDIA A100 and H100, ref https://docs.nvidia.com/cuda/ada-compatibility-guide/index.html
 

tests/integration-tests/tests/efa/test_efa/test_efa/nccl_benchmarks/nccl_tests_submit_openmpi.sh

@@ -4,8 +4,8 @@
 #SBATCH --ntasks-per-node=8
 
 module load openmpi
-NCCL_VERSION='2.19.4-1'
-NCCL_BENCHMARKS_VERSION='2.13.8'
+NCCL_VERSION='2.27.7-1'
+NCCL_BENCHMARKS_VERSION='2.16.7'
 
 mpirun \
 -x FI_PROVIDER="efa" \