Support ROCm 7 in Nova (#4953)

Summary:
X-link: facebookresearch/FBGEMM#1976

Pull Request resolved: #4953

Reviewed By: cthi

Differential Revision: D83615889

Pulled By: q10

fbshipit-source-id: 59b2b83a42b829c55fe062d8687cd3ebb9b5740e

Author: q10

.github/scripts/nova_dir.bash

@@ -49,6 +49,16 @@ elif [[ "$CU_VERSION" == "cu"* ]]; then
     echo "[NOVA] Will default to the TORCH_CUDA_ARCH_LIST supplied by the environment!!!"
     echo "################################################################################"
 
+
+elif [[ "$CU_VERSION" == "rocm7.0"* ]]; then
+    export PYTORCH_ROCM_ARCH="gfx908,gfx90a,gfx942,gfx1201,gfx950"
+    echo "[NOVA] Set PYTORCH_ROCM_ARCH to: ${PYTORCH_ROCM_ARCH}"
+
+elif [[ "$CU_VERSION" == "rocm6.4"* ]] ||
+     [[ "$CU_VERSION" == "rocm6.3"* ]]; then
+    export PYTORCH_ROCM_ARCH="gfx908,gfx90a,gfx942,gfx1201"
+    echo "[NOVA] Set PYTORCH_ROCM_ARCH to: ${PYTORCH_ROCM_ARCH}"
+
 elif [[ "$CU_VERSION" == "rocm6.4"* ]] ||
      [[ "$CU_VERSION" == "rocm6.3"* ]]; then
     export PYTORCH_ROCM_ARCH="gfx908,gfx90a,gfx942,gfx1201"

fbgemm_gpu/experimental/gen_ai/src/comm/car.cpp

@@ -299,7 +299,7 @@ void nccl_allreduce(
 // a far-off ROCm version check.
 //    https://github.com/ROCm/rccl/pull/1729
 #if (defined(FBGEMM_FBCODE) && defined(USE_ROCM)) || \
-    (!defined(FBGEMM_FBCODE) && defined(USE_ROCM) && (ROCM_VERSION >= 60600))
+    (!defined(FBGEMM_FBCODE) && defined(USE_ROCM) && (ROCM_VERSION >= 70200))
   if (bias) {
     C10D_NCCL_CHECK(
         ncclAllReduceWithBias(