[CI] Added gfx942 architecture to the 'Tune MLIR kernels' stage (#1733)

* [CI] Added gfx942 architecture to the 'Tune MLIR kernels' stage
for weekly CI and removed gfx1030 due to its decreased relevance.

* Add GFX942 to PerfDB archiving.

* Fix formatting.

* Added MI300 for benchmark and performance stage in nightly runs.

* Updated reportUtils.py to replace deprecated styler.applymap
with styler.map.
Modified perfRunner.py to replace 'NaN' with np.nan in fillna
calls to avoid Warnings.

* Updated archivePerfDB to handle only gfx908, gfx90a, and gfx942

Author: stefankoncarevic

mlir/utils/jenkins/Jenkinsfile

@@ -334,13 +334,13 @@ boolean shouldRunFromChip(String chip) {
 void archivePerfDB() {
     // Note: add additional architectures here
     dir ('build/perfDB') {
-        if (params.canXdlops) {
-            unstash name: "MLIR-PerfDB-gfx908"
-            unstash name: "MLIR-PerfDB-gfx90a"
-            if (!params.disableNavi21)
-                unstash name: "MLIR-PerfDB-gfx1030"
-        } else {
-            unstash name: "MLIR-PerfDB-vanilla"
+        def architectures = params.canXdlops ? ['gfx908', 'gfx90a', 'gfx942'] : ['vanilla']
+        for (arch in architectures) {
+            try {
+                unstash name: "MLIR-PerfDB-${arch}"
+            } catch (Exception e) {
+                echo "No stash found for MLIR-PerfDB-${arch}, skipping."
+            }
         }
         sh 'date --utc +%Y-%m-%d >tuning-date'
     }
@@ -521,11 +521,11 @@ pipeline {
                         }
                         steps {
                             script {
-                                    build_fixedE2ETests("${CODEPATH}")
-                                    preMergeCheck("${CODEPATH}")
-                                    timeout(time: 60, activity: true, unit: 'MINUTES') {
-                                        sh 'cd build; ninja check-mlir check-rocmlir'
-                                    }
+                                build_fixedE2ETests("${CODEPATH}")
+                                preMergeCheck("${CODEPATH}")
+                                timeout(time: 60, activity: true, unit: 'MINUTES') {
+                                    sh 'cd build; ninja check-mlir check-rocmlir'
+                                }
                             }
                         }
                     }
@@ -539,7 +539,7 @@ pipeline {
                         }
                         steps {
                             script {
-                                    check_randomE2ETests("${CODEPATH}")
+                                check_randomE2ETests("${CODEPATH}")
                             }
                         }
                     }
@@ -685,7 +685,7 @@ pipeline {
                 axes {
                     axis {
                         name 'ARCH'
-                        values 'gfx908', 'gfx90a', 'gfx1030'
+                        values 'gfx908', 'gfx90a', 'gfx942'
                     }
                 }
                 agent {
@@ -812,7 +812,7 @@ pipeline {
                 axes {
                     axis {
                         name 'CHIP'
-                        values 'gfx908', 'gfx90a', 'gfx1030', 'gfx1101'
+                        values 'gfx908', 'gfx90a', 'gfx942', 'gfx1030', 'gfx1101'
                     }
                 }
                 when {

mlir/utils/performance/perfRunner.py

@@ -1011,7 +1011,7 @@ def generatePerformanceResults(configs, confClass, paths: Paths, arch, numCU, tu
         reportFile = reportUtils.PERF_REPORT_FILE['CK']
     else:
         reportFile = reportUtils.PERF_REPORT_FILE['MIOpen']
-    df.fillna('NaN', inplace=True)
+    df.fillna(np.nan, inplace=True)
     df.to_csv(chip + '_' + reportFile, index=False)
 
 def getSolverName(testVector, arch, numCU):
@@ -1205,7 +1205,7 @@ def benchmarkFusionKernels(test_dir, paths: Paths, arch, numCU, tuningDb: MaybeT
         perfResults[testVector] = oneEntry
 
     df = pd.DataFrame(perfResults.values())
-    df.fillna('NaN', inplace=True)
+    df.fillna(np.nan, inplace=True)
     df.rename(columns={'TFlops': 'Fusion TFlops'}, inplace=True)
     df.to_csv(chip + '_' + op + '_' + reportUtils.PERF_REPORT_FUSION_FILE, index=False)
 

mlir/utils/performance/reportUtils.py

@@ -73,7 +73,7 @@ def setCommonStyles(styler: 'pd.io.formats.style.Styler', speedupCols: list, col
     styler.format(precision=ROUND_DIGITS, na_rep="---")
     for col in speedupCols:
         if col in styler.columns:
-            styler.applymap(colorizer, subset=[col])
+            styler.map(colorizer, subset=[col])
 
 # Adapted from
 # https://stackoverflow.com/questions/54405704/check-if-all-values-in-dataframe-column-are-the-same