[VL][CI] Migrate Spark 4.1 tests to CentOS 9 (#11519)

Author: ReemaAlzaid

.github/workflows/velox_backend_x86.yml

@@ -1425,7 +1425,7 @@ jobs:
     runs-on: ubuntu-22.04
     env:
       SPARK_TESTING: true
-    container: apache/gluten:centos-8-jdk17
+    container: apache/gluten:centos-9-jdk17
     steps:
       - uses: actions/checkout@v2
       - name: Download All Artifacts
@@ -1440,8 +1440,10 @@ jobs:
           path: /root/.m2/repository/org/apache/arrow/
       - name: Prepare
         run: |
-          dnf module -y install python39 && \
-          alternatives --set python3 /usr/bin/python3.9 && \
+          dnf install -y python3.11 python3.11-pip python3.11-devel && \
+          ls -la /usr/bin/python3.11 && \
+          alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 1 && \
+          alternatives --set python3 /usr/bin/python3.11 && \
           pip3 install setuptools==77.0.3 && \
           pip3 install pyspark==3.5.5 cython && \
           pip3 install pandas==2.2.3 pyarrow==20.0.0
@@ -1482,7 +1484,7 @@ jobs:
     runs-on: ubuntu-22.04
     env:
       SPARK_TESTING: true
-    container: apache/gluten:centos-8-jdk17
+    container: apache/gluten:centos-9-jdk17
     steps:
       - uses: actions/checkout@v2
       - name: Download All Artifacts

gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenCastWithAnsiOffSuite.scala

@@ -99,7 +99,11 @@ class GlutenCastWithAnsiOffSuite extends CastWithAnsiOffSuite with GlutenTestsTr
 
     // SystemV timezones are a legacy way of specifying timezones in Unix-like OS.
     // It is not supported by Velox.
-    for (tz <- ALL_TIMEZONES.filterNot(_.getId.contains("SystemV"))) {
+    for (
+      tz <- ALL_TIMEZONES
+        .filterNot(_.getId.contains("SystemV"))
+        .filterNot(_.getId.contains("America/Coyhaique"))
+    ) {
       withSQLConf(
         SQLConf.SESSION_LOCAL_TIMEZONE.key -> tz.getId
       ) {
@@ -184,6 +188,7 @@ class GlutenCastWithAnsiOffSuite extends CastWithAnsiOffSuite with GlutenTestsTr
         .filterNot(_.getId.contains("America/Ciudad_Juarez"))
         .filterNot(_.getId.contains("Antarctica/Vostok"))
         .filterNot(_.getId.contains("Pacific/Kanton"))
+        .filterNot(_.getId.contains("America/Coyhaique"))
         .filterNot(_.getId.contains("Asia/Tehran"))
         .filterNot(_.getId.contains("Iran")),
       prefix = "CastSuiteBase-cast-string-to-timestamp",

gluten-ut/spark41/src/test/scala/org/apache/spark/sql/catalyst/expressions/GlutenTryCastSuite.scala

@@ -46,7 +46,11 @@ class GlutenTryCastSuite extends TryCastSuite with GlutenTestsTrait {
 
     // SystemV timezones are a legacy way of specifying timezones in Unix-like OS.
     // It is not supported by Velox.
-    for (tz <- ALL_TIMEZONES.filterNot(_.getId.contains("SystemV"))) {
+    for (
+      tz <- ALL_TIMEZONES
+        .filterNot(_.getId.contains("SystemV"))
+        .filterNot(_.getId.contains("America/Coyhaique"))
+    ) {
       withSQLConf(
         SQLConf.SESSION_LOCAL_TIMEZONE.key -> tz.getId
       ) {
@@ -118,6 +122,7 @@ class GlutenTryCastSuite extends TryCastSuite with GlutenTestsTrait {
         .filterNot(_.getId.contains("SystemV"))
         .filterNot(_.getId.contains("Europe/Kyiv"))
         .filterNot(_.getId.contains("America/Ciudad_Juarez"))
+        .filterNot(_.getId.contains("America/Coyhaique"))
         .filterNot(_.getId.contains("Antarctica/Vostok"))
         .filterNot(_.getId.contains("Pacific/Kanton"))
         .filterNot(_.getId.contains("Asia/Tehran"))