[SPARK-52744] Add MacOS integration test with Apache Spark 4.1.0-preview1 RC1

Author: dongjoon-hyun

.github/workflows/build_and_test.yml

@@ -93,6 +93,24 @@ jobs:
         docker run swiftlang/swift:nightly-6.2-noble uname -a
         docker run -v $PWD:/spark -w /spark swiftlang/swift:nightly-6.2-noble swift build
 
+  integration-test-mac-spark41:
+    runs-on: macos-15
+    timeout-minutes: 20
+    steps:
+    - uses: actions/checkout@v4
+    - uses: swift-actions/setup-swift@d10500c1ac8822132eebbd74c48c3372c71d7ff5
+      with:
+        swift-version: "6.1"
+    - name: Test
+      run: |
+        curl -LO https://dist.apache.org/repos/dist/dev/spark/v4.1.0-preview1-rc1-bin/spark-4.1.0-preview1-bin-hadoop3.tgz
+        tar xvfz spark-4.1.0-preview1-bin-hadoop3.tgz
+        mv spark-4.1.0-preview1-bin-hadoop3 /tmp/spark
+        cd /tmp/spark/sbin
+        ./start-connect-server.sh
+        cd ../..
+        swift test --no-parallel
+
   integration-test-mac:
     runs-on: macos-15
     timeout-minutes: 20