From 97adbc067be44f9646bfb94ef8736a3ae6883e49 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 12 Sep 2025 16:34:56 -0700 Subject: [PATCH] [SPARK-53571] Add `integration-test-mac-spark4-iceberg` GitHub Action job --- .github/workflows/build_and_test.yml | 31 +++++++++++++++++++++++++++- 1 file changed, 30 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 6808865..067e360 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -225,7 +225,7 @@ jobs: cd - swift test --no-parallel -c release - integration-test-mac-iceberg: + integration-test-mac-spark3-iceberg: runs-on: macos-15 timeout-minutes: 20 env: @@ -254,6 +254,35 @@ jobs: swift test --filter DataFrameWriterV2Tests -c release swift test --filter IcebergTest -c release + integration-test-mac-spark4-iceberg: + runs-on: macos-15 + timeout-minutes: 20 + env: + SPARK_LOCAL_IP: localhost + SPARK_ICEBERG_TEST_ENABLED: "true" + steps: + - uses: actions/checkout@v5 + - uses: swift-actions/setup-swift@d10500c1ac8822132eebbd74c48c3372c71d7ff5 + with: + swift-version: "6.1" + - name: Install Java + uses: actions/setup-java@v4 + with: + distribution: zulu + java-version: 17 + - name: Build + run: swift test --filter NOTHING -c release + - name: Test + run: | + curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-4.0.1/spark-4.0.1-bin-hadoop3.tgz?action=download + tar xvfz spark-4.0.1-bin-hadoop3.tgz && rm spark-4.0.1-bin-hadoop3.tgz + mv spark-4.0.1-bin-hadoop3 /tmp/spark + cd /tmp/spark/sbin + ./start-connect-server.sh --packages org.apache.spark:spark-connect_2.13:4.0.1,org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.0 -c spark.sql.catalog.local=org.apache.iceberg.spark.SparkCatalog -c spark.sql.catalog.local.type=hadoop -c spark.sql.catalog.local.warehouse=/tmp/spark/warehouse -c spark.sql.defaultCatalog=local + cd - + swift test --filter DataFrameWriterV2Tests -c release + swift test --filter IcebergTest -c release + linter: runs-on: ubuntu-latest timeout-minutes: 20