Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 30 additions & 1 deletion .github/workflows/build_and_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -225,7 +225,7 @@ jobs:
cd -
swift test --no-parallel -c release

integration-test-mac-iceberg:
integration-test-mac-spark3-iceberg:
runs-on: macos-15
timeout-minutes: 20
env:
Expand Down Expand Up @@ -254,6 +254,35 @@ jobs:
swift test --filter DataFrameWriterV2Tests -c release
swift test --filter IcebergTest -c release

integration-test-mac-spark4-iceberg:
runs-on: macos-15
timeout-minutes: 20
env:
SPARK_LOCAL_IP: localhost
SPARK_ICEBERG_TEST_ENABLED: "true"
steps:
- uses: actions/checkout@v5
- uses: swift-actions/setup-swift@d10500c1ac8822132eebbd74c48c3372c71d7ff5
with:
swift-version: "6.1"
- name: Install Java
uses: actions/setup-java@v4
with:
distribution: zulu
java-version: 17
- name: Build
run: swift test --filter NOTHING -c release
- name: Test
run: |
curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-4.0.1/spark-4.0.1-bin-hadoop3.tgz?action=download
tar xvfz spark-4.0.1-bin-hadoop3.tgz && rm spark-4.0.1-bin-hadoop3.tgz
mv spark-4.0.1-bin-hadoop3 /tmp/spark
cd /tmp/spark/sbin
./start-connect-server.sh --packages org.apache.spark:spark-connect_2.13:4.0.1,org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.0 -c spark.sql.catalog.local=org.apache.iceberg.spark.SparkCatalog -c spark.sql.catalog.local.type=hadoop -c spark.sql.catalog.local.warehouse=/tmp/spark/warehouse -c spark.sql.defaultCatalog=local
cd -
swift test --filter DataFrameWriterV2Tests -c release
swift test --filter IcebergTest -c release

linter:
runs-on: ubuntu-latest
timeout-minutes: 20
Expand Down
Loading