Skip to content

Commit dcf9f09

Browse files
authored
minor: Combine two CI workflows for Spark SQL tests (#2727)
1 parent 941c300 commit dcf9f09

File tree

2 files changed

+4
-84
lines changed

2 files changed

+4
-84
lines changed

.github/workflows/spark_sql_test.yml

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -50,8 +50,7 @@ jobs:
5050
strategy:
5151
matrix:
5252
os: [ubuntu-24.04]
53-
java-version: [11]
54-
spark-version: [{short: '3.4', full: '3.4.3'}, {short: '3.5', full: '3.5.7'}]
53+
spark-version: [{short: '3.4', full: '3.4.3', java: 11}, {short: '3.5', full: '3.5.7', java: 11}, {short: '4.0', full: '4.0.1', java: 17}]
5554
module:
5655
- {name: "catalyst", args1: "catalyst/test", args2: ""}
5756
- {name: "sql_core-1", args1: "", args2: sql/testOnly * -- -l org.apache.spark.tags.ExtendedSQLTest -l org.apache.spark.tags.SlowSQLTest}
@@ -61,7 +60,7 @@ jobs:
6160
- {name: "sql_hive-2", args1: "", args2: "hive/testOnly * -- -n org.apache.spark.tags.ExtendedHiveTest"}
6261
- {name: "sql_hive-3", args1: "", args2: "hive/testOnly * -- -n org.apache.spark.tags.SlowHiveTest"}
6362
fail-fast: false
64-
name: spark-sql-${{ matrix.module.name }}/${{ matrix.os }}/spark-${{ matrix.spark-version.full }}/java-${{ matrix.java-version }}
63+
name: spark-sql-${{ matrix.module.name }}/${{ matrix.os }}/spark-${{ matrix.spark-version.full }}/java-${{ matrix.spark-version.java }}
6564
runs-on: ${{ matrix.os }}
6665
container:
6766
image: amd64/rust
@@ -71,7 +70,7 @@ jobs:
7170
uses: ./.github/actions/setup-builder
7271
with:
7372
rust-version: ${{env.RUST_VERSION}}
74-
jdk-version: ${{ matrix.java-version }}
73+
jdk-version: ${{ matrix.spark-version.java }}
7574
- name: Setup Spark
7675
uses: ./.github/actions/setup-spark-builder
7776
with:
@@ -92,7 +91,7 @@ jobs:
9291
if: ${{ github.event.inputs.collect-fallback-logs == 'true' }}
9392
uses: actions/upload-artifact@v5
9493
with:
95-
name: fallback-log-spark-sql-${{ matrix.module.name }}-${{ matrix.os }}-spark-${{ matrix.spark-version.full }}-java-${{ matrix.java-version }}
94+
name: fallback-log-spark-sql-${{ matrix.module.name }}-${{ matrix.os }}-spark-${{ matrix.spark-version.full }}-java-${{ matrix.spark-version.java }}
9695
path: "**/fallback.log"
9796

9897
spark-sql-native-native-comet:

.github/workflows/spark_sql_test_ansi.yml

Lines changed: 0 additions & 79 deletions
This file was deleted.

0 commit comments

Comments
 (0)