Skip to content

Commit 135fa16

Browse files
EnricoMiEnricoMi
authored
Remove support for Spark 3.0 and Spark 3.1 (#332)
Needed by #330.
1 parent e00ad8f commit 135fa16

File tree

35 files changed

+34
-254
lines changed

35 files changed

+34
-254
lines changed

‎.github/workflows/build-jvm.yml‎

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -12,18 +12,6 @@ jobs:
1212
fail-fast: false
1313
matrix:
1414
include:
15-
- spark-version: '3.0.3'
16-
spark-compat-version: '3.0'
17-
scala-compat-version: '2.12'
18-
scala-version: '2.12.10'
19-
java-compat-version: '8'
20-
hadoop-version: '2.7'
21-
- spark-version: '3.1.3'
22-
spark-compat-version: '3.1'
23-
scala-compat-version: '2.12'
24-
scala-version: '2.12.10'
25-
java-compat-version: '8'
26-
hadoop-version: '2.7'
2715
- spark-version: '3.2.4'
2816
spark-compat-version: '3.2'
2917
scala-compat-version: '2.12'

‎.github/workflows/build-python.yml‎

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -13,16 +13,6 @@ jobs:
1313
fail-fast: false
1414
matrix:
1515
include:
16-
- spark-compat-version: '3.0'
17-
spark-version: '3.0.3'
18-
scala-compat-version: '2.12'
19-
scala-version: '2.12.10'
20-
java-compat-version: '8'
21-
- spark-compat-version: '3.1'
22-
spark-version: '3.1.3'
23-
scala-compat-version: '2.12'
24-
scala-version: '2.12.10'
25-
java-compat-version: '8'
2616
- spark-compat-version: '3.2'
2717
spark-version: '3.2.4'
2818
scala-compat-version: '2.12'

‎.github/workflows/check.yml‎

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -72,14 +72,6 @@ jobs:
7272
fail-fast: false
7373
matrix:
7474
include:
75-
- spark-compat-version: '3.0'
76-
spark-version: '3.0.3'
77-
scala-compat-version: '2.12'
78-
scala-version: '2.12.10'
79-
- spark-compat-version: '3.1'
80-
spark-version: '3.1.3'
81-
scala-compat-version: '2.12'
82-
scala-version: '2.12.10'
8375
- spark-compat-version: '3.2'
8476
spark-version: '3.2.4'
8577
scala-compat-version: '2.12'

‎.github/workflows/prime-caches.yml‎

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -13,16 +13,6 @@ jobs:
1313
# keep in-sync with .github/workflows/test-jvm.yml
1414
matrix:
1515
include:
16-
- spark-compat-version: '3.0'
17-
scala-compat-version: '2.12'
18-
scala-version: '2.12.10'
19-
spark-patch-version: '3'
20-
hadoop-version: '2.7'
21-
- spark-compat-version: '3.1'
22-
scala-compat-version: '2.12'
23-
scala-version: '2.12.10'
24-
spark-patch-version: '3'
25-
hadoop-version: '2.7'
2616
- spark-compat-version: '3.2'
2717
scala-compat-version: '2.12'
2818
scala-version: '2.12.15'

‎.github/workflows/publish-release.yml‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,6 @@ on:
1010
default: |
1111
{
1212
"include": [
13-
{"params": {"spark-version": "3.0.3", "scala-version": "2.12.10", "java-compat-version": "8"}},
14-
{"params": {"spark-version": "3.1.3", "scala-version": "2.12.10", "java-compat-version": "8"}},
1513
{"params": {"spark-version": "3.2.4", "scala-version": "2.12.15", "java-compat-version": "8"}},
1614
{"params": {"spark-version": "3.3.4", "scala-version": "2.12.15", "java-compat-version": "8"}},
1715
{"params": {"spark-version": "3.4.4", "scala-version": "2.12.17", "java-compat-version": "8"}},

‎.github/workflows/publish-snapshot.yml‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -51,8 +51,6 @@ jobs:
5151
fail-fast: false
5252
matrix:
5353
include:
54-
- params: {"spark-version": "3.0.3", "scala-version": "2.12.10", "scala-compat-version": "2.12", "java-compat-version": "8"}
55-
- params: {"spark-version": "3.1.3", "scala-version": "2.12.10", "scala-compat-version": "2.12", "java-compat-version": "8"}
5654
- params: {"spark-version": "3.2.4", "scala-version": "2.12.15", "scala-compat-version": "2.12", "java-compat-version": "8"}
5755
- params: {"spark-version": "3.3.4", "scala-version": "2.12.15", "scala-compat-version": "2.12", "java-compat-version": "8"}
5856
- params: {"spark-version": "3.4.4", "scala-version": "2.12.17", "scala-compat-version": "2.12", "java-compat-version": "8"}

‎.github/workflows/test-jvm.yml‎

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -13,18 +13,6 @@ jobs:
1313
# keep in-sync with .github/workflows/prime-caches.yml
1414
matrix:
1515
include:
16-
- spark-compat-version: '3.0'
17-
scala-compat-version: '2.12'
18-
scala-version: '2.12.10'
19-
spark-patch-version: '3'
20-
java-compat-version: '8'
21-
hadoop-version: '2.7'
22-
- spark-compat-version: '3.1'
23-
scala-compat-version: '2.12'
24-
scala-version: '2.12.10'
25-
spark-patch-version: '3'
26-
java-compat-version: '8'
27-
hadoop-version: '2.7'
2816
- spark-compat-version: '3.2'
2917
scala-compat-version: '2.12'
3018
scala-version: '2.12.15'

‎.github/workflows/test-python.yml‎

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -17,20 +17,6 @@ jobs:
1717
python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
1818

1919
include:
20-
- spark-compat-version: '3.0'
21-
spark-version: '3.0.3'
22-
scala-compat-version: '2.12'
23-
scala-version: '2.12.10'
24-
java-compat-version: '8'
25-
hadoop-version: '2.7'
26-
python-version: '3.8'
27-
- spark-compat-version: '3.1'
28-
spark-version: '3.1.3'
29-
scala-compat-version: '2.12'
30-
scala-version: '2.12.10'
31-
java-compat-version: '8'
32-
hadoop-version: '2.7'
33-
python-version: '3.8'
3420
- spark-compat-version: '3.2'
3521
spark-version: '3.2.4'
3622
scala-compat-version: '2.12'

‎.github/workflows/test-release.yml‎

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -12,20 +12,6 @@ jobs:
1212
fail-fast: false
1313
matrix:
1414
include:
15-
- spark-compat-version: '3.0'
16-
spark-version: '3.0.3'
17-
scala-compat-version: '2.12'
18-
scala-version: '2.12.10'
19-
java-compat-version: '8'
20-
hadoop-version: '2.7'
21-
python-version: '3.8'
22-
- spark-compat-version: '3.1'
23-
spark-version: '3.1.3'
24-
scala-compat-version: '2.12'
25-
scala-version: '2.12.10'
26-
java-compat-version: '8'
27-
hadoop-version: '2.7'
28-
python-version: '3.8'
2915
- spark-compat-version: '3.2'
3016
spark-version: '3.2.4'
3117
scala-compat-version: '2.12'

‎README.md‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -186,12 +186,12 @@ val counts = withJobDescription("Counting rows") {
186186

187187
## Using Spark Extension
188188

189-
The `spark-extension` package is available for all Spark 3.2, 3.3, 3.4 and 3.5 versions. Some earlier Spark versions may also be supported.
189+
The `spark-extension` package is available for all Spark 3.2, 3.3, 3.4 and 3.5 versions.
190190
The package version has the following semantics: `spark-extension_{SCALA_COMPAT_VERSION}-{VERSION}-{SPARK_COMPAT_VERSION}`:
191191

192192
- `SCALA_COMPAT_VERSION`: Scala binary compatibility (minor) version. Available are `2.12` and `2.13`.
193-
- `SPARK_COMPAT_VERSION`: Apache Spark binary compatibility (minor) version. Available are `3.2`, `3.3`, `3.4` and `3.5`.
194-
- `VERSION`: The package version, e.g. `2.10.0`.
193+
- `SPARK_COMPAT_VERSION`: Apache Spark binary compatibility (minor) version. Available are `3.2`, `3.3`, `3.4`, `3.5` and `4.0`.
194+
- `VERSION`: The package version, e.g. `2.14.0`.
195195

196196
### SBT
197197

0 commit comments

Comments
 (0)