Skip to content

Commit c34d8fb

Browse files
EnricoMiEnricoMi
committed
Upgrade and align spark versions across all workflows
1 parent 7432c1f commit c34d8fb

File tree

11 files changed

+102
-16
lines changed

11 files changed

+102
-16
lines changed

‎.github/workflows/build-jvm.yml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,18 @@ jobs:
6767
scala-version: '2.13.16'
6868
java-compat-version: '17'
6969
hadoop-version: '3'
70+
- spark-version: '4.1.1'
71+
spark-compat-version: '4.1'
72+
scala-compat-version: '2.13'
73+
scala-version: '2.13.17'
74+
java-compat-version: '17'
75+
hadoop-version: '3'
76+
- spark-version: '4.2.0-preview1'
77+
spark-compat-version: '4.2'
78+
scala-compat-version: '2.13'
79+
scala-version: '2.13.18'
80+
java-compat-version: '17'
81+
hadoop-version: '3'
7082

7183
steps:
7284
- name: Checkout

‎.github/workflows/build-python.yml‎

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,15 +29,27 @@ jobs:
2929
scala-version: '2.12.17'
3030
java-compat-version: '8'
3131
- spark-compat-version: '3.5'
32-
spark-version: '3.5.6'
32+
spark-version: '3.5.7'
3333
scala-compat-version: '2.12'
3434
scala-version: '2.12.18'
3535
java-compat-version: '8'
3636
- spark-compat-version: '4.0'
37-
spark-version: '4.0.0'
37+
spark-version: '4.0.1'
3838
scala-compat-version: '2.13'
3939
scala-version: '2.13.16'
4040
java-compat-version: '17'
41+
- spark-version: '4.1.1'
42+
spark-compat-version: '4.1'
43+
scala-compat-version: '2.13'
44+
scala-version: '2.13.17'
45+
java-compat-version: '17'
46+
hadoop-version: '3'
47+
- spark-version: '4.2.0-preview1'
48+
spark-compat-version: '4.2'
49+
scala-compat-version: '2.13'
50+
scala-version: '2.13.18'
51+
java-compat-version: '17'
52+
hadoop-version: '3'
4153

4254
steps:
4355
- name: Checkout

‎.github/workflows/build-snapshots.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,14 +59,14 @@ jobs:
5959
scala-version: '2.13.16'
6060
java-compat-version: '17'
6161
- spark-compat-version: '4.1'
62-
spark-version: '4.1.0-SNAPSHOT'
62+
spark-version: '4.1.2-SNAPSHOT'
6363
scala-compat-version: '2.13'
6464
scala-version: '2.13.17'
6565
java-compat-version: '17'
6666
- spark-compat-version: '4.2'
6767
spark-version: '4.2.0-SNAPSHOT'
6868
scala-compat-version: '2.13'
69-
scala-version: '2.13.17'
69+
scala-version: '2.13.18'
7070
java-compat-version: '17'
7171

7272
steps:

‎.github/workflows/check.yml‎

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -77,21 +77,25 @@ jobs:
7777
scala-compat-version: '2.12'
7878
scala-version: '2.12.15'
7979
- spark-compat-version: '3.3'
80-
spark-version: '3.3.3'
80+
spark-version: '3.3.4'
8181
scala-compat-version: '2.12'
8282
scala-version: '2.12.15'
8383
- spark-compat-version: '3.4'
8484
scala-compat-version: '2.12'
8585
scala-version: '2.12.17'
86-
spark-version: '3.4.2'
86+
spark-version: '3.4.4'
8787
- spark-compat-version: '3.5'
8888
scala-compat-version: '2.12'
8989
scala-version: '2.12.18'
90-
spark-version: '3.5.0'
90+
spark-version: '3.5.7'
9191
- spark-compat-version: '4.0'
9292
scala-compat-version: '2.13'
9393
scala-version: '2.13.16'
94-
spark-version: '4.0.0'
94+
spark-version: '4.0.1'
95+
- spark-compat-version: '4.1'
96+
scala-compat-version: '2.13'
97+
scala-version: '2.13.17'
98+
spark-version: '4.1.1'
9599

96100
steps:
97101
- name: Checkout

‎.github/workflows/prime-caches.yml‎

Lines changed: 21 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ jobs:
3131
- spark-compat-version: '3.5'
3232
scala-compat-version: '2.12'
3333
scala-version: '2.12.18'
34-
spark-patch-version: '6'
34+
spark-patch-version: '7'
3535
hadoop-version: '3'
3636

3737
- spark-compat-version: '3.2'
@@ -52,14 +52,26 @@ jobs:
5252
- spark-compat-version: '3.5'
5353
scala-compat-version: '2.13'
5454
scala-version: '2.13.8'
55-
spark-patch-version: '6'
55+
spark-patch-version: '7'
5656
hadoop-version: '3'
5757
- spark-compat-version: '4.0'
5858
scala-compat-version: '2.13'
5959
scala-version: '2.13.16'
6060
spark-patch-version: '1'
6161
java-compat-version: '17'
6262
hadoop-version: '3'
63+
- spark-compat-version: '4.1'
64+
scala-compat-version: '2.13'
65+
scala-version: '2.13.17'
66+
spark-patch-version: '1'
67+
java-compat-version: '17'
68+
hadoop-version: '3'
69+
- spark-compat-version: '4.2'
70+
scala-compat-version: '2.13'
71+
scala-version: '2.13.18'
72+
spark-patch-version: '0-preview1'
73+
java-compat-version: '17'
74+
hadoop-version: '3'
6375

6476
- spark-compat-version: '3.2'
6577
scala-compat-version: '2.12'
@@ -118,7 +130,13 @@ jobs:
118130
hadoop-version: '3'
119131
- spark-compat-version: '4.1'
120132
scala-compat-version: '2.13'
121-
scala-version: '2.13.16'
133+
scala-version: '2.13.17'
134+
spark-patch-version: '2'
135+
spark-snapshot-version: true
136+
hadoop-version: '3'
137+
- spark-compat-version: '4.2'
138+
scala-compat-version: '2.13'
139+
scala-version: '2.13.18'
122140
spark-patch-version: '0'
123141
spark-snapshot-version: true
124142
hadoop-version: '3'

‎.github/workflows/publish-release.yml‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,9 @@ on:
1717
{"params": {"spark-version": "3.2.4", "scala-version": "2.13.5", "java-compat-version": "8"}},
1818
{"params": {"spark-version": "3.3.4", "scala-version": "2.13.8", "java-compat-version": "8"}},
1919
{"params": {"spark-version": "3.4.4", "scala-version": "2.13.8", "java-compat-version": "8"}},
20-
{"params": {"spark-version": "3.5.6", "scala-version": "2.13.8", "java-compat-version": "8"}},
21-
{"params": {"spark-version": "4.0.0", "scala-version": "2.13.16", "java-compat-version": "17"}}
20+
{"params": {"spark-version": "3.5.7", "scala-version": "2.13.8", "java-compat-version": "8"}},
21+
{"params": {"spark-version": "4.0.1", "scala-version": "2.13.16", "java-compat-version": "17"}}
22+
{"params": {"spark-version": "4.1.1", "scala-version": "2.13.17", "java-compat-version": "17"}}
2223
]
2324
}
2425

‎.github/workflows/publish-snapshot.yml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,8 +58,9 @@ jobs:
5858
- params: {"spark-version": "3.2.4", "scala-version": "2.13.5", "scala-compat-version": "2.13", "java-compat-version": "8"}
5959
- params: {"spark-version": "3.3.4", "scala-version": "2.13.8", "scala-compat-version": "2.13", "java-compat-version": "8"}
6060
- params: {"spark-version": "3.4.4", "scala-version": "2.13.8", "scala-compat-version": "2.13", "java-compat-version": "8"}
61-
- params: {"spark-version": "3.5.6", "scala-version": "2.13.8", "scala-compat-version": "2.13", "java-compat-version": "8"}
61+
- params: {"spark-version": "3.5.7", "scala-version": "2.13.8", "scala-compat-version": "2.13", "java-compat-version": "8"}
6262
- params: {"spark-version": "4.0.1", "scala-version": "2.13.16", "scala-compat-version": "2.13", "java-compat-version": "17"}
63+
- params: {"spark-version": "4.1.1", "scala-version": "2.13.17", "scala-compat-version": "2.13", "java-compat-version": "17"}
6364

6465
steps:
6566
- name: Checkout code

‎.github/workflows/test-jvm.yml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,18 @@ jobs:
6868
spark-patch-version: '1'
6969
java-compat-version: '17'
7070
hadoop-version: '3'
71+
- spark-compat-version: '4.1'
72+
scala-compat-version: '2.13'
73+
scala-version: '2.13.17'
74+
spark-patch-version: '1'
75+
java-compat-version: '17'
76+
hadoop-version: '3'
77+
- spark-compat-version: '4.2'
78+
scala-compat-version: '2.13'
79+
scala-version: '2.13.18'
80+
spark-patch-version: '0-preview1'
81+
java-compat-version: '17'
82+
hadoop-version: '3'
7183

7284
steps:
7385
- name: Checkout

‎.github/workflows/test-python.yml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,18 @@ jobs:
4747
scala-version: '2.13.16'
4848
java-compat-version: '17'
4949
hadoop-version: '3'
50+
- spark-compat-version: '4.1'
51+
spark-version: '4.1.1'
52+
scala-compat-version: '2.13'
53+
scala-version: '2.13.17'
54+
java-compat-version: '17'
55+
hadoop-version: '3'
56+
- spark-compat-version: '4.2'
57+
spark-version: '4.2.0-preview1'
58+
scala-compat-version: '2.13'
59+
scala-version: '2.13.18'
60+
java-compat-version: '17'
61+
hadoop-version: '3'
5062

5163
exclude:
5264
- spark-compat-version: '3.2'

‎.github/workflows/test-release.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -72,6 +72,20 @@ jobs:
7272
java-compat-version: '17'
7373
hadoop-version: '3'
7474
python-version: '3.13'
75+
- spark-compat-version: '4.1'
76+
spark-version: '4.1.1'
77+
scala-compat-version: '2.13'
78+
scala-version: '2.13.17'
79+
java-compat-version: '17'
80+
hadoop-version: '3'
81+
python-version: '3.13'
82+
- spark-compat-version: '4.2'
83+
spark-version: '4.2.0-preview1'
84+
scala-compat-version: '2.13'
85+
scala-version: '2.13.18'
86+
java-compat-version: '17'
87+
hadoop-version: '3'
88+
python-version: '3.13'
7589

7690
steps:
7791
- name: Checkout

0 commit comments

Comments
 (0)