@@ -104,7 +104,7 @@ jobs:
104
104
- name : Test
105
105
run : |
106
106
curl -LO https://dist.apache.org/repos/dist/dev/spark/v4.1.0-preview1-rc1-bin/spark-4.1.0-preview1-bin-hadoop3.tgz
107
- tar xvfz spark-4.1.0-preview1-bin-hadoop3.tgz
107
+ tar xvfz spark-4.1.0-preview1-bin-hadoop3.tgz && rm spark-4.1.0-preview1-bin-hadoop3.tgz
108
108
mv spark-4.1.0-preview1-bin-hadoop3 /tmp/spark
109
109
cd /tmp/spark/sbin
110
110
./start-connect-server.sh
@@ -122,7 +122,7 @@ jobs:
122
122
- name : Test
123
123
run : |
124
124
curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-4.0.0/spark-4.0.0-bin-hadoop3.tgz?action=download
125
- tar xvfz spark-4.0.0-bin-hadoop3.tgz
125
+ tar xvfz spark-4.0.0-bin-hadoop3.tgz && rm spark-4.0.0-bin-hadoop3.tgz
126
126
mv spark-4.0.0-bin-hadoop3 /tmp/spark
127
127
cd /tmp/spark/sbin
128
128
./start-connect-server.sh
@@ -142,7 +142,7 @@ jobs:
142
142
- name : Test
143
143
run : |
144
144
curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-4.0.0/spark-4.0.0-bin-hadoop3.tgz?action=download
145
- tar xvfz spark-4.0.0-bin-hadoop3.tgz
145
+ tar xvfz spark-4.0.0-bin-hadoop3.tgz && rm spark-4.0.0-bin-hadoop3.tgz
146
146
mv spark-4.0.0-bin-hadoop3 /tmp/spark
147
147
cd /tmp/spark/sbin
148
148
./start-connect-server.sh
@@ -165,7 +165,7 @@ jobs:
165
165
- name : Test
166
166
run : |
167
167
curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz?action=download
168
- tar xvfz spark-3.5.6-bin-hadoop3.tgz
168
+ tar xvfz spark-3.5.6-bin-hadoop3.tgz && rm spark-3.5.6-bin-hadoop3.tgz
169
169
mv spark-3.5.6-bin-hadoop3 /tmp/spark
170
170
cd /tmp/spark/sbin
171
171
./start-connect-server.sh --packages org.apache.spark:spark-connect_2.12:3.5.6
@@ -190,7 +190,7 @@ jobs:
190
190
- name : Test
191
191
run : |
192
192
curl -LO https://www.apache.org/dyn/closer.lua/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz?action=download
193
- tar xvfz spark-3.5.6-bin-hadoop3.tgz
193
+ tar xvfz spark-3.5.6-bin-hadoop3.tgz && rm spark-3.5.6-bin-hadoop3.tgz
194
194
mv spark-3.5.6-bin-hadoop3 /tmp/spark
195
195
cd /tmp/spark/sbin
196
196
./start-connect-server.sh --packages org.apache.spark:spark-connect_2.12:3.5.6,org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.9.0 -c spark.sql.catalog.local=org.apache.iceberg.spark.SparkCatalog -c spark.sql.catalog.local.type=hadoop -c spark.sql.catalog.local.warehouse=/tmp/spark/warehouse -c spark.sql.defaultCatalog=local
0 commit comments