File tree Expand file tree Collapse file tree 17 files changed +56
-56
lines changed
actions/setup-spark-builder Expand file tree Collapse file tree 17 files changed +56
-56
lines changed Original file line number Diff line number Diff line change @@ -29,7 +29,7 @@ inputs:
2929 comet-version :
3030 description : ' The Comet version to use for Spark'
3131 required : true
32- default : ' 0.4 .0-SNAPSHOT'
32+ default : ' 0.5 .0-SNAPSHOT'
3333runs :
3434 using : " composite"
3535 steps :
Original file line number Diff line number Diff line change 7171 with :
7272 spark-version : ${{ matrix.spark-version.full }}
7373 spark-short-version : ${{ matrix.spark-version.short }}
74- comet-version : ' 0.4 .0-SNAPSHOT' # TODO: get this from pom.xml
74+ comet-version : ' 0.5 .0-SNAPSHOT' # TODO: get this from pom.xml
7575 - name : Run Spark tests
7676 run : |
7777 cd apache-spark
Original file line number Diff line number Diff line change 6969 with :
7070 spark-version : ${{ matrix.spark-version.full }}
7171 spark-short-version : ${{ matrix.spark-version.short }}
72- comet-version : ' 0.4 .0-SNAPSHOT' # TODO: get this from pom.xml
72+ comet-version : ' 0.5 .0-SNAPSHOT' # TODO: get this from pom.xml
7373 - name : Run Spark tests
7474 run : |
7575 cd apache-spark
Original file line number Diff line number Diff line change @@ -62,7 +62,7 @@ docker push localhost:32000/apache/datafusion-comet-tpcbench:latest
6262export SPARK_MASTER=k8s://https://127.0.0.1:16443
6363export COMET_DOCKER_IMAGE=localhost:32000/apache/datafusion-comet-tpcbench:latest
6464# Location of Comet JAR within the Docker image
65- export COMET_JAR=/opt/spark/jars/comet-spark-spark3.4_2.12-0.2 .0-SNAPSHOT.jar
65+ export COMET_JAR=/opt/spark/jars/comet-spark-spark3.4_2.12-0.5 .0-SNAPSHOT.jar
6666
6767$SPARK_HOME /bin/spark-submit \
6868 --master $SPARK_MASTER \
Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ under the License.
2626 <parent >
2727 <groupId >org.apache.datafusion</groupId >
2828 <artifactId >comet-parent-spark${spark.version.short} _${scala.binary.version} </artifactId >
29- <version >0.4 .0-SNAPSHOT</version >
29+ <version >0.5 .0-SNAPSHOT</version >
3030 <relativePath >../pom.xml</relativePath >
3131 </parent >
3232
Original file line number Diff line number Diff line change @@ -7,7 +7,7 @@ index d3544881af1..bf0e2b53c70 100644
77 <ivy.version>2.5.1</ivy.version>
88 <oro.version>2.0.8</oro.version>
99+ <spark.version.short>3.4</spark.version.short>
10- + <comet.version>0.4 .0-SNAPSHOT</comet.version>
10+ + <comet.version>0.5 .0-SNAPSHOT</comet.version>
1111 <!--
1212 If you changes codahale.metrics.version, you also need to change
1313 the link to metrics.dropwizard.io in docs/monitoring.md.
Original file line number Diff line number Diff line change @@ -7,7 +7,7 @@ index 0f504dbee85..f6019da888a 100644
77 <ivy.version>2.5.1</ivy.version>
88 <oro.version>2.0.8</oro.version>
99+ <spark.version.short>3.5</spark.version.short>
10- + <comet.version>0.4 .0-SNAPSHOT</comet.version>
10+ + <comet.version>0.5 .0-SNAPSHOT</comet.version>
1111 <!--
1212 If you changes codahale.metrics.version, you also need to change
1313 the link to metrics.dropwizard.io in docs/monitoring.md.
Original file line number Diff line number Diff line change @@ -7,7 +7,7 @@ index a4b1b2c3c9f..db50bdb0d3b 100644
77 <ivy.version>2.5.2</ivy.version>
88 <oro.version>2.0.8</oro.version>
99+ <spark.version.short>4.0</spark.version.short>
10- + <comet.version>0.4 .0-SNAPSHOT</comet.version>
10+ + <comet.version>0.5 .0-SNAPSHOT</comet.version>
1111 <!--
1212 If you change codahale.metrics.version, you also need to change
1313 the link to metrics.dropwizard.io in docs/monitoring.md.
Original file line number Diff line number Diff line change @@ -130,7 +130,7 @@ Then build the Comet as [described](https://github.com/apache/arrow-datafusion-c
130130Start Comet with ` RUST_BACKTRACE=1 `
131131
132132``` console
133- RUST_BACKTRACE=1 $SPARK_HOME/spark-shell --jars spark/target/comet-spark-spark3.4_2.12-0.3 .0-SNAPSHOT.jar --conf spark.plugins=org.apache.spark.CometPlugin --conf spark.comet.enabled=true --conf spark.comet.exec.enabled=true
133+ RUST_BACKTRACE=1 $SPARK_HOME/spark-shell --jars spark/target/comet-spark-spark3.4_2.12-0.5 .0-SNAPSHOT.jar --conf spark.plugins=org.apache.spark.CometPlugin --conf spark.comet.enabled=true --conf spark.comet.exec.enabled=true
134134```
135135
136136Get the expanded exception details
Original file line number Diff line number Diff line change @@ -74,7 +74,7 @@ See the [Comet Kubernetes Guide](kubernetes.md) guide.
7474Make sure ` SPARK_HOME ` points to the same Spark version as Comet was built for.
7575
7676``` console
77- export COMET_JAR=spark/target/comet-spark-spark3.4_2.12-0.3 .0-SNAPSHOT.jar
77+ export COMET_JAR=spark/target/comet-spark-spark3.4_2.12-0.5 .0-SNAPSHOT.jar
7878
7979$SPARK_HOME/bin/spark-shell \
8080 --jars $COMET_JAR \
@@ -130,7 +130,7 @@ explicitly contain Comet otherwise Spark may use a different class-loader for th
130130components which will then fail at runtime. For example:
131131
132132```
133- --driver-class-path spark/target/comet-spark-spark3.4_2.12-0.3 .0-SNAPSHOT.jar
133+ --driver-class-path spark/target/comet-spark-spark3.4_2.12-0.5 .0-SNAPSHOT.jar
134134```
135135
136136Some cluster managers may require additional configuration, see < https://spark.apache.org/docs/latest/cluster-overview.html >
You can’t perform that action at this time.
0 commit comments