|
22 | 22 | ## Comet Docker Images |
23 | 23 |
|
24 | 24 | Run the following command from the root of this repository to build the Comet Docker image, or use a [published |
25 | | -Docker image](https://github.com/orgs/apache/packages?repo_name=datafusion-comet) |
| 25 | +Docker image](https://hub.docker.com/r/apache/datafusion-comet). |
26 | 26 |
|
27 | 27 | ```shell |
28 | 28 | docker build -t apache/datafusion-comet -f kube/Dockerfile . |
@@ -65,31 +65,31 @@ metadata: |
65 | 65 | spec: |
66 | 66 | type: Scala |
67 | 67 | mode: cluster |
68 | | - image: ghcr.io/apache/datafusion-comet:spark-3.4-scala-2.12-0.5.0 |
| 68 | + image: apache/datafusion-comet:0.7.0-spark3.5.4-scala2.12-java11 |
69 | 69 | imagePullPolicy: IfNotPresent |
70 | 70 | mainClass: org.apache.spark.examples.SparkPi |
71 | | - mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.4.2.jar |
| 71 | + mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.4.jar |
72 | 72 | sparkConf: |
73 | | - "spark.executor.extraClassPath": "/opt/spark/jars/comet-spark-spark3.4_2.12-0.5.0.jar" |
74 | | - "spark.driver.extraClassPath": "/opt/spark/jars/comet-spark-spark3.4_2.12-0.5.0.jar" |
| 73 | + "spark.executor.extraClassPath": "/opt/spark/jars/comet-spark-spark3.5_2.12-0.7.0.jar" |
| 74 | + "spark.driver.extraClassPath": "/opt/spark/jars/comet-spark-spark3.5_2.12-0.7.0.jar" |
75 | 75 | "spark.plugins": "org.apache.spark.CometPlugin" |
76 | 76 | "spark.comet.enabled": "true" |
77 | 77 | "spark.comet.exec.enabled": "true" |
78 | 78 | "spark.comet.cast.allowIncompatible": "true" |
79 | 79 | "spark.comet.exec.shuffle.enabled": "true" |
80 | 80 | "spark.comet.exec.shuffle.mode": "auto" |
81 | 81 | "spark.shuffle.manager": "org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager" |
82 | | - sparkVersion: 3.4.3 |
| 82 | + sparkVersion: 3.5.4 |
83 | 83 | driver: |
84 | 84 | labels: |
85 | | - version: 3.4.3 |
| 85 | + version: 3.5.4 |
86 | 86 | cores: 1 |
87 | 87 | coreLimit: 1200m |
88 | 88 | memory: 512m |
89 | 89 | serviceAccount: spark-operator-spark |
90 | 90 | executor: |
91 | 91 | labels: |
92 | | - version: 3.4.3 |
| 92 | + version: 3.5.4 |
93 | 93 | instances: 1 |
94 | 94 | cores: 2 |
95 | 95 | coreLimit: 1200m |
|
0 commit comments