We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 3fb7505 commit ce9e9f8Copy full SHA for ce9e9f8
charts/spark-connect/templates/spark-properties-cm.yaml
@@ -45,6 +45,9 @@ data:
45
spark.ui.retainedDeadExecutors 10
46
{{- if .Values.spark.celeborn.enabled }}
47
spark.celeborn.master.endpoints {{ .Values.spark.celeborn.masterEndpoints }}
48
+ spark.shuffle.manager: org.apache.spark.shuffle.celeborn.SparkShuffleManager
49
+ spark.shuffle.service.enabled false
50
+ spark.executor.userClassPathFirst: false
51
spark.celeborn.client.spark.shuffle.writer hash
52
spark.celeborn.client.push.replicate.enabled true
53
spark.sql.adaptive.localShuffleReader.enabled false
0 commit comments