[SPARK-53723] Support SparkCluster Sentinel Resource

Author: dongjoon-hyun

build-tools/helm/spark-kubernetes-operator/templates/workload-rbac.yaml

@@ -177,3 +177,26 @@ spec:
 {{- end }}
 ---
 {{- end }}
+{{- if $workloadResources.sparkClusterSentinel.create }}
+{{- range $sentinelNs := .Values.workloadResources.sparkClusterSentinel.sentinelNamespaces.data }}
+apiVersion: spark.apache.org/v1
+kind: SparkCluster
+metadata:
+  name: {{ $workloadResources.sparkClusterSentinel.name }}
+  namespace: {{ $sentinelNs }}
+  labels:
+    "spark.operator/sentinel": "true"
+    {{- template "spark-operator.workloadLabels" $ }}
+  annotations:
+    {{- template "spark-operator.workloadAnnotations" $ }}
+spec:
+  runtimeVersions:
+    sparkVersion: "dummy"
+  clusterTolerations:
+    instanceConfig:
+      initWorkers: 0
+      minWorkers: 0
+      maxWorkers: 0
+{{- end }}
+---
+{{- end }}

build-tools/helm/spark-kubernetes-operator/values.yaml

@@ -159,6 +159,16 @@ workloadResources:
       # When enabled, a sentinel resource of type SparkApp will be deployed to namespace(s) provided
       # Note that sentinelNamespaces list should be a subset of {workloadResources.namespaces.data}
       # - "default"
+  sparkClusterSentinel:
+    create: false
+    name: "spark-cluster-sentinel"
+    sentinelNamespaces:
+      data:
+      #  - "spark-1"
+      #  - "spark-2"
+      # When enabled, a sentinel resource of type SparkCluster will be deployed to namespace(s) provided
+      # Note that sentinelNamespaces list should be a subset of {workloadResources.namespaces.data}
+      # - "default"
   # workload resources are by default annotated to avoid workload abort due to operator upgrade
   annotations:
     "helm.sh/resource-policy": keep

docs/operations.md

@@ -114,6 +114,9 @@ following table:
 | workloadResources.sparkApplicationSentinel.create                | If enabled, sentinel resources will be created for operator to watch and reconcile for the health probe purpose.                                                               | false                                                                                                   |
 | workloadResources.sparkApplicationSentinel.name                  | Name for sentinel resources.                                                                                                                                                   | "spark-app-sentinel"                                                                                    |
 | workloadResources.sparkApplicationSentinel.sentinelNamespaces    | A list of namespaces where sentinel resources will be created in. Note that these namespaces have to be a subset of `workloadResources.namespaces.data`.                       |                                                                                                         |
+| workloadResources.sparkClusterSentinel.create                    | If enabled, sentinel resources will be created for operator to watch and reconcile for the health probe purpose.                                                               | false                                                                                                   |
+| workloadResources.sparkClusterSentinel.name                      | Name for sentinel resources.                                                                                                                                                   | "spark-cluster-sentinel"                                                                                    |
+| workloadResources.sparkClusterSentinel.sentinelNamespaces        | A list of namespaces where sentinel resources will be created in. Note that these namespaces have to be a subset of `workloadResources.namespaces.data`.                       |                                                                                                         |
 | operatorConfiguration.append                                     | If set to true, below conf file & properties would be appended to default conf. Otherwise, they would override default properties.                                             | true                                                                                                    |
 | operatorConfiguration.log4j2.properties                          | The default log4j2 configuration.                                                                                                                                              | Refer default [log4j2.properties](../build-tools/helm/spark-kubernetes-operator/conf/log4j2.properties) |
 | operatorConfiguration.spark-operator.properties                  | The default operator configuration.                                                                                                                                            |                                                                                                         |