[SPARK-52702] Support using latest generated CRD yaml in Helm charts

.github/workflows/publish_snapshot_chart.yml

@@ -35,6 +35,9 @@ jobs:
     - name: Build Operator
       run: |
         ./gradlew build -x check --no-daemon
+    - name: Finalize Generated CRD
+      run: |
+        ./gradlew spark-operator-api:finalizeGeneratedCRD --no-daemon
     - name: Build Chart
       env:
         DIR: 'charts'

.gitignore

@@ -16,3 +16,6 @@ build
 dependencies.lock
 **/dependencies.lock
 gradle/wrapper/gradle-wrapper.jar
+
+## Generated files
+build-tools/helm/spark-kubernetes-operator/crds

build-tools/crd-templates/sparkapplications.spark.apache.org-v1.yml

@@ -0,0 +1,29 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+  name: sparkapplications.spark.apache.org
+spec:
+  group: spark.apache.org
+  names:
+    kind: SparkApplication
+    plural: sparkapplications
+    shortNames:
+      - sparkapp
+    singular: sparkapplication
+  scope: Namespaced
+  versions: []

build-tools/crd-templates/sparkclusters.spark.apache.org-v1.yml

@@ -0,0 +1,29 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+  name: sparkclusters.spark.apache.org
+spec:
+  group: spark.apache.org
+  names:
+    kind: SparkCluster
+    plural: sparkclusters
+    shortNames:
+      - sparkcluster
+    singular: sparkcluster
+  scope: Namespaced
+  versions: []