[SPARK-53511] Make examples directory up-to-date with Spark 4.0.1

### What changes were proposed in this pull request?

This PR aims to make `examples` directory up-to-date with Spark 4.0.1.

### Why are the changes needed?

To provide newly updated examples. Two places per file are updated.

```yaml
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
```

```yaml
 spec:
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0"
+    spark.kubernetes.container.image: "apache/spark:4.0.1"
```

### Does this PR introduce _any_ user-facing change?

Only the example are updated. There is no behavior change on Spark K8s Operator side.

### How was this patch tested?

Manual review.

### Was this patch authored or co-authored using generative AI tooling?

No.

Closes apache#312 from dongjoon-hyun/SPARK-53511.

Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>

Author: dongjoon-hyun

examples/cluster-java21.yaml

@@ -18,14 +18,14 @@ metadata:
   name: cluster-java21
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
   clusterTolerations:
     instanceConfig:
       initWorkers: 3
       minWorkers: 3
       maxWorkers: 3
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0-java21"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-java21"
     spark.master.ui.title: "Prod Spark Cluster (Java 21)"
     spark.master.rest.enabled: "true"
     spark.master.rest.host: "0.0.0.0"

examples/cluster-on-yunikorn.yaml

@@ -18,14 +18,14 @@ metadata:
   name: cluster-on-yunikorn
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
   clusterTolerations:
     instanceConfig:
       initWorkers: 1
       minWorkers: 1
       maxWorkers: 1
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0"
+    spark.kubernetes.container.image: "apache/spark:4.0.1"
     spark.kubernetes.scheduler.name: "yunikorn"
     spark.master.ui.title: "Spark Cluster on YuniKorn Scheduler"
     spark.master.rest.enabled: "true"

examples/cluster-with-hpa-template.yaml

@@ -18,7 +18,7 @@ metadata:
   name: cluster-with-hpa-template
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
   clusterTolerations:
     instanceConfig:
       initWorkers: 1
@@ -58,7 +58,7 @@ spec:
             value: 1
             periodSeconds: 1200
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0-java21"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-java21"
     spark.master.ui.title: "Cluster with HorizontalPodAutoscaler Template"
     spark.master.rest.enabled: "true"
     spark.master.rest.host: "0.0.0.0"

examples/cluster-with-hpa.yaml

@@ -18,7 +18,7 @@ metadata:
   name: cluster-with-hpa
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
   clusterTolerations:
     instanceConfig:
       initWorkers: 3
@@ -38,7 +38,7 @@ spec:
                 cpu: "3"
                 memory: "3Gi"
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0-java21"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-java21"
     spark.master.ui.title: "Cluster with HorizontalPodAutoscaler"
     spark.master.rest.enabled: "true"
     spark.master.rest.host: "0.0.0.0"

examples/cluster-with-template.yaml

@@ -18,7 +18,7 @@ metadata:
   name: cluster-with-template
 spec:
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"
   clusterTolerations:
     instanceConfig:
       initWorkers: 1
@@ -93,7 +93,7 @@ spec:
       annotations:
         customAnnotation: "annotation"
   sparkConf:
-    spark.kubernetes.container.image: "apache/spark:4.0.0"
+    spark.kubernetes.container.image: "apache/spark:4.0.1"
     spark.master.ui.title: "Spark Cluster with Template"
     spark.master.rest.enabled: "true"
     spark.master.rest.host: "0.0.0.0"

examples/dfs-read-write.yaml

@@ -32,7 +32,7 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.0-java21-scala"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-java21-scala"
     spark.hadoop.fs.defaultFS: "s3a://data"
     spark.hadoop.fs.s3a.endpoint: "http://localstack:4566"
     spark.hadoop.fs.s3a.path.style.access: "true"
@@ -41,4 +41,4 @@ spec:
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"

examples/pi-java21.yaml

@@ -24,8 +24,8 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.0-java21-scala"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-java21-scala"
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"

examples/pi-on-yunikorn.yaml

@@ -25,7 +25,7 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.0"
+    spark.kubernetes.container.image: "apache/spark:4.0.1"
     spark.kubernetes.scheduler.name: "yunikorn"
     spark.kubernetes.driver.label.queue: "root.default"
     spark.kubernetes.executor.label.queue: "root.default"
@@ -34,4 +34,4 @@ spec:
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"

examples/pi-scala.yaml

@@ -24,8 +24,8 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.0-scala"
+    spark.kubernetes.container.image: "apache/spark:4.0.1-scala"
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"

examples/pi-v1alpha1.yaml

@@ -24,8 +24,8 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.0"
+    spark.kubernetes.container.image: "apache/spark:4.0.1"
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.0.0"
+    sparkVersion: "4.0.1"