[SPARK-53740] Update (pi|spark-history-server)-preview.yaml to use 4.1.0-preview2

Author: dongjoon-hyun

examples/pi-preview.yaml

@@ -24,8 +24,8 @@ spec:
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
     spark.dynamicAllocation.maxExecutors: "3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.1.0-preview1-java21-scala"
+    spark.kubernetes.container.image: "apache/spark:4.1.0-preview2-java21-scala"
   applicationTolerations:
     resourceRetainPolicy: OnFailure
   runtimeVersions:
-    sparkVersion: "4.1.0-preview1"
+    sparkVersion: "4.1.0-preview2"

examples/spark-history-server-preview.yaml

@@ -19,11 +19,11 @@ metadata:
 spec:
   mainClass: "org.apache.spark.deploy.history.HistoryServer"
   sparkConf:
-    spark.jars.packages: "org.apache.hadoop:hadoop-aws:3.4.1"
+    spark.jars.packages: "org.apache.hadoop:hadoop-aws:3.4.2"
     spark.jars.ivy: "/tmp/.ivy2.5.2"
     spark.driver.memory: "2g"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.1.0-preview1-java21-scala"
+    spark.kubernetes.container.image: "apache/spark:4.1.0-preview2-java21-scala"
     spark.ui.port: "18080"
     spark.history.fs.logDirectory: "s3a://spark-events"
     spark.history.fs.cleaner.enabled: "true"
@@ -36,7 +36,7 @@ spec:
     spark.hadoop.fs.s3a.access.key: "test"
     spark.hadoop.fs.s3a.secret.key: "test"
   runtimeVersions:
-    sparkVersion: "4.1.0-preview1"
+    sparkVersion: "4.1.0-preview2"
   applicationTolerations:
     restartConfig:
       restartPolicy: Always