Add SHS clean-up configuration

Author: dongjoon-hyun

examples/spark-history-server.yaml

@@ -25,6 +25,10 @@ spec:
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
     spark.kubernetes.container.image: "apache/spark:4.0.0-java21-scala"
     spark.history.fs.logDirectory: "s3a://spark-events"
+    spark.history.fs.cleaner.enabled: "true"
+    spark.history.fs.cleaner.maxAge: "30d"
+    spark.history.fs.cleaner.maxNum: "100"
+    spark.history.fs.eventLog.rolling.maxFilesToRetain: "10"
     spark.hadoop.fs.defaultFS: "s3a://spark-events"
     spark.hadoop.fs.s3a.endpoint: "http://localstack:4566"
     spark.hadoop.fs.s3a.path.style.access: "true"