[SPARK-53993] Support spark.logConf configuration

Author: dongjoon-hyun

spark-operator/src/main/java/org/apache/spark/k8s/operator/SparkOperator.java

@@ -42,6 +42,7 @@
 
 import org.apache.spark.k8s.operator.client.KubernetesClientFactory;
 import org.apache.spark.k8s.operator.config.SparkOperatorConf;
+import org.apache.spark.k8s.operator.config.SparkOperatorConfManager;
 import org.apache.spark.k8s.operator.config.SparkOperatorConfigMapReconciler;
 import org.apache.spark.k8s.operator.metrics.MetricsService;
 import org.apache.spark.k8s.operator.metrics.MetricsSystem;
@@ -96,6 +97,11 @@ public SparkOperator() {
     this.sparkClusterSentinelManager = new SentinelManager<>();
     this.registeredOperators = new ArrayList<>();
     this.registeredOperators.add(registerSparkOperator());
+    if (SparkOperatorConf.LOG_CONF.getValue()) {
+      for (var entry : SparkOperatorConfManager.INSTANCE.getAll().entrySet()) {
+        log.info("{} = {}", entry.getKey(), entry.getValue());
+      }
+    }
     if (SparkOperatorConf.DYNAMIC_CONFIG_ENABLED.getValue()) {
       this.registeredOperators.add(registerSparkOperatorConfMonitor());
     }

spark-operator/src/main/java/org/apache/spark/k8s/operator/config/SparkOperatorConf.java

@@ -32,6 +32,13 @@
 /** Spark Operator Configuration options. */
 @Slf4j
 public final class SparkOperatorConf {
+  public static final ConfigOption<Boolean> LOG_CONF =
+      ConfigOption.<Boolean>builder()
+          .key("spark.logConf")
+          .description("When enabled, operator will print configurations")
+          .typeParameterClass(Boolean.class)
+          .defaultValue(false)
+          .build();
 
   /** Name of the operator. */
   public static final ConfigOption<String> OPERATOR_APP_NAME =