[DOP-31004] Set Spark driver pod name for K8S

Author: dolfinus

syncmaster/worker/spark.py

@@ -4,6 +4,7 @@
 
 import logging
 import math
+import socket
 from typing import TYPE_CHECKING
 
 from onetl.connection.kerberos_helpers import kinit_password
@@ -85,6 +86,9 @@ def get_spark_session_conf(
     config["spark.dynamicAllocation.maxExecutors"] = tasks  # yarn
     config["spark.kubernetes.executor.limit.cores"] = cores_per_task  # k8s
 
+    # https://spark.apache.org/docs/latest/running-on-kubernetes.html#client-mode-executor-pod-garbage-collection
+    config["spark.kubernetes.driver.pod.name"] = socket.gethostname()
+
     if maven_packages:
         log.debug("Include Maven packages: %s", maven_packages)
         config["spark.jars.packages"] = ",".join(maven_packages)