We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 989eb67 commit 7ae3f18Copy full SHA for 7ae3f18
plugins/flytekit-spark/flytekitplugins/spark/connector.py
@@ -40,7 +40,7 @@ def _get_databricks_job_spec(task_template: TaskTemplate) -> dict:
40
if not new_cluster.get("docker_image"):
41
new_cluster["docker_image"] = {"url": container.image}
42
if not new_cluster.get("spark_conf"):
43
- new_cluster["spark_conf"] = custom["sparkConf"]
+ new_cluster["spark_conf"] = custom.get("sparkConf", {})
44
if not new_cluster.get("spark_env_vars"):
45
new_cluster["spark_env_vars"] = {k: v for k, v in envs.items()}
46
else:
0 commit comments