We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ff235e8 commit 8ec237aCopy full SHA for 8ec237a
awswrangler/emr.py
@@ -1022,7 +1022,7 @@ def build_spark_step(
1022
else:
1023
config: str = "hdfs:///user/hadoop/config.json"
1024
cmd = (
1025
- f"spark-submit --deploy-mode cluster "
+ f"spark-submit --deploy-mode {deploy_mode} "
1026
f"--conf spark.executorEnv.YARN_CONTAINER_RUNTIME_TYPE=docker "
1027
f"--conf spark.executorEnv.YARN_CONTAINER_RUNTIME_DOCKER_IMAGE={docker_image} "
1028
f"--conf spark.executorEnv.YARN_CONTAINER_RUNTIME_DOCKER_CLIENT_CONFIG={config} "
0 commit comments