We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f0e7d17 commit 8a4ed40Copy full SHA for 8a4ed40
docker/entrypoint_worker.sh
@@ -51,11 +51,11 @@ fi
51
# SPARK-43540: add current working directory into executor classpath
52
SPARK_CLASSPATH="$SPARK_CLASSPATH:$PWD"
53
54
-if ! [ -n ${SPARK_LOCAL_DIRS} ]; then
55
- CURRENT_DIR=$(mktemp -d)
56
-else
+if [ -n "${SPARK_LOCAL_DIRS}" ]; then
57
# /var/data/spark-local-123,/var/data/spark-local-234 -> /var/data/spark-local-123
58
CURRENT_DIR=${SPARK_LOCAL_DIRS%%,*}
+else
+ CURRENT_DIR=$(mktemp -d)
59
fi
60
61
# current dir should always be writable
0 commit comments