diff --git a/bin/manager_start.sh b/bin/manager_start.sh index 2ff70277e..544eaad16 100755 --- a/bin/manager_start.sh +++ b/bin/manager_start.sh @@ -27,15 +27,22 @@ JAVA_OPTS="-XX:MaxDirectMemorySize=$MAX_DIRECT_MEMORY MAIN="spark.jobserver.JobManager" +if [ "$SEPARATE_EXECUTOR_LOGGING" = "true" ] +then + export EXECUTOR_LOGGING_OPTS="" +else + export EXECUTOR_LOGGING_OPTS="$LOGGING_OPTS" +fi + if [ ! -z $3 ]; then cmd='$SPARK_HOME/bin/spark-submit --class $MAIN --driver-memory $JOBSERVER_MEMORY - --conf "spark.executor.extraJavaOptions=$LOGGING_OPTS" + --conf "spark.executor.extraJavaOptions=$EXECUTOR_LOGGING_OPTS" --proxy-user $3 --driver-java-options "$GC_OPTS $JAVA_OPTS $LOGGING_OPTS $CONFIG_OVERRIDES" $appdir/spark-job-server.jar $1 $2 $conffile' else cmd='$SPARK_HOME/bin/spark-submit --class $MAIN --driver-memory $JOBSERVER_MEMORY - --conf "spark.executor.extraJavaOptions=$LOGGING_OPTS" + --conf "spark.executor.extraJavaOptions=$EXECUTOR_LOGGING_OPTS" --driver-java-options "$GC_OPTS $JAVA_OPTS $LOGGING_OPTS $CONFIG_OVERRIDES" $appdir/spark-job-server.jar $1 $2 $conffile' fi diff --git a/bin/server_start.sh b/bin/server_start.sh index 8fdd6bc53..8f0450443 100755 --- a/bin/server_start.sh +++ b/bin/server_start.sh @@ -43,8 +43,15 @@ if [ -f "$PIDFILE" ] && kill -0 $(cat "$PIDFILE"); then exit 1 fi +if [ "$SEPARATE_EXECUTOR_LOGGING" = "true" ] +then + export EXECUTOR_LOGGING_OPTS="" +else + export EXECUTOR_LOGGING_OPTS="$LOGGING_OPTS" +fi + cmd='$SPARK_HOME/bin/spark-submit --class $MAIN --driver-memory $JOBSERVER_MEMORY - --conf "spark.executor.extraJavaOptions=$LOGGING_OPTS" + --conf "spark.executor.extraJavaOptions=$EXECUTOR_LOGGING_OPTS" --driver-java-options "$GC_OPTS $JAVA_OPTS $LOGGING_OPTS $CONFIG_OVERRIDES" $@ $appdir/spark-job-server.jar $conffile'