DSP-19969 allow spark executor log to separate file

Author: alexoss68

bin/manager_start.sh

@@ -63,8 +63,15 @@ if [ -z "${SJS_LAUNCHER}" ]; then
   export SJS_LAUNCHER="$SPARK_HOME/bin/spark-submit"
 fi
 
+if [ "$SEPARATE_EXECUTOR_LOGGING" = "true" ]
+then
+  EXECUTOR_SETTING=""
+else
+  EXECUTOR_SETTING="--conf spark.executor.extraJavaOptions=$LOGGING_OPTS"
+fi
+
 cmd='$SJS_LAUNCHER --class $MAIN --driver-memory $JOBSERVER_MEMORY
-      --conf "spark.executor.extraJavaOptions=$LOGGING_OPTS"
+      $EXECUTOR_SETTING
       $SPARK_SUBMIT_OPTIONS
       --driver-java-options "$GC_OPTS $JAVA_OPTS $LOGGING_OPTS $CONFIG_OVERRIDES $SPARK_SUBMIT_JAVA_OPTIONS"
       $JAR_FILE $3 $4 $CONF_FILE'

bin/server_start.sh

@@ -47,8 +47,15 @@ if [ -z "${SJS_LAUNCHER}" ]; then
   export SJS_LAUNCHER="$SPARK_HOME/bin/spark-submit"
 fi
 
+if [ "$SEPARATE_EXECUTOR_LOGGING" = "true" ]
+then
+  EXECUTOR_SETTING=""
+else
+  EXECUTOR_SETTING="--conf spark.executor.extraJavaOptions=$LOGGING_OPTS"
+fi
+
 cmd='$SJS_LAUNCHER --class $MAIN --driver-memory $JOBSERVER_MEMORY
-  --conf "spark.executor.extraJavaOptions=$LOGGING_OPTS"
+  $EXECUTOR_SETTING
   --driver-java-options "$GC_OPTS $JAVA_OPTS $LOGGING_OPTS $CONFIG_OVERRIDES"
   $@ $appdir/spark-job-server.jar $conffile'