stdout and stderr redirected in model run script

Author: ncollier

workflows/nt3_mlrMBO/scripts/run_model.sh

@@ -36,6 +36,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 model_name=$4

workflows/nt3_mlrMBO/scripts/theta_run_model.sh

@@ -35,6 +35,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 model_name=$4

workflows/nt3_mlrMBO/swift/ai_workflow3.swift

@@ -30,9 +30,9 @@ string algo_params_template =
 max.budget = %d, max.iterations = %d, design.size=%d, propose.points=%d, param.set.file='%s'
 """;
 
-app (file out, file err) run_model (file shfile, string params_string, string instance, string run_id)
+app (void o) run_model (file shfile, string params_string, string instance, string run_id)
 {
-    "bash" shfile params_string emews_root instance model_name FRAMEWORK exp_id run_id benchmark_timeout @stdout=out @stderr=err;
+    "bash" shfile params_string emews_root instance model_name FRAMEWORK exp_id run_id benchmark_timeout;
 }
 
 
@@ -79,12 +79,9 @@ app (file out, file err) run_log_end(file shfile)
 }
 
 (string obj_result) obj(string params, string iter_indiv_id) {
-  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id);
-  file out <"%s/out.txt" % outdir>;
-  file err <"%s/err.txt" % outdir>;
-
-  (out,err) = run_model(model_script, params, outdir, iter_indiv_id) =>
-  string result_file = "%s/result.txt" % outdir;
+  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id) =>
+  run_model(model_script, params, outdir, iter_indiv_id) =>
+  string result_file = "%s/result.txt" % outdir =>
   obj_result = get_results(result_file);
   printf(obj_result);
 }

workflows/p2b1_mlrMBO/scripts/run_model.sh

@@ -36,6 +36,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 framework=$4

workflows/p2b1_mlrMBO/scripts/theta_run_model.sh

@@ -34,6 +34,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 framework=$4

workflows/p2b1_mlrMBO/swift/ai_workflow3.swift

@@ -30,9 +30,9 @@ string algo_params_template =
 max.budget = %d, max.iterations = %d, design.size=%d, propose.points=%d, param.set.file='%s'
 """;
 
-app (file out, file err) run_model (file shfile, string params_string, string instance, string run_id)
+app (void o) run_model (file shfile, string params_string, string instance, string run_id)
 {
-    "bash" shfile params_string emews_root instance FRAMEWORK exp_id run_id benchmark_timeout @stdout=out @stderr=err;
+    "bash" shfile params_string emews_root instance FRAMEWORK exp_id run_id benchmark_timeout
 }
 
 
@@ -80,12 +80,9 @@ app (file out, file err) run_log_end(file shfile)
 }
 
 (string obj_result) obj(string params, string iter_indiv_id) {
-  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id);
-  file out <"%s/out.txt" % outdir>;
-  file err <"%s/err.txt" % outdir>;
-
-  (out,err) = run_model(model_script, params, outdir, iter_indiv_id) =>
-  string result_file = "%s/result.txt" % outdir;
+  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id) =>
+  run_model(model_script, params, outdir, iter_indiv_id) =>
+  string result_file = "%s/result.txt" % outdir =>
   obj_result = get_results(result_file);
   printf(obj_result);
 }

workflows/p3b1_mlrMBO/scripts/run_model.sh

@@ -36,6 +36,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 framework=$4

workflows/p3b1_mlrMBO/scripts/theta_run_model.sh

@@ -34,6 +34,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 framework=$4

workflows/p3b1_mlrMBO/scripts/titan_run_model.sh

@@ -34,6 +34,11 @@ emews_root=$2
 # Each model run, runs in its own "instance" directory
 # Set instance_directory to that and cd into it.
 instance_directory=$3
+
+mkdir -p $instance_directory
+log_file=$instance_directory/run_model.log
+exec >> $log_file
+exec 2>&1
 cd $instance_directory
 
 framework=$4

workflows/p3b1_mlrMBO/swift/ai_workflow3.swift

@@ -32,9 +32,9 @@ string algo_params_template =
 max.budget = %d, max.iterations = %d, design.size=%d, propose.points=%d, param.set.file='%s'
 """;
 
-app (file out, file err) run_model (file shfile, string params_string, string instance, string run_id)
+app (void o) run_model (file shfile, string params_string, string instance, string run_id)
 {
-    "bash" shfile params_string emews_root instance FRAMEWORK exp_id run_id benchmark_timeout @stdout=out @stderr=err;
+    "bash" shfile params_string emews_root instance FRAMEWORK exp_id run_id benchmark_timeout;
 }
 
 app (file out, file err) run_log_start(file shfile, string ps, string sys_env, string algorithm)
@@ -81,12 +81,9 @@ app (file out, file err) run_log_end(file shfile)
 }
 
 (string obj_result) obj(string params, string iter_indiv_id) {
-  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id);
-  file out <"%s/out.txt" % outdir>;
-  file err <"%s/err.txt" % outdir>;
-
-  (out,err) = run_model(model_script, params, outdir, iter_indiv_id) =>
-  string result_file = "%s/result.txt" % outdir;
+  string outdir = "%s/run_%s" % (turbine_output, iter_indiv_id) =>
+  run_model(model_script, params, outdir, iter_indiv_id) =>
+  string result_file = "%s/result.txt" % outdir =>
   obj_result = get_results(result_file);
   printf(obj_result);
 }