Add support for input-specific task configuration (#456)

Author: vkucera

README.md

@@ -119,6 +119,7 @@ These are the available input parameters and their default values:
 * `INPUT_IS_O2=0`                   Input files are in O<sup>2</sup> format.
 * `INPUT_IS_MC=0`                   Input files are MC data.
 * `INPUT_PARENT_MASK=""`            Path replacement mask for the input directory of parent files in case of linked derived O<sup>2</sup> input. Set to `";"` if no replacement needed.
+* `INPUT_TASK_CONFIG=""`            Input-specific task configuration (e.g. enabling converters), overriding the task configuration. String of space-separated commands.
 * `JSON="dpl-config.json"`          O<sup>2</sup> device configuration
 
 This allows you to define several input datasets and switch between them easily by setting the corresponding value of `INPUT_CASE`.

codeHF/config_input.sh

@@ -25,6 +25,7 @@ NJOBSPARALLEL_O2=$(python3 -c "print(min(10, round($(nproc) / 2)))")
 # INPUT_IS_O2=0                   # Input files are in O2 format.
 # INPUT_IS_MC=0                   # Input files are MC data.
 # INPUT_PARENT_MASK=""            # Path replacement mask for the input directory of parent files in case of linked derived O2 input. Set to ";" if no replacement needed.
+# INPUT_TASK_CONFIG=""            # Input-specific task configuration (e.g. enabling converters), overriding the task configuration in CONFIG_TASKS. String of space-separated commands.
 # JSON="dpl-config.json"          # O2 device configuration
 
 # O2 device configuration
@@ -44,6 +45,7 @@ case $INPUT_CASE in
     INPUT_LABEL="Run 2, p-p 5.02 TeV LHC17p, MC LHC18a4a2_cent"
     INPUT_DIR="$INPUT_BASE/Run2/pp_5.02TeV/sim/LHC18a4a2_cent/282099"
     INPUT_IS_MC=1
+    INPUT_TASK_CONFIG="DOO2_CONV_ZDC=1 DOO2_CONV_BC=1 DOO2_CONV_TRKEX=1"
     ;;
   3)
     INPUT_LABEL="Run 2, p-p 5.02 TeV LHC17p, MC LHC18a4a2_cent"

codeHF/config_tasks.sh

@@ -116,13 +116,13 @@ DOO2_PID_TPC=0      # pid-tpc-full
 DOO2_PID_TOF=0      # pid-tof-full/alice3-pid-tof
 DOO2_PID_TOF_QA=0   # pid-tof-qa-mc
 DOO2_PID_BAYES=0    # pid-bayes
-# Converters
+# Converters (Consider setting these per input case via INPUT_TASK_CONFIG.)
 DOO2_CONV_MC=0      # mc-converter
 DOO2_CONV_FDD=0     # fdd-converter
 DOO2_CONV_COLL=0    # collision-converter
-DOO2_CONV_ZDC=1     # zdc-converter
-DOO2_CONV_BC=1      # bc-converter
-DOO2_CONV_TRKEX=1   # tracks-extra-converter
+DOO2_CONV_ZDC=0     # zdc-converter
+DOO2_CONV_BC=0      # bc-converter
+DOO2_CONV_TRKEX=0   # tracks-extra-converter
 DOO2_CONV_V0=0      # v0converter
 
 # Selection cuts

codeJE/config_input.sh

@@ -25,6 +25,7 @@ NJOBSPARALLEL_O2=$(python3 -c "print(min(10, round($(nproc) / 2)))")
 # INPUT_IS_O2=0                   # Input files are in O2 format.
 # INPUT_IS_MC=0                   # Input files are MC data.
 # INPUT_PARENT_MASK=""            # Path replacement mask for the input directory of parent files in case of linked derived O2 input. Set to ";" if no replacement needed.
+# INPUT_TASK_CONFIG=""            # Input-specific task configuration (e.g. enabling converters), overriding the task configuration in CONFIG_TASKS. String of space-separated commands.
 # JSON="dpl-config.json"          # O2 device configuration
 
 INPUT_BASE="/data2/data" # alicecerno2
@@ -38,6 +39,7 @@ case $INPUT_CASE in
     INPUT_LABEL="Run 2, p-p 5.02 TeV LHC17p, MC LHC18a4a2_cent"
     INPUT_DIR="$INPUT_BASE/Run2/pp_5.02TeV/sim/LHC18a4a2_cent/282099"
     INPUT_IS_MC=1
+    INPUT_TASK_CONFIG="DOO2_CONV_ZDC=1 DOO2_CONV_BC=1 DOO2_CONV_TRKEX=1"
     ;;
   3)
     INPUT_LABEL="Run 2, p-p 5.02 TeV LHC17p, MC LHC18a4a2_cent"

codeJE/config_tasks.sh

@@ -41,13 +41,13 @@ DOO2_JET_FINDER=0   # je-jet-finder-data-charged
 # QA
 DOO2_QA_EVTRK=0     # qa-event-track
 DOO2_JET_VALID=1    # je-jet-validation-qa
-# Converters
+# Converters (Consider setting these per input case via INPUT_TASK_CONFIG.)
 DOO2_CONV_MC=0      # mc-converter
 DOO2_CONV_FDD=0     # fdd-converter
 DOO2_CONV_COLL=0    # collision-converter
-DOO2_CONV_ZDC=1     # zdc-converter
-DOO2_CONV_BC=1      # bc-converter
-DOO2_CONV_TRKEX=1   # tracks-extra-converter
+DOO2_CONV_ZDC=0     # zdc-converter
+DOO2_CONV_BC=0      # bc-converter
+DOO2_CONV_TRKEX=0   # tracks-extra-converter
 DOO2_CONV_V0=0      # v0converter
 
 SAVETREES=0         # Save O2 tables to trees.

config/config_input_dummy.sh

@@ -25,6 +25,7 @@ NJOBSPARALLEL_O2=$(python3 -c "print(min(10, round($(nproc) / 2)))")
 # INPUT_IS_O2=0                   # Input files are in O2 format.
 # INPUT_IS_MC=0                   # Input files are MC data.
 # INPUT_PARENT_MASK=""            # Path replacement mask for the input directory of parent files in case of linked derived O2 input. Set to ";" if no replacement needed.
+# INPUT_TASK_CONFIG=""            # Input-specific task configuration (e.g. enabling converters), overriding the task configuration in CONFIG_TASKS. String of space-separated commands.
 # JSON="dpl-config.json"          # O2 device configuration
 
 # O2 device configuration

config/config_tasks_dummy.sh

@@ -36,13 +36,13 @@ MAKE_GRAPH=0                 # Make topology graph.
 # Trigger selection
 DOO2_EVTSEL=1       # event-selection
 DOO2_TRACKSEL=1     # trackselection
-# Converters
+# Converters (Consider setting these per input case via INPUT_TASK_CONFIG.)
 DOO2_CONV_MC=0      # mc-converter
 DOO2_CONV_FDD=0     # fdd-converter
 DOO2_CONV_COLL=0    # collision-converter
-DOO2_CONV_ZDC=1     # zdc-converter
-DOO2_CONV_BC=1      # bc-converter
-DOO2_CONV_TRKEX=1   # tracks-extra-converter
+DOO2_CONV_ZDC=0     # zdc-converter
+DOO2_CONV_BC=0      # bc-converter
+DOO2_CONV_TRKEX=0   # tracks-extra-converter
 DOO2_CONV_V0=0      # v0converter
 
 SAVETREES=0         # Save O2 tables to trees.

exec/runtest.sh

@@ -31,6 +31,7 @@ INPUT_RUN=2                     # LHC Run (2, 3, 5)
 INPUT_IS_O2=0                   # Input files are in O2 format.
 INPUT_IS_MC=0                   # Input files are MC data.
 INPUT_PARENT_MASK=""            # Path replacement mask for the input directory of parent files in case of linked derived O2 input. Set to ";" if no replacement needed.
+INPUT_TASK_CONFIG=""            # Input-specific task configuration (e.g. enabling converters), overriding the task configuration in CONFIG_TASKS. String of space-separated commands.
 JSON="dpl-config.json"          # O2 device configuration
 
 # Processing
@@ -99,7 +100,7 @@ done
 # Load input specification.
 source "$CONFIG_INPUT" || ErrExit "Failed to load input specification."
 
-# Load tasks configuration.
+# Load task configuration.
 source "$CONFIG_TASKS" || ErrExit "Failed to load tasks configuration."
 DIR_TASKS="$(dirname "$(realpath "$CONFIG_TASKS")")"
 
@@ -114,6 +115,14 @@ DIR_TASKS="$(dirname "$(realpath "$CONFIG_TASKS")")"
 # Print out input description.
 MsgStep "Processing case $INPUT_CASE: $INPUT_LABEL"
 
+# Adjust task configuration with input-specific configuration.
+if [ "$INPUT_TASK_CONFIG" ]; then
+  for cmd in $INPUT_TASK_CONFIG; do
+    MsgWarn "Evaluating $cmd"
+    eval "$cmd"
+  done
+fi
+
 # Clean before running.
 if [ $DOCLEAN -eq 1 ]; then
   MsgStep "Cleaning..."