Merge pull request #33 from VERITAS-Observatory/v490-dev-0.2

Draft: v490 - alpha.2

Author: GernotMaier

DispBDTs/.gitignore

@@ -0,0 +1 @@
+V6*

DispBDTs/README.md

@@ -1,9 +1,16 @@
 # Support files for dispBDT angular reconstruction
 
 dispBDT files are provided in three different bins of zenith angle:
-- small (<40 deg): use dispBDT files trained for 20 deg zenith angle
-- medium (40 deg < ze < 50deg): use dispBDT files trained for 50 deg zenith angle
-- large (>50deg): use dispBDT files trained for 60 deg zenith angle
+- small (SZE; <38 deg): use dispBDT files trained for 20 deg zenith angle
+- medium (MZE; 38 deg < ze < 48 deg): use dispBDT files trained for 45 deg zenith angle
+- large (LZE: 48 deg < ze < 58 deg): use dispBDT files trained for 55 deg zenith angle
+- very large (XZE: >= 58 deg): use dispBDT files trained for 60 deg zenith angle
 
 Note that this is encoded both in the script `copy_dispBDTs.sh` as in the
 analysis steering scripts for MSCW.
+
+VERITAS epochs and operation types supported:
+- V6 nominal high voltage
+- V6redHV reduced high voltage
+- V5 nominal high voltage
+- V4 nominal high voltage

DispBDTs/copy_dispBDTs.sh

@@ -1,18 +1,25 @@
 #!/bin/bash
 # copy dispBDT files from IRF production site
 #
+# hardwired 
+# - SIMTYPE (e.g., CARE_June2020)
+# - ANALYSISTYPE (e.g., AP)
 #
 
 IRFVERSION=$(cat ../IRFVERSION)
-ANALYSISTYPE="TS"
+ANALYSISTYPE="AP"
 SIMTYPE="CARE_June2020"
 
-for Z in LZE MZE SZE
+echo "COPY dispBDT for ${IRVERSION}, analysis type ${ANALYSISTYPE}, and simulation type ${SIMTYPE}"
+
+for Z in XZE LZE MZE SZE
 do
-    if [[ $Z == "LZE" ]]; then
+    if [[ $Z == "XZE" ]]; then
         ZE="60deg"
+    elif [[ $Z == "LZE" ]]; then
+        ZE="55deg"
     elif [[ $Z == "MZE" ]]; then
-        ZE="50deg"
+        ZE="45deg"
     elif [[ $Z == "SZE" ]]; then
         ZE="20deg"
     fi
@@ -26,16 +33,33 @@ do
         fi
         for E in $EPOCHS
         do
-            ODIR="${E}_${A}/${Z}"
+            echo "EPOCH ${E}"
+            ODIR="${E}_${A}_${ANALYSISTYPE}/${Z}"
             mkdir -p ${ODIR}
             IDIR="${VERITAS_IRFPRODUCTION_DIR}/${IRFVERSION}/${ANALYSISTYPE}/${SIMTYPE}"
             IDIR="${IDIR}/${E}_${A}_gamma/TMVA_AngularReconstruction/"
             IDIR="${IDIR}/ze${ZE}/"
-            if [[ -d ${IDIR} ]]; then
-                cp -v ${IDIR}/BDTDisp/*.xml ${ODIR}
-                cp -v ${IDIR}/BDTDispError/*.xml ${ODIR}
-            fi
+            # check log file for successful training
+            for B in BDTDisp BDTDispError BDTDispSign
+            do
+                if [[ -d ${IDIR}/${B} ]]; then
+                    CHECKF=$(tail -n 1 ${IDIR}/${B}/mvaAngRes_${ZE}-${B}.log | grep -v Delete | wc -l)
+                    if [[ $CHECKF != "0" ]]; then
+                        echo "ERROR training file not complete in ${IDIR}/${B}/"
+                    else
+                        # expect 4=NTel xml files
+                        NFILE=$(ls -1 ${IDIR}/${B}/*.xml | wc -l)
+                        if [[ $NFILE == "4" ]]; then
+                            cp -v -u ${IDIR}/${B}/*.xml ${ODIR}
+                            cp -v -u ${IDIR}/${B}/*.log ${ODIR}
+                        else
+                            echo "ERROR found only $NFILE xml files (expected 4) in ${IDIR}/${B}/"
+                        fi
+                    fi
+                else
+                    echo "ERROR directory not found: ${IDIR}/${B}"
+                fi
+            done
         done
    done
 done
-

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-Extended025-Moderate-TMVA-BDT.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-Extended050-Moderate-TMVA-BDT.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-PointSource-Hard-TMVA-BDT-weak.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-PointSource-Hard-TMVA-BDT.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-PointSource-Moderate-TMVA-BDT.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-PointSource-Moderate-TMVA-Preselection.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored

GammaHadronCutFiles/ANASUM.GammaHadron-Cut-NTel2-PointSource-Moderate.dat

@@ -10,7 +10,7 @@ i) stereo quality cuts
 successfull core and direction reconstruction (>=0.)
 * arraychi2 0. 1.e30
 distance of core position to telescopes [m]
-* arraycore -1. 350.
+* arraycore -1. 400.
 
 size of the camera [deg], all events with direction
 outside of that intervall are ignored
@@ -24,6 +24,11 @@ second largest image size
 cut on mean emission height
 * emissionheight 6. 1.e12
 
+cut on direction reconstruction quality
+(applies to Disp method only)
+Third parameter: require sucessful reconstruction for both methods
+* arraydispdiff -1. 0.5 1
+
 Telescope multiplicity
 arrayltrig <bit coded telescope combination> <0=off, 1=on> <epoch> <telescope combinations for which this selection is valid>
 * arrayltrig 0 0