Adjust ml database to Luigi's CrystalBall one.

Author: saganatt

machine_learning_hep/data/data_run3/database_ml_parameters_LcToPKPi_multiclass_ml.yml

@@ -19,10 +19,10 @@ LcpKpi:
   sel_gen_unp: "fPt>0"
   sel_cen_unp: null
   sel_good_evt_unp: null
-  sel_reco_skim: [null,null,null,null,null,null,null,null,null,null]
-  sel_gen_skim: [null,null,null,null,null,null,null,null,null,null]
-  sel_skim_binmin: [1,2,3,4,5,6,7,8,10,12] #list of nbins
-  sel_skim_binmax: [2,3,4,5,6,7,8,10,12,24] #list of nbins
+  sel_reco_skim: [null, null, null, null, null, null, null, null, null, null]
+  sel_gen_skim: [null, null, null, null, null, null, null, null, null, null]
+  sel_skim_binmin: [1, 2, 3, 4, 5, 6, 7, 8, 10, 12] #list of nbins
+  sel_skim_binmax: [2, 3, 4, 5, 6, 7, 8, 10, 12, 24] #list of nbins
   apply_yptacccut: false
   var_binning: fPt
   do_ptshape: false
@@ -41,33 +41,37 @@ LcpKpi:
     var_ismcfd: ismcfd
     var_ismcbkg: ismcbkg
     var_ismcrefl: ismcref
-    isstd : [[1],[]]
-    ismcsignal: [[1],[]]
-    ismcprompt: [[0],[]]
-    ismcfd: [[1],[]]
-    ismcbkg: [[],[1]]
-    ismcrefl: [[1],[1]]
+    isstd: [[1], []]
+    ismcsignal: [[1], []]
+    ismcprompt: [[0], []]
+    ismcfd: [[1], []]
+    ismcbkg: [[], [1]]
+    ismcrefl: [[1], [1]]
 
   dfs:
     read:
       evtorig:
         level: all
         index: fIndexHFLCCOLLBASES
         trees:
-          O2hflccollbase: [fPosX, fPosY, fPosZ, fNumContrib, fMultZeqNTracksPV, fCentFT0A, fCentFT0C, fCentFT0M, fCentFV0A]
+          O2hflccollbase: [fNumContrib, fMultZeqNTracksPV, fCentFT0M]
         extra:
           fIsEventReject: 0
 
+      evtoriggen:
+        level: gen
+        index: fIndexHFLCMCCOLLBASES
+        trees:
+          O2hflcmccollbase: [fPosX, fPosY, fPosZ, fCentFT0M]
+          O2hflcmcrcollid: [fIndexArrayHFLCCOLLBASES]
+        rename: {old: fCentFT0M, new: fCentFT0Mmc}
+
       reco:
         level: all
-        index: fIndexHfLCBases
+        index: fIndexHfLcBases
         trees:
           O2hflcbase: [fIndexHFLCCOLLBASES, fPt, fY, fEta, fPhi, fM]
-          O2hflcpar: [fNProngsContributorsPV, fCpa, fCpaXY, fChi2PCA, fDecayLength, fDecayLengthXY,
-                      fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2,
-                      fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2,
-                      fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2,
-                      fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
+          O2hflcpar: [fNProngsContributorsPV, fCpa, fCpaXY, fChi2PCA, fDecayLength, fDecayLengthXY, fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2, fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2, fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2, fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
           O2hflcmc:
             level: mc
             vars: [fFlagMcMatchRec, fOriginMcRec, fIsCandidateSwapped]
@@ -76,32 +80,31 @@ LcpKpi:
             vars: [fCandidateSelFlag]
         filter: "fPt > 0."
         #extra:
-          #fY: log((sqrt(2.28646**2 + (fPt * cosh(fEta))**2) + fPt * sinh(fEta)) / sqrt(2.28646**2 + fPt**2)) #TODO : change mass or make sure Lc mass is updated
+        #fY: log((sqrt(2.28646**2 + (fPt * cosh(fEta))**2) + fPt * sinh(fEta)) / sqrt(2.28646**2 + fPt**2)) #TODO : change mass or make sure Lc mass is updated
         tags:
-          isstd: {var: fFlagMcMatchRec, req: [[1],[]], level: mc}
-          ismcsignal: {var: fFlagMcMatchRec, req: [[1],[]], abs: true, level: mc}
-          ismcbkg: {var: fFlagMcMatchRec, req: [[],[1]], abs: true, level: mc}
-          ismcprompt: {var: fOriginMcRec, req: [[0],[]], level: mc}
-          ismcfd: {var: fOriginMcRec, req: [[1],[]], level: mc}
+          isstd: {var: fFlagMcMatchRec, req: 17, level: mc}
+          ismcsignal: {var: fFlagMcMatchRec, req: 17, abs: true, level: mc}
+          ismcbkg: {var: ismcsignal, req: 0, level: mc}
+          ismcprompt: {var: fOriginMcRec, req: 1, level: mc}
+          ismcfd: {var: fOriginMcRec, req: 2, level: mc}
         swap: {cand: fCandidateSelFlag, var_swap: fIsCandidateSwapped, vars: [ismcsignal, ismcprompt, ismcfd], level: mc}
 
       gen:
         level: mc
         trees:
-          O2hflcpbase: [fPt, fY, fEta, fPhi, fFlagMcMatchGen, fOriginMcGen]
+          O2hflcpbase: [fIndexHFLCMCCOLLBASES, fPt, fY, fEta, fPhi, fFlagMcMatchGen, fOriginMcGen]
         tags:
-          isstd: {var: fFlagMcMatchGen, req: [[1],[]], level: mc}
-          ismcsignal: {var: fFlagMcMatchGen, req: [[1],[]], abs: true, level: mc}
-          ismcbkg: {var: fFlagMcMatchGen, req: [[],[1]], abs: true, level: mc}
-          ismcprompt: {var: fOriginMcGen, req: [[0],[]], level: mc}
-          ismcfd: {var: fOriginMcGen, req: [[1],[]], level: mc}
-        #extra:
+          isstd: {var: fFlagMcMatchGen, req: 17, level: mc}
+          ismcsignal: {var: fFlagMcMatchGen, req: 17, abs: true, level: mc}
+          ismcbkg: {var: ismcsignal, req: 0, level: mc}
+          ismcprompt: {var: fOriginMcGen, req: 1, level: mc}
+          ismcfd: {var: fOriginMcGen, req: 2, level: mc}
+          #extra:
           #fY: log((sqrt(2.28646**2 + (fPt * cosh(fEta))**2) + fPt * sinh(fEta)) / sqrt(2.28646**2 + fPt**2)) #TODO : change mass or make sure Lc mass is updated
 
     merge:
       - {base: reco, ref: evtorig, extra: {fMultZeqNTracksPV_sub: fMultZeqNTracksPV - fNProngsContributorsPV}}
-      #- {base: reco, ref: evtorigmc, use: fIndexCollisions}
-      #- {base: gen, ref: evtorigmc, use: fIndexMcCollisions}
+      - {base: gen, ref: evtoriggen}
 
     write:
       evtorig:
@@ -111,13 +114,10 @@ LcpKpi:
         level: all
         source: evtorig
         file: AnalysisResultsEvt.parquet
-      #evtorigmc:
-      #  level: mc
-      #  file: AnalysisResultsEvtOrig.parquet
-      #evtmc:
-      #  level: mc
-      #  source: evtorigmc
-      #  file: AnalysisResultsEvt.parquet
+      evtmc:
+        level: mc
+        source: evtoriggen
+        file: AnalysisResultsEvtGen.parquet
       reco:
         level: all
         file: AnalysisResultsReco.parquet
@@ -126,19 +126,14 @@ LcpKpi:
         file: AnalysisResultsGen.parquet
 
   variables:
-    var_all: [fIndexCollisions, fFlagMcMatchRec, fCandidateSelFlag, fOriginMcRec, fIsCandidateSwapped, fNProngsContributorsPV,
-              fY, fEta, fPt, fCpa, fCpaXY, fM, fChi2PCA, fDecayLength, fDecayLengthXY,
-              fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2,
-              fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2,
-              fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2,
-              fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
+    var_all: [fIndexCollisions, fFlagMcMatchRec, fCandidateSelFlag, fOriginMcRec, fIsCandidateSwapped, fNProngsContributorsPV, fY, fEta, fPt, fCpa, fCpaXY, fM, fChi2PCA, fDecayLength, fDecayLengthXY, fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2, fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2, fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2, fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
     var_jet: [fJetPt, fJetEta, fJetPhi]
     var_jetsub: [fZg, fRg, fNsd]
     var_jet_match: [df, fIndexHfCand2Prong]
     var_jetsub_match: [df, fIndexLcChargedJets]
     var_evt:
-      data: [fIndexCollisions, fPosX, fPosY, fPosZ, fNumContrib, fMultZeqNTracksPV, fCentFT0A, fCentFT0C, fCentFT0M, fCentFV0A]
-      mc:   [fIndexCollisions, fPosX, fPosY, fPosZ, fNumContrib, fMultZeqNTracksPV, fCentFT0A, fCentFT0C, fCentFT0M, fCentFV0A]
+      data: [fIndexCollisions, fPosX, fPosY, fPosZ, fNumContrib, fMultZeqNTracksPV, fCentFT0M]
+      mc: [fIndexCollisions, fPosX, fPosY, fPosZ, fMultZeqNTracksPV, fCentFT0M]
     var_gen: [fIndexMcCollisions, fPosX, fPosY, fPosZ, fPt, fY, fFlagMcMatchGen, fOriginMcGen]
     var_training: [[fImpactParameter0, fImpactParameter1, fImpactParameter2, fCpa, fChi2PCA, fDecayLength, fDecayLengthXY,
                     fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2],
@@ -160,11 +155,7 @@ LcpKpi:
                     fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2],
                    [fImpactParameter0, fImpactParameter1, fImpactParameter2, fCpa, fChi2PCA, fDecayLength, fDecayLengthXY,
                     fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]]
-    var_selected: [fM, fY, fEta, fPt, fCpa, fCpaXY, fChi2PCA, fDecayLength, fDecayLengthXY,
-                   fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2,
-                   fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2,
-                   fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2,
-                   fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
+    var_selected: [fM, fY, fEta, fPt, fCpa, fCpaXY, fChi2PCA, fDecayLength, fDecayLengthXY, fPtProng0, fPtProng1, fPtProng2, fImpactParameter0, fImpactParameter1, fImpactParameter2, fNSigTpcPi0, fNSigTpcPr0, fNSigTpcKa1, fNSigTpcPi2, fNSigTpcPr2, fNSigTofPi0, fNSigTofPr0, fNSigTofKa1, fNSigTofPi2, fNSigTofPr2, fNSigTpcTofPi0, fNSigTpcTofPr0, fNSigTpcTofKa1, fNSigTpcTofPi2, fNSigTpcTofPr2]
     var_boundaries: [fDecayLength, fPt]
     var_correlation:
       - [fDecayLength, fChi2PCA, fCpa]
@@ -264,21 +255,22 @@ LcpKpi:
     namefile_gen: AnalysisResultsGen.parquet
     namefile_reco_applieddata: AnalysisResultsRecoAppliedData.parquet
     namefile_reco_appliedmc: AnalysisResultsRecoAppliedMC.parquet
-    namefile_mcweights: NonPromptLcPtWeigths.root
+    namefile_mcweights: mcweights.root
     treeoutput: "Lctree"
     histofilename: "masshisto.root"
     efffilename: "effhisto.root"
     histoweights: "ptWeigths"
     respfilename: "resphisto.root"
     crossfilename: "cross_section_tot.root"
+    resultfilename: "finalcrossLcpKpiRun3analysis.root"
 
   multi:
     data:
-      nprocessesparallel: 10
-      maxfiles : [-1] #list of periods
-      chunksizeunp : [100] #list of periods
-      chunksizeskim: [10] #list of periods
-      fracmerge : [0.05,0.05,0.05,0.05,0.05,0.1,0.1,0.2,0.2,0.3] #list of periods
+      nprocessesparallel: 80
+      maxfiles: [-1] #list of periods
+      chunksizeunp: [100] #list of periods
+      chunksizeskim: [100] #list of periods
+      fracmerge: [0.05] #list of periods
       seedmerge: [12] #list of periods
       period: [LHC23_pass4_thin] #list of periods
       select_period: [1]
@@ -292,10 +284,10 @@ LcpKpi:
       mcreweights: [../Analyses]
     mc:
       nprocessesparallel: 80
-      maxfiles : [-1] #list of periods
-      chunksizeunp : [100] #list of periods
+      maxfiles: [-1] #list of periods
+      chunksizeunp: [100] #list of periods
       chunksizeskim: [100] #list of periods
-      fracmerge : [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0] #list of periods
+      fracmerge: [1.0] #list of periods
       seedmerge: [12] #list of periods
       period: [LHC24g5] #list of periods
       select_period: [1]
@@ -317,7 +309,7 @@ LcpKpi:
     #nclasses: [10752, 10752, 10752] #10-12
     #nclasses: [9983, 9983, 9983] #12-24
     equalise_sig_bkg: True
-    mult_bkg: [1,1,1,1,1,1,1,1,1,1]
+    mult_bkg: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
     sampletags: [0, 1, 1]
     sel_bkg: fM < 2.22 or fM > 2.35 # for plotting significance; should agree with bkg selection in sel_ml
     # best to have non-prompt (the smallest class) last, so the plots won't complain about the middle class missing
@@ -328,8 +320,8 @@ LcpKpi:
     rnd_splt: 12
     rnd_all: 12 # Set to None for pure randomness
     test_frac: 0.2
-    binmin: [1,2,3,4,5,6,7,8,10,12] # must be equal to sel_skim_binmin (sel_skim_binmin bins)
-    binmax: [2,3,4,5,6,7,8,10,12,24] # must be equal to sel_skim_binmax (sel_skim_binmin bins)
+    binmin: [1, 2, 3, 4, 5, 6, 7, 8, 10, 12] # must be equal to sel_skim_binmin (sel_skim_binmin bins)
+    binmax: [2, 3, 4, 5, 6, 7, 8, 10, 12, 24] # must be equal to sel_skim_binmax (sel_skim_binmin bins)
     mltype: MultiClassification
     ncorescrossval: 10
     prefix_dir_ml: /data2/MLhep/
@@ -395,10 +387,7 @@ LcpKpi:
       proc_type: Dhadrons
       useperiod: [1]
       plotbin: [1]
-      usesinglebineff: 0
-      sel_binmin2: [0,1,2,3,4,5,6,7,8,10,12,16] #list of nbins
-      sel_binmax2: [1,2,3,4,5,6,7,8,10,12,16,24] #list of nbins
-      var_binning2: null
+      usesinglebineff: null
       triggerbit: ''
       use_cuts: False
       cuts:
@@ -415,14 +404,15 @@ LcpKpi:
         - "fDecayLength > 0.02"
 
 
-      sel_an_binmin: [1,2,3,4,5,6,7,8,10,12,16]
-      sel_an_binmax: [2,3,4,5,6,7,8,10,12,16,24]
-      binning_matching: [0,1,2,3,4,5,6,7,8,9,9]
+      sel_an_binmin: [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 16]
+      sel_an_binmax: [2, 3, 4, 5, 6, 7, 8, 10, 12, 16, 24]
+      binning_matching: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 9]
       presel_gen_eff: "abs(fY) < 0.5"
       evtsel: null
       triggersel:
         data: null
         mc: null
+        weighttrig: false
 
       data:
         runselection: [null] #FIXME
@@ -435,13 +425,13 @@ LcpKpi:
         results: [LHC24pp_mc/Results/prod_LHC24g5/resultsmc] #list of periods
         resultsallp: LHC24pp_mc/Results/resultsmctot
 
-      nevents: 290860860000
-      dobkgfromsideband: false
       fitcase: Lc
       latexnamehadron: "#Lambda_{c}^{pK#pi}"
+      nevents: 290860860000
+      dobkgfromsideband: false
       mass_fit_lim: [2.10, 2.47] # region for the fit of the invariant mass distribution [GeV/c^2]
       bin_width: 0.001 # bin width of the invariant mass histogram
-      n_rebin: [2,2,2,2,2,3,3,4,5,6,6]  # number of mass bins to merge
+      n_rebin: [2, 2, 2, 2, 2, 3, 3, 4, 5, 6, 6] # number of mass bins to merge
       fixed_sigma: [False, False, False, False, False, False, False, False, False, False, False]
       fixed_sigma_val: [0.0082, 0.0092, 0.0104, 0.0116, 0.0134, 0.0145, 0.0162, 0.0182, 0.0204, 0.0230, 0.0263]
 
@@ -637,7 +627,7 @@ LcpKpi:
 
   systematics:
     probvariation:
-      useperiod: [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1] #period from where to define prob cuts
+      useperiod: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] #period from where to define prob cuts
       ncutvar: 10 #number of looser and tighter variations
       maxperccutvar: 0.25 #max diff in efficiency for loosest/tightest var
       cutvarminrange: [[0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.7, 0.9], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3], [0.1, 0.3]] #Min starting point for scan