extend premix workflows to fastsim (run 3)

Author: kpedro88

Configuration/PyReleaseValidation/python/relval_upgrade.py

@@ -71,8 +71,8 @@ def notForGenOnly(key,specialType):
                                 stepList[specialType].append(stepMaker(key,frag[:-4],step.replace('RecoGlobal','HLT75e33'),specialWF.suffix))
                         # similar hacks for premixing
                         if 'PMX' in specialType:
-                            if 'GenSim' in step:
-                                s = step.replace('GenSim','Premix')+'PU' # later processing requires to have PU here
+                            if 'GenSim' in step or 'Gen' in step:
+                                s = step.replace('GenSim','Premix').replace('Gen','Premix')+'PU' # later processing requires to have PU here
                                 if step in specialWF.PU:
                                     stepMade = stepMaker(key,'PREMIX',s,specialWF.suffix)
                                     # append for combined

Configuration/PyReleaseValidation/python/upgradeWorkflowComponents.py

@@ -2524,17 +2524,38 @@ def setupPU_(self, step, stepName, stepDict, k, properties):
         if "GenSim" in stepName:
             stepNamePmx = stepName.replace('GenSim','Premix')
             if not stepNamePmx in stepDict: stepDict[stepNamePmx] = {}
-            stepDict[stepNamePmx][k] = merge([
-                {
-                    '-s': 'GEN,SIM,DIGI:pdigi_valid',
-                    '--datatier': 'PREMIX',
-                    '--eventcontent': 'PREMIX',
-                    '--procModifiers': 'premix_stage1'
-                },
-                stepDict[stepName][k]
-            ])
-            if "ProdLike" in self.suffix:
-                stepDict[stepNamePmx][k] = merge([{'-s': 'GEN,SIM,DIGI'},stepDict[stepNamePmx][k]])
+            # avoid overwriting fastsim alternative
+            if not k in stepDict[stepNamePmx]:
+                stepDict[stepNamePmx][k] = merge([
+                    {
+                        '-s': 'GEN,SIM,DIGI:pdigi_valid',
+                        '--datatier': 'PREMIX',
+                        '--eventcontent': 'PREMIX',
+                        '--procModifiers': 'premix_stage1'
+                    },
+                    stepDict[stepName][k]
+                ])
+                if "ProdLike" in self.suffix:
+                    stepDict[stepNamePmx][k] = merge([{'-s': 'GEN,SIM,DIGI'},stepDict[stepNamePmx][k]])
+        # setup for stage 1 fastsim
+        elif "Gen" in stepName:
+            stepNamePmx = stepName.replace('Gen','Premix')
+            if not stepNamePmx in stepDict: stepDict[stepNamePmx] = {}
+            # avoid overwriting fullsim alternative
+            if not k in stepDict[stepNamePmx]:
+                stepDict[stepNamePmx][k] = merge([
+                    {
+                        '-s': 'GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid',
+                        '--fast':'',
+                        '--datatier': 'PREMIX',
+                        '--eventcontent': 'PREMIX',
+                        '--procModifiers': 'premix_stage1'
+                    },
+                    stepDict[stepName][k]
+                ])
+                if "ProdLike" in self.suffix:
+                    # todo
+                    pass
         # setup for stage 2
         elif "Digi" in step or "Reco" in step:
             # go back to non-PU step version
@@ -2560,11 +2581,33 @@ def setupPU_(self, step, stepName, stepDict, k, properties):
                 else:
                     d["--procModifiers"] = "premix_stage2"
             stepDict[stepName][k] = d
-        # Increase the input file step number by one for Nano in combined stage1+stage2
+        # setup for stage 2 fastsim
+        elif "FastSimRun3" in step:
+            # go back to non-PU step version
+            d = merge([stepDict[self.getStepName(step)][k]])
+            if d is None: return
+            tmpsteps = []
+            for s in d["-s"].split(","):
+                if s == "DIGI" or "DIGI:" in s:
+                    tmpsteps.extend([s, "DATAMIX"])
+                else:
+                    tmpsteps.append(s)
+            d = merge([{"-s"             : ",".join(tmpsteps),
+                        "--datamix"      : "PreMix"},
+                       d])
+            if "--procModifiers" in d:
+                d["--procModifiers"] += ",premix_stage2"
+            else:
+                d["--procModifiers"] = "premix_stage2"
+            # for combined stage1+stage2
+            if "_PMXS1S2" in self.suffix:
+                d = merge([digiPremixLocalPileup, d])
+            stepDict[stepName][k] = d
+        # separate nano step now only used in ProdLike workflows for Run3/Phase2
         elif "Nano"==step:
             # go back to non-PU step version
             d = merge([stepDict[self.getStepName(step)][k]])
-            if "--filein" in d:
+            if "_PMXS1S2" in self.suffix and "--filein" in d:
                 filein = d["--filein"]
                 m = re.search("step(?P<ind>\\d+)_", filein)
                 if m:
@@ -2590,6 +2633,7 @@ def workflow_(self, workflows, num, fragment, stepList, key):
     steps = [
     ],
     PU = [
+        'Gen',
         'GenSim',
         'GenSimHLBeamSpot',
         'GenSimHLBeamSpot14',
@@ -2610,6 +2654,7 @@ def workflow_(self, workflows, num, fragment, stepList, key):
         'RecoNano',
         'RecoNanoFakeHLT',
         'Nano',
+        'FastSimRun3',
     ],
     suffix = '_PMXS2',
     offset = 0.98,
@@ -2618,6 +2663,7 @@ def workflow_(self, workflows, num, fragment, stepList, key):
 upgradeWFs['PMXS1S2'] = UpgradeWorkflowPremix(
     steps = [],
     PU = [
+        'Gen',
         'GenSim',
         'GenSimHLBeamSpot',
         'GenSimHLBeamSpot14',
@@ -2630,6 +2676,7 @@ def workflow_(self, workflows, num, fragment, stepList, key):
         'RecoNano',
         'RecoNanoFakeHLT',
         'Nano',
+        'FastSimRun3',
     ],
     suffix = '_PMXS1S2',
     offset = 0.99,