Add an heterogeneous only ph-2 upgrade path and menu

Contains all modules that either can be offloaded to GPU or the necessary inputs.
No conversions back to host.

- support a version that runs also the CAExtension
- support a version that runs also LST
- vertexing not yet default

Author: mmusich

Configuration/HLT/python/autoHLT.py

@@ -17,6 +17,7 @@
   'relvalRun4'          : '75e33',
   'relvalRun4_timing'   : '75e33_timing',
   'relvalRun4_trk'      : '75e33_trackingOnly',
-  'relvalRun4_scouting' : 'NGTScouting',    
+  'relvalRun4_scouting' : 'NGTScouting',
+  'relvalRun4_offload'  : 'HeterogeneousOnly',
   'test'                : 'GRun',
 }

HLTrigger/Configuration/python/HLT_75e33/modules/hltPhase2PixelVerticesSoA_cfi.py

@@ -0,0 +1,12 @@
+import FWCore.ParameterSet.Config as cms
+
+from RecoVertex.PixelVertexFinding.PixelVertexProducerAlpakaPhase2_alpaka import PixelVertexProducerAlpakaPhase2_alpaka as _PixelVertexProducerAlpakaPhase2_alpaka
+
+hltPhase2PixelVerticesSoA = _PixelVertexProducerAlpakaPhase2_alpaka(
+    PtMin = 1.0,
+    pixelTrackSrc = "hltPhase2PixelTracksSoA",
+    maxVertices = 512,
+    useDBSCAN = cms.bool(False),
+    useDensity = cms.bool(True),
+    useIterative = cms.bool(False)
+)

HLTrigger/Configuration/python/HLT_75e33/paths/DST_HeterogeneousReco_cfi.py

@@ -0,0 +1,90 @@
+import FWCore.ParameterSet.Config as cms
+
+from ..sequences.HLTBeginSequence_cfi import *
+
+from ..modules.hltHGCalRecHit_cfi import hltHGCalRecHit
+from ..modules.hltHGCalUncalibRecHit_cfi import hltHGCalUncalibRecHit
+from ..modules.hltHgcalDigis_cfi import hltHgcalDigis
+from ..modules.hltHgcalSoALayerClustersProducer_cfi import hltHgcalSoALayerClustersProducer
+from ..modules.hltHgcalSoARecHitsLayerClustersProducer_cfi import hltHgcalSoARecHitsLayerClustersProducer
+from ..modules.hltHgcalSoARecHitsProducer_cfi import hltHgcalSoARecHitsProducer
+from ..modules.hltL1GTAcceptFilter_cfi import *
+from ..modules.hltPhase2OtRecHitsSoA_cfi import hltPhase2OtRecHitsSoA
+from ..modules.hltPhase2PixelRecHitsExtendedSoA_cfi import hltPhase2PixelRecHitsExtendedSoA
+from ..modules.hltPhase2PixelVerticesSoA_cfi import hltPhase2PixelVerticesSoA
+from ..modules.hltPhase2SiPixelClustersSoA_cfi import hltPhase2SiPixelClustersSoA
+from ..modules.hltPhase2SiPixelRecHitsSoA_cfi import hltPhase2SiPixelRecHitsSoA
+from ..modules.hltPhase2PixelTracksSoA_cfi import hltPhase2PixelTracksSoA
+from ..modules.hltSiPhase2Clusters_cfi import hltSiPhase2Clusters
+from ..modules.hltSiPhase2RecHits_cfi import hltSiPhase2RecHits
+
+# this has to come from the auto-generated cfi (no actual physical cfi in the menu yet)
+from RecoTracker.PixelSeeding.caHitNtupletAlpakaPhase2OT_cfi import caHitNtupletAlpakaPhase2OT as _hltPhase2PixelTracksSoA
+
+from ..sequences.HLTEndSequence_cfi import *
+
+HLTHeterogeneousTrackSequence = cms.Sequence(hltPhase2SiPixelClustersSoA
+                                             + hltPhase2SiPixelRecHitsSoA
+                                             + hltPhase2PixelTracksSoA
+                                             #+ hltPhase2PixelVerticesSoA # not yet ready
+                                             )
+
+# in situ change to get the right rechits and tracks
+hltExtendedPhase2PixelTracksSoA = _hltPhase2PixelTracksSoA.clone(pixelRecHitSrc = 'hltPhase2PixelRecHitsExtendedSoA')
+hltExtendedPhase2PixelVerticesSoA = hltPhase2PixelVerticesSoA.clone(pixelTrackSrc = 'hltExtendedPhase2PixelTracksSoA')
+
+_HLTHeterogeneousExtendedTrackSequence = cms.Sequence(hltPhase2SiPixelClustersSoA
+                                                      + hltPhase2SiPixelRecHitsSoA
+                                                      + hltSiPhase2Clusters
+                                                      + hltSiPhase2RecHits
+                                                      + hltPhase2OtRecHitsSoA
+                                                      + hltPhase2PixelRecHitsExtendedSoA
+                                                      + hltExtendedPhase2PixelTracksSoA
+                                                      #+ hltExtendedPhase2PixelVerticesSoA # not yet ready
+                                                      )
+
+from Configuration.ProcessModifiers.phase2CAExtension_cff import phase2CAExtension
+phase2CAExtension.toReplaceWith(HLTHeterogeneousTrackSequence, _HLTHeterogeneousExtendedTrackSequence)
+
+HLTHeterogeneousHGCalRecoSequence = cms.Sequence(hltHgcalDigis +
+                                                 hltHGCalUncalibRecHit +
+                                                 hltHGCalRecHit +
+                                                 hltHgcalSoARecHitsProducer +
+                                                 hltHgcalSoARecHitsLayerClustersProducer +
+                                                 hltHgcalSoALayerClustersProducer)
+
+DST_HeterogeneousReco = cms.Path(
+    HLTBeginSequence
+    + hltL1GTAcceptFilter
+    + HLTHeterogeneousTrackSequence
+    + HLTHeterogeneousHGCalRecoSequence
+    + HLTEndSequence
+)
+
+# LST Specifics
+from ..modules.hltSiPixelClusters_cfi import *
+from ..modules.hltSiPixelRecHits_cfi import *
+from ..modules.hltPhase2PixelTracks_cfi import *
+from ..modules.hltInitialStepSeeds_cfi import *
+from ..modules.hltInitialStepSeedTracksLST_cfi import *
+from ..modules.hltInputLST_cfi import *
+from ..modules.hltLST_cfi import *
+from ..modules.hltInitialStepTrajectorySeedsLST_cfi import *
+
+_LSTSequence = cms.Sequence(
+    hltSiPixelClusters +
+    hltSiPixelRecHits +
+    hltSiPhase2Clusters+
+    hltSiPhase2RecHits+
+    hltPhase2PixelTracks+
+    hltInitialStepSeeds+
+    hltInitialStepSeedTracksLST+
+    hltInputLST+
+    hltLST
+)
+
+from Configuration.ProcessModifiers.trackingLST_cff import trackingLST
+trackingLST.toModify(
+    DST_HeterogeneousReco,
+    lambda path: path.insert(path.index(HLTEndSequence), _LSTSequence)
+)

HLTrigger/Configuration/python/HLT_HeterogeneousOnly_cff.py

@@ -0,0 +1,16 @@
+import FWCore.ParameterSet.Config as cms
+
+from .HLT_75e33_cff import fragment
+
+for p in dir(fragment):
+    att = getattr(fragment, p)
+    if isinstance(att, cms.Path) and p not in [ "HLTriggerFinalPath", "HLTAnalyzerEndpath"]:
+        delattr(fragment, p)
+    del att
+
+fragment.load("HLTrigger/Configuration/HLT_75e33/paths/DST_HeterogeneousReco_cfi")    
+fragment.schedule = cms.Schedule(*[
+    fragment.DST_HeterogeneousReco,
+    fragment.HLTriggerFinalPath,
+    fragment.HLTAnalyzerEndpath,
+])