Skip to content

Commit 08fe677

Browse files
committed
Change job/threads split for Phase-2 HLT timing tests
Move from 32 jobs with 8 jobs/streams to 16 jobs with 16 threads/streams to reduce alpaka memory consumption
1 parent 05248a5 commit 08fe677

File tree

1 file changed

+40
-40
lines changed

1 file changed

+40
-40
lines changed

HLTrigger/Configuration/python/HLT_75e33/test/runHLTTiming.sh

Lines changed: 40 additions & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -8,67 +8,67 @@ set -o pipefail
88

99
FOLDER_FILES="/data/user/${USER}/"
1010
DATASET="/RelValTTbar_14TeV/CMSSW_15_1_0_pre3-PU_150X_mcRun4_realistic_v1_STD_Run4D110_PU-v1/GEN-SIM-DIGI-RAW"
11-
FILES=( $(dasgoclient -query="file dataset=${DATASET}" --limit=-1 | sort | head -4) )
11+
FILES=($(dasgoclient -query="file dataset=${DATASET}" --limit=-1 | sort | head -4))
1212

1313
for f in ${FILES[@]}; do
14-
# Create full MYPATH if it does not exist
15-
MYPATH=$(dirname ${f})
16-
if [ ! -d "${FOLDER_FILES}${MYPATH}" ]; then
17-
echo "mkdir -p ${FOLDER_FILES}${MYPATH}"
18-
mkdir -p ${FOLDER_FILES}${MYPATH}
19-
fi
20-
if [ -e "/eos/cms/${f}" ]; then
21-
if [ ! -e "${FOLDER_FILES}${f}" ]; then
22-
echo "cp /eos/cms/$f ${FOLDER_FILES}${MYPATH}"
23-
cp /eos/cms/$f ${FOLDER_FILES}${MYPATH}
14+
# Create full MYPATH if it does not exist
15+
MYPATH=$(dirname ${f})
16+
if [ ! -d "${FOLDER_FILES}${MYPATH}" ]; then
17+
echo "mkdir -p ${FOLDER_FILES}${MYPATH}"
18+
mkdir -p ${FOLDER_FILES}${MYPATH}
19+
fi
20+
if [ -e "/eos/cms/${f}" ]; then
21+
if [ ! -e "${FOLDER_FILES}${f}" ]; then
22+
echo "cp /eos/cms/$f ${FOLDER_FILES}${MYPATH}"
23+
cp /eos/cms/$f ${FOLDER_FILES}${MYPATH}
24+
fi
2425
fi
25-
fi
2626
done
2727

2828
LOCALPATH=${FOLDER_FILES}$(dirname ${FILES[0]})
2929
echo "Local repository: |${LOCALPATH}|"
3030
LOCALFILES=$(ls -1 ${LOCALPATH})
3131
ALL_FILES=""
3232
for f in ${LOCALFILES[@]}; do
33-
ALL_FILES+="file:${LOCALPATH}/${f},"
33+
ALL_FILES+="file:${LOCALPATH}/${f},"
3434
done
3535
# Remove the last character
3636
ALL_FILES="${ALL_FILES%?}"
3737
echo "Discovered files: $ALL_FILES"
3838

3939
cmsDriver.py Phase2 -s L1P2GT,HLT:75e33_timing --processName=HLTX \
40-
--conditions auto:phase2_realistic_T33 --geometry ExtendedRun4D110 \
41-
--era Phase2C17I13M9 \
42-
--customise SLHCUpgradeSimulations/Configuration/aging.customise_aging_1000 \
43-
--eventcontent FEVTDEBUGHLT \
44-
--filein=${ALL_FILES} \
45-
--mc --nThreads 4 --inputCommands='keep *, drop *_hlt*_*_HLT, drop triggerTriggerFilterObjectWithRefs_l1t*_*_HLT' \
46-
-n 1000 --no_exec --output={}
40+
--conditions auto:phase2_realistic_T33 --geometry ExtendedRun4D110 \
41+
--era Phase2C17I13M9 \
42+
--customise SLHCUpgradeSimulations/Configuration/aging.customise_aging_1000 \
43+
--eventcontent FEVTDEBUGHLT \
44+
--filein=${ALL_FILES} \
45+
--mc --nThreads 4 --inputCommands='keep *, drop *_hlt*_*_HLT, drop triggerTriggerFilterObjectWithRefs_l1t*_*_HLT' \
46+
-n 1000 --no_exec --output={}
4747

4848
if [ -e 'Phase2_L1P2GT_HLT.py' ]; then
49-
if [ ! -d 'patatrack-scripts' ]; then
50-
git clone https://github.com/cms-patatrack/patatrack-scripts --depth 1
51-
fi
52-
patatrack-scripts/benchmark -j 32 -t 8 -s 8 -e 1000 --no-run-io-benchmark --event-skip 100 --event-resolution 10 -k Phase2Timing_resources.json -- Phase2_L1P2GT_HLT.py
53-
mergeResourcesJson.py logs/step*/pid*/Phase2Timing_resources.json >Phase2Timing_resources.json
54-
if [ -e "$(dirname $0)/augmentResources.py" ]; then
55-
python3 $(dirname $0)/augmentResources.py
56-
fi
49+
if [ ! -d 'patatrack-scripts' ]; then
50+
git clone https://github.com/cms-patatrack/patatrack-scripts --depth 1
51+
fi
52+
patatrack-scripts/benchmark -j 16 -t 16 -s 16 -e 1000 --no-run-io-benchmark --event-skip 100 --event-resolution 10 -k Phase2Timing_resources.json -- Phase2_L1P2GT_HLT.py
53+
mergeResourcesJson.py logs/step*/pid*/Phase2Timing_resources.json >Phase2Timing_resources.json
54+
if [ -e "$(dirname $0)/augmentResources.py" ]; then
55+
python3 $(dirname $0)/augmentResources.py
56+
fi
5757
fi
5858

5959
cmsDriver.py NGTScouting -s L1P2GT,HLT:NGTScouting --processName=NLTX \
60-
--conditions auto:phase2_realistic_T33 --geometry ExtendedRun4D110 \
61-
--era Phase2C17I13M9 \
62-
--customise SLHCUpgradeSimulations/Configuration/aging.customise_aging_1000 \
63-
--eventcontent FEVTDEBUGHLT \
64-
--filein=${ALL_FILES} \
65-
--mc --nThreads 4 --inputCommands='keep *, drop *_hlt*_*_HLT, drop triggerTriggerFilterObjectWithRefs_l1t*_*_HLT' \
66-
-n 1000 --no_exec --output={}
60+
--conditions auto:phase2_realistic_T33 --geometry ExtendedRun4D110 \
61+
--era Phase2C17I13M9 \
62+
--customise SLHCUpgradeSimulations/Configuration/aging.customise_aging_1000 \
63+
--eventcontent FEVTDEBUGHLT \
64+
--filein=${ALL_FILES} \
65+
--mc --nThreads 4 --inputCommands='keep *, drop *_hlt*_*_HLT, drop triggerTriggerFilterObjectWithRefs_l1t*_*_HLT' \
66+
-n 1000 --no_exec --output={}
6767

6868
if [ -e 'NGTScouting_L1P2GT_HLT.py' ]; then
69-
if [ ! -d 'patatrack-scripts' ]; then
70-
git clone https://github.com/cms-patatrack/patatrack-scripts --depth 1
71-
fi
72-
patatrack-scripts/benchmark -j 32 -t 8 -s 8 -e 1000 --no-run-io-benchmark --event-skip 100 --event-resolution 10 -k Phase2Timing_resources.json -- NGTScouting_L1P2GT_HLT.py
73-
mergeResourcesJson.py logs/step*/pid*/Phase2Timing_resources.json >Phase2Timing_resources_NGT.json
69+
if [ ! -d 'patatrack-scripts' ]; then
70+
git clone https://github.com/cms-patatrack/patatrack-scripts --depth 1
71+
fi
72+
patatrack-scripts/benchmark -j 16 -t 16 -s 16 -e 1000 --no-run-io-benchmark --event-skip 100 --event-resolution 10 -k Phase2Timing_resources.json -- NGTScouting_L1P2GT_HLT.py
73+
mergeResourcesJson.py logs/step*/pid*/Phase2Timing_resources.json >Phase2Timing_resources_NGT.json
7474
fi

0 commit comments

Comments
 (0)