Skip to content

Commit d5134fa

Browse files
committed
add tuo modules and template
1 parent 22af239 commit d5134fa

File tree

2 files changed

+70
-1
lines changed

2 files changed

+70
-1
lines changed

toolchain/modules

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,12 @@ f-all cpe/25.03 rocm/6.3.1
5252
f-all cray-fftw cray-hdf5 cray-python cmake
5353
f-gpu craype-accel-amd-gfx90a rocprofiler-compute/3.0.0
5454

55+
t OLCF Tuolumne
56+
t-all cpe/25.03 rocm/6.3.1
57+
t-all cray-fftw cray-hdf5 cray-python cmake
58+
t-gpu craype-accel-amd-gfx942
59+
t-gpu HSA_XNACK=1
60+
5561
d NCSA Delta
5662
d-all python/3.11.6
5763
d-cpu gcc/11.4.0 openmpi
@@ -101,4 +107,4 @@ h-all HPC_OMPI_BIN="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin"
101107
h-all OMPI_MCA_pml=ob1 OMPI_MCA_coll_hcoll_enable=0
102108
h-gpu PATH="/apps/mpi/cuda/12.8.1/nvhpc/25.3/openmpi/5.0.7/bin:${PATH}"
103109
h-all LD_LIBRARY_PATH=/apps/compilers/cuda/12.8.1/lib64:$LD_LIBRARY_PATH
104-
h-gpu MFC_CUDA_CC=100 NVHPC_CUDA_HOME="/apps/compilers/cuda/12.8.1"
110+
h-gpu MFC_CUDA_CC=100 NVHPC_CUDA_HOME="/apps/compilers/cuda/12.8.1"

toolchain/templates/tuo.mako

Lines changed: 63 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,63 @@
1+
#!/usr/bin/env bash
2+
3+
<%namespace name="helpers" file="helpers.mako"/>
4+
5+
% if engine == 'batch':
6+
# flux: -N ${nodes}
7+
# flux: -n ${tasks_per_node*nodes}
8+
# flux: --job-name="${name}"
9+
# flux: --output="${name}.out"
10+
# flux: --error="${name}.err"
11+
# flux: --time=${walltime}
12+
# flux: --exclusive
13+
# flux:--setattr=thp=always
14+
# flux: --coral2-hugepages=512GB
15+
% if account:
16+
# flux: --bank=${account}
17+
% endif
18+
% if partition:
19+
# flux: --queue=${partition}
20+
% endif
21+
% if unified:
22+
# flux:--setattr=thp=always
23+
# flux: --coral2-hugepages=512GB
24+
% endif
25+
% endif
26+
27+
${helpers.template_prologue()}
28+
29+
ok ":) Loading modules:\n"
30+
cd "${MFC_ROOT_DIR}"
31+
% if engine == 'batch':
32+
. ./mfc.sh load -c t -m ${'g' if gpu else 'c'}
33+
% endif
34+
cd - > /dev/null
35+
echo
36+
37+
% if gpu:
38+
export MPICH_GPU_SUPPORT_ENABLED=1
39+
% else:
40+
export MPICH_GPU_SUPPORT_ENABLED=0
41+
% endif
42+
43+
% for target in targets:
44+
${helpers.run_prologue(target)}
45+
46+
% if not mpi:
47+
(set -x; ${profiler} "${target.get_install_binpath(case)}")
48+
% else:
49+
(set -x; flux run \
50+
--nodes=${nodes} --ntasks=${tasks_per_node * nodes} \
51+
--exclusive \
52+
% if gpu:
53+
--gpus-per-task 1 \
54+
% endif
55+
${profiler} "${target.get_install_binpath(case)}")
56+
% endif
57+
58+
${helpers.run_epilogue(target)}
59+
60+
echo
61+
% endfor
62+
63+
${helpers.template_epilogue()}

0 commit comments

Comments
 (0)