From e72f2cdd2047836037d3badabf0efb6d911222c8 Mon Sep 17 00:00:00 2001 From: Mauro Rodriguez Date: Tue, 9 Dec 2025 11:51:34 -0500 Subject: [PATCH 1/3] added updated modules for Oscar supercomputer --- toolchain/modules | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/toolchain/modules b/toolchain/modules index 65686085b..69757c3c0 100644 --- a/toolchain/modules +++ b/toolchain/modules @@ -54,7 +54,7 @@ d-gpu MFC_CUDA_CC=80,86 o Brown Oscar o-all python -o-cpu hpcx-mpi +o-cpu hpcx-mpi python/3.13.10s o-gpu nvhpc cuda/12.3.0 cmake/3.26.3 o-gpu CC=nvc CXX=nvc++ FC=nvfortran From 8df72f846245a20ff3268d88e52362cec1ea9479 Mon Sep 17 00:00:00 2001 From: Mauro Rodriguez Date: Tue, 9 Dec 2025 16:04:56 -0500 Subject: [PATCH 2/3] fix to oscar mako file --- toolchain/templates/oscar.mako | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/toolchain/templates/oscar.mako b/toolchain/templates/oscar.mako index af54ca718..fca54836d 100644 --- a/toolchain/templates/oscar.mako +++ b/toolchain/templates/oscar.mako @@ -15,9 +15,8 @@ #SBATCH --account="${account}" % endif % if gpu_enabled: -#SBATCH --gpus-per-node=${tasks_per_node} -#SBATCH --mem=64G -#SBATCH --gpu-bind=closest +#SBATCH --gpu-bind=verbose,closest +#SBATCH --gres=gpu:v100-16:${tasks_per_node} % endif #SBATCH --output="${name}.out" #SBATCH --error="${name}.err" @@ -31,7 +30,7 @@ ${helpers.template_prologue()} ok ":) Loading modules:\n" -cd "${MFC_ROOTDIR}" +cd "${MFC_ROOT_DIR}" . ./mfc.sh load -c o -m ${'g' if gpu_enabled else 'c'} cd - > /dev/null echo @@ -42,9 +41,8 @@ echo % if not mpi: (set -x; ${profiler} "${target.get_install_binpath(case)}") % else: - (set -x; ${profiler} \ - mpirun -np ${nodes*tasks_per_node} \ - ${' '.join([f"'{x}'" for x in ARG('--') ])} \ + (set -x; ${profiler} \ + mpirun -np ${nodes*tasks_per_node} \ "${target.get_install_binpath(case)}") % endif From 0056072ad54011343dd1f4048fd2f53cf8c728c9 Mon Sep 17 00:00:00 2001 From: Mauro Rodriguez Date: Tue, 9 Dec 2025 16:30:45 -0500 Subject: [PATCH 3/3] merger --- toolchain/templates/oscar.mako | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/toolchain/templates/oscar.mako b/toolchain/templates/oscar.mako index fca54836d..223c0e6ae 100644 --- a/toolchain/templates/oscar.mako +++ b/toolchain/templates/oscar.mako @@ -4,7 +4,7 @@ % if engine == 'batch': #SBATCH --nodes=${nodes} -#SBATCH --ntasks-per-node=${tasks_per_node} +#SBATCH --tasks-per-node=${tasks_per_node} #SBATCH --cpus-per-task=1 #SBATCH --job-name="${name}" #SBATCH --time=${walltime}