Archive job

.gitignore

@@ -1,5 +1,6 @@
 run_utils/py_run_utils/uv.lock
 experiments/*
+!experiments/archive.sh
 !experiments/exp.EXCLAIM_COUPLED.run
 !experiments/inputs.sh
 !experiments/namelists.sh

experiments/archive.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# ============================================================================
+#SBATCH --account=cwp07
+#SBATCH --partition=xfer
+#SBATCH --job-name=ARCHIVE
+#SBATCH --output=LOG.ARCHIVE.%j
+#SBATCH --error=LOG.ARCHIVE.%j
+#SBATCH --time=01:00:00
+#SBATCH --nodes=1
+
+
+mkdir -p ${ARCHIVE_DIR}
+
+# rclone command
+echo " ==> Transferring data"
+rclone move \
+    --verbose \
+    --multi-thread-streams=128 \
+    --include "/${EXPNAME}*/${chunk_start_date}_${chunk_end_date}/**" \
+    --include "/${EXPNAME}_restart_*_${chunk_end_date//[-:]}.nc/**" \
+    ./ ${ARCHIVE_DIR}/ 
+
+echo " ==> Accounting"
+sacct -j "${SLURM_JOB_ID}" --format "JobID, JobName, AllocCPUs, Elapsed, ElapsedRaw, CPUTimeRAW, ConsumedEnergyRaw, MaxRSS, MaxVMSize, AveRSS"

experiments/exp.EXCLAIM_COUPLED.run

@@ -117,15 +117,15 @@ fi
 lrestart=${lrestart:-.false.}
 export checkpoint_interval=${checkpoint_interval:-${restart_interval}}
 
-chunk_start_date=${chunk_start_date:-${start_date}}
-chunk_end_date=$(date_cycle "${chunk_start_date}" "${restart_interval}" "${end_date}")
+export chunk_start_date=${chunk_start_date:-${start_date}}
+export chunk_end_date=$(date_cycle "${chunk_start_date}" "${restart_interval}" "${end_date}")
 
 start_year=${start_date:0:4}
 chunk_start_year=${chunk_start_date:0:4}
 chunk_end_year=${chunk_end_date:0:4}
 
 if [ "${chunk_start_year}" !=  "${chunk_end_year}" ]; then
-    echo "ERROR: chunk ends in the different year than it starts"
+    echo "ERROR: chunk ends in a different year (${chunk_start_date}) than it starts (${chunk_end_date})"
     exit 1
 fi
 
@@ -141,6 +141,11 @@ export control_year=${control_year:-2020} # use 1850 for picontrol
 ssp="370"
 initialiseOcean="fromClimatology"    # ocean is setup from climatology, atmosphere + hdext cold-started from scratch
 
+# Archiving
+# ---------
+export ARCHIVE=${ARCHIVE:-"false"}
+export ARCHIVE_DIR=${ARCHIVE_DIR:-"/capstor/store1/cscs/userlab/cwp07/${USER}/${EXPNAME}"}
+
 # namelist files
 # --------------
 atm_model_name="atmo"
@@ -176,6 +181,7 @@ case "${exptype}" in
         ighg2=4    # greenhouse gases from external file
         ;;
 esac
+export msg_level=${msg_level:-10}
 
 # Ocean settings
 # --------------
@@ -277,6 +283,9 @@ if [ "${activate_output}" == "true" ]; then
     done
 fi
 
+# Check that file intervals are not greater than the restart interval
+[ "${ARCHIVE}" == "true" ] && check_file_interval "${atm_namelist}" "${oce_namelist}" "${restart_interval}" || exit
+
 # ============================================================================
 # Executables
 ln -sf ${icon_cpu} icon_cpu
@@ -291,12 +300,18 @@ ldd ${icon_gpu}
 
 # Run environment
 # ---------------
+deactivate  # deactivate py_run_utils environment
+#           # which gets activated by `source ../run_utils/run_tools.sh`
 set_environment
 
 # MPI run
 # -------
 run_model
 
+# Archive
+# -------
+[ $? == 0 ] && archive_output
+
 # Restart
 # -------
 restart_model