diff --git a/manytask/candle_singularity_test/lsing.swift b/manytask/candle_singularity_test/lsing.swift new file mode 100644 index 0000000..f803817 --- /dev/null +++ b/manytask/candle_singularity_test/lsing.swift @@ -0,0 +1,24 @@ + +import io; +import sys; + +n = argv("n"); +N = string2int(n); + +this = getenv("THIS"); + +printf("workers: %i", turbine_workers()); +printf("tasks: %i", n); + +app bash(string this, int i) +{ + "bash" (this/"main.sh"); + // "-c" "exit" ; // ("echo "+i) ; + // "hostname" ; +} + +foreach i in [0:N-1] +{ + printf("From main.sh"); + bash(this, i); +} diff --git a/manytask/candle_singularity_test/main.sh b/manytask/candle_singularity_test/main.sh new file mode 100755 index 0000000..dd8d557 --- /dev/null +++ b/manytask/candle_singularity_test/main.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +echo TASK.SH rank=$ADLB_RANK_SELF $* + +ls -ltrh /lustre/atlas/world-shared/stf007/ForArvind/arvind4_ppc64.img +CONTAINER=( /lustre/atlas/world-shared/stf007/ForArvind/arvind4_ppc64.img ) + +#singularity exec /lustre/atlas/world-shared/stf007/ForArvind/arvind4_ppc64.img ls / +export SINGULARITY_BINDPATH="$HOME:$HOME" +singularity exec ${CONTAINER[@]} bash $HOME/singularity_tests/subsing.sh diff --git a/manytask/candle_singularity_test/run-swift-sdev.sh b/manytask/candle_singularity_test/run-swift-sdev.sh new file mode 100755 index 0000000..ff86256 --- /dev/null +++ b/manytask/candle_singularity_test/run-swift-sdev.sh @@ -0,0 +1,25 @@ +#!/bin/bash -l +set -eu + +SWIFT=/lustre/atlas2/csc249/world-shared/sfw/sdev/swift-t-2018-07-27 +PATH=$SWIFT/stc/bin:$PATH + +which swift-t + +module load spectrum-mpi + +export THIS=$( readlink --canonicalize $( dirname $0 ) ) + +#export PROJECT=CSC249ADOA01 +export PROJECT=MED106 +export WALLTIME=30 +# echo QUEUE=$QUEUE + +swift-t -m lsf \ + -n $PROCS \ + -e TURBINE_STDOUT="f-%%r.txt" \ + -e THIS \ + $* + +sleep 60 +# brunning -t 60 diff --git a/manytask/candle_singularity_test/subsing.sh b/manytask/candle_singularity_test/subsing.sh new file mode 100755 index 0000000..f2c92a8 --- /dev/null +++ b/manytask/candle_singularity_test/subsing.sh @@ -0,0 +1,5 @@ +#!/bin/bash +echo "sub shell script running with singularity" +which python +python $HOME/Benchmarks/Pilot1/NT3/nt3_baseline_keras2.py +exit