HisVis2/run_resize.sh at main · melvinwevers/HisVis2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#!/bin/bash
#Set job requirements
#SBATCH -n 1
#SBATCH -t 6:00:00
#SBATCH -c 16


#Loading modules
module load 2021
module load Python/3.9.5-GCCcore-10.3.0

#Copy input file to scratch
echo "copying files"
cp -r $HOME/data/Batch_98ngset/final_set "$TMPDIR"

echo "files copied!"

#Create output directory on scratch
mkdir "$TMPDIR"/output_dir

#Execute a Python program located in $HOME, that takes an input file and output directory as arguments.
echo "starting training!"
python $HOME/HisVis2/src/train_places_model.py --training_data_path "$TMPDIR"/final_set --lr 3e-4 --output_path "$TMPDIR"/output_dir
python $HOME/HisVis2/src/train_clip.py --training_data_path "$TMPDIR"/final_set --output_path "$TMPDIR"/output_dir

echo "starting training on cleaned set!"
python $HOME/HisVis2/src/train_places_model.py --training_data_path "$TMPDIR"/cleaned_final_set --lr 3e-4 --output_path "$TMPDIR"/output_dir
python $HOME/HisVis2/src/train_clip.py --training_data_path "$TMPDIR"/cleaned_final_set --output_path "$TMPDIR"/output_dir

echo "starting training on inside_outside set!"
python $HOME/HisVis2/src/train_places_model.py --training_data_path "$TMPDIR"/inside_outside --lr 3e-4 --output_path "$TMPDIR"/output_dir
python $HOME/HisVis2/src/train_clip.py --training_data_path "$TMPDIR"/inside_outside --output_path "$TMPDIR"/output_dir

#Copy output directory from scratch to home
cp -r "$TMPDIR"/output_dir $HOME