ReSEED/run_oracle.sh at main · HIRO-group/ReSEED · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#!/bin/bash

# Check if the dataset argument is provided
if [ -z "$1" ]; then
    echo "Usage: $0 <n_samples>"
    exit 1
fi

# Assign the dataset argument to a variable
datasets=(house cubes abcds)

# Define the array of sample sizes
#sample_sizes=(128 512 2048 8192 16384)
n_samples=$1

# Iterate over each sample size
for dataset in "${datasets[@]}"
do
    echo "Evaluating on ${dataset} with ${n_samples} samples"

    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --cont --cls-method oracle --freeze-position-ids $additional_params
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --mse --cls-method oracle --freeze-position-ids $additional_params
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --rce --cls-method oracle --freeze-position-ids $additional_params
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --cls-method oracle --freeze-position-ids $additional_params --variational
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --cont --cls-method oracle --freeze-position-ids $additional_params --variational
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --rce --cls-method oracle --freeze-position-ids $additional_params --variational
    sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --mse --cls-method oracle --freeze-position-ids $additional_params --variational

    # sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --mse --cls-method oracle --freeze-position-ids $additional_params --variational
    # sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --mse --cls-method oracle --freeze-position-ids $additional_params --variational --att-only-last-cls
    # sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --mse --cls-method oracle --freeze-position-ids $additional_params --variational --use-rnn
    # sbatch slurm_job.sh --dataset $dataset --n-samples $n_samples --seed 1234 --warmup-steps 400 --lr 1e-4 --kl --mse --cls-method oracle --freeze-position-ids $additional_params --variational --use-rnn --att-only-last-cls

    echo "Evaluation jobs for dataset '$dataset' submitted."
done