PrivacyBoost-SLM/run_training_eval_t5.sh at main · XZhang97666/PrivacyBoost-SLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
export CUDA_VISIBLE_DEVICES=3
model_name_or_path="t5-base"

########################CommonsenseQA########################
dataset_name=csqa
shot=-1
seed=1
split='train_singletask_all_fid_qac_eA'
batch_size=8

num_train_epochs=100
save_epoch_interval=1
num_warmup_steps=200
per_device_train_batch_size=$batch_size
gradient_accumulation_steps=1

python -W ignore run_t5_training_eval.py \
--model_name_or_path $model_name_or_path \
--dataset_name $dataset_name \
--seed $seed \
--save_epoch_interval $save_epoch_interval \
--num_train_epochs $num_train_epochs \
--num_warmup_steps $num_warmup_steps \
--per_device_train_batch_size $per_device_train_batch_size \
--gradient_accumulation_steps $gradient_accumulation_steps \
--shot $shot \
--train_split $split \
--eval_split qta_question_validation_qac_eA_$dataset_name \
--top_k 40 \
--eval_max_target_length 10 \
--temperature 1.0 \
--eval_mode "standard" \
--per_device_eval_batch_size 10 \
--train \
--output_dir ./results/$dataset_name/shot_${shot}_split_${split}_model_${model_name_or_path}_seed_${seed}


########################OpenbookQA########################

# training and testing openbookqa
dataset_name=obqa
shot=-1
seed=1
split='train_singletask_all_fid_qac_eA'
batch_size=8

num_train_epochs=100
save_epoch_interval=1
num_warmup_steps=200
per_device_train_batch_size=$batch_size
gradient_accumulation_steps=1

python -W ignore run_t5_training_eval.py \
--model_name_or_path $model_name_or_path \
--dataset_name $dataset_name \
--seed $seed \
--save_epoch_interval $save_epoch_interval \
--num_train_epochs $num_train_epochs \
--num_warmup_steps $num_warmup_steps \
--per_device_train_batch_size $per_device_train_batch_size \
--gradient_accumulation_steps $gradient_accumulation_steps \
--shot $shot \
--train_split $split \
--eval_split qta_question_validation_qac_eA_$dataset_name \
--top_k 40 \
--eval_max_target_length 10 \
--temperature 1.0 \
--eval_mode "standard" \
--per_device_eval_batch_size 10 \
--train \
--test \
--output_dir ./results/$dataset_name/shot_${shot}_split_${split}_model_${model_name_or_path}_seed_${seed}