PrivacyBoost-SLM/run_training_eval_gpt.sh at main · XZhang97666/PrivacyBoost-SLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

model_name_or_path="stanford-crfm/BioMedLM"


########################MedQA########################

dataset_name=medqa
input_dataset_name=medqa
task='_all_qac_eA'
split='train_singletask'$task
lr=2e-6
shot=-1
seed=0
accelerate launch --gpu_ids "2,3" \
    run_gpt_training_eval.py \
    --dataset_name $dataset_name \
    --seed $seed \
    --model_name_or_path $model_name_or_path \
    --shot $shot \
    --eval_split qta_question_validation_${task}_$dataset_name\
    --per_device_eval_batch_size 10 \
    --test\
    --output_dir ./gpt_results/$input_dataset_name/shot_${shot}_split_${split}_seed_${seed}_lr_${lr}

########################HEADQA########################
dataset_name=headqa
input_dataset_name=headqa
seed=1
task='_all_qac_eA'
split='train_singletask'$task
lr=2e-6
shot=-1
accelerate launch --gpu_ids "2,3" \
    run_gpt_training_eval.py \
    --dataset_name $dataset_name \
    --seed $seed \
    --model_name_or_path $model_name_or_path \
    --shot $shot \
    --eval_split qta_question_validation_${task}_$dataset_name\
    --per_device_eval_batch_size 10 \
    --test\
    --output_dir ./gpt_results/$input_dataset_name/shot_${shot}_split_${split}_seed_${seed}_lr_${lr}


########################MedMCQA########################

dataset_name=medmcqa
input_dataset_name=medmcqa
seed=1
task='_all_qac_eA'
split='train_singletask'$task
lr=2e-6
shot=10000
accelerate launch --gpu_ids "2,3" \
    run_gpt_training_eval.py \
    --dataset_name $dataset_name \
    --seed $seed \
    --model_name_or_path $model_name_or_path \
    --shot $shot \
    --eval_split qta_question_validation_${task}_$dataset_name\
    --per_device_eval_batch_size 10 \
    --test \
    --output_dir ./gpt_results/$input_dataset_name/shot_${shot}_split_${split}_seed_${seed}_lr_${lr}