multilingual-LM/run.sh at main · xiulinyang/multilingual-LM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
#!/bin/bash

# Accept a language argument
LANGUAGE=$1
#GPU=$2 # if you want to specify a GPU node
PERTURB=$2
RANDOMSEED=$3

# Default value if no argument is provided
if [ -z "$LANGUAGE" ]; then
	  echo "No language specified. Using 'EN' as default."
	    LANGUAGE="EN"
fi

cd data
cd multilingual/multilingual_data_perturbed/

rm -rf ${PERTURB}_${LANGUAGE,,}/

cd ..
cd ..

python perturb.py ${PERTURB} $LANGUAGE train
python perturb.py ${PERTURB} $LANGUAGE dev
python perturb.py ${PERTURB} $LANGUAGE test

cd ..
cd training

bash prepare_training.sh ${PERTURB} ${LANGUAGE} ${RANDOMSEED} randinit

cd ..
cd mistral

conda init bash
source ~/.bashrc
conda deactivate
conda activate mistral

python3 train.py --config conf/train_${PERTURB}_${LANGUAGE,,}_${LANGUAGE}_randinit_seed${RANDOMSEED}.yaml --nnodes 1 --nproc_per_node 1 --training_arguments.fp16 true --training_arguments.warmup_steps 120 --training_arguments.max_steps 1200

cd ..
cd perplexities
conda activate mission
python perplexities_exp.py ${PERTURB} ${PERTURB} $LANGUAGE $RANDOMSEED randinit pretrained