@@ -18,77 +18,77 @@ for (( i=0; i<${num_models}; i++ ));
1818do
1919 MODEL_ID=${MODEL_IDs[$i]}
2020
21- # python run_eval.py \
22- # --model_id=${MODEL_ID} \
23- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
24- # --dataset="voxpopuli" \
25- # --split="test" \
26- # --device=0 \
27- # --batch_size=${BATCH_SIZE} \
28- # --max_eval_samples=-1
21+ python run_eval.py \
22+ --model_id=${MODEL_ID} \
23+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
24+ --dataset=" voxpopuli" \
25+ --split=" test" \
26+ --device=0 \
27+ --batch_size=${BATCH_SIZE} \
28+ --max_eval_samples=-1
2929
30- # python run_eval.py \
31- # --model_id=${MODEL_ID} \
32- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
33- # --dataset="ami" \
34- # --split="test" \
35- # --device=0 \
36- # --batch_size=${BATCH_SIZE} \
37- # --max_eval_samples=-1
30+ python run_eval.py \
31+ --model_id=${MODEL_ID} \
32+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
33+ --dataset=" ami" \
34+ --split=" test" \
35+ --device=0 \
36+ --batch_size=${BATCH_SIZE} \
37+ --max_eval_samples=-1
3838
39- # python run_eval.py \
40- # --model_id=${MODEL_ID} \
41- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
42- # --dataset="earnings22" \
43- # --split="test" \
44- # --device=0 \
45- # --batch_size=${BATCH_SIZE} \
46- # --max_eval_samples=-1
39+ python run_eval.py \
40+ --model_id=${MODEL_ID} \
41+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
42+ --dataset=" earnings22" \
43+ --split=" test" \
44+ --device=0 \
45+ --batch_size=${BATCH_SIZE} \
46+ --max_eval_samples=-1
4747
48- # python run_eval.py \
49- # --model_id=${MODEL_ID} \
50- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
51- # --dataset="gigaspeech" \
52- # --split="test" \
53- # --device=0 \
54- # --batch_size=${BATCH_SIZE} \
55- # --max_eval_samples=-1
48+ python run_eval.py \
49+ --model_id=${MODEL_ID} \
50+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
51+ --dataset=" gigaspeech" \
52+ --split=" test" \
53+ --device=0 \
54+ --batch_size=${BATCH_SIZE} \
55+ --max_eval_samples=-1
5656
57- # python run_eval.py \
58- # --model_id=${MODEL_ID} \
59- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
60- # --dataset="librispeech" \
61- # --split="test.clean" \
62- # --device=0 \
63- # --batch_size=${BATCH_SIZE} \
64- # --max_eval_samples=-1
57+ python run_eval.py \
58+ --model_id=${MODEL_ID} \
59+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
60+ --dataset=" librispeech" \
61+ --split=" test.clean" \
62+ --device=0 \
63+ --batch_size=${BATCH_SIZE} \
64+ --max_eval_samples=-1
6565
66- # python run_eval.py \
67- # --model_id=${MODEL_ID} \
68- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
69- # --dataset="librispeech" \
70- # --split="test.other" \
71- # --device=0 \
72- # --batch_size=${BATCH_SIZE} \
73- # --max_eval_samples=-1
66+ python run_eval.py \
67+ --model_id=${MODEL_ID} \
68+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
69+ --dataset=" librispeech" \
70+ --split=" test.other" \
71+ --device=0 \
72+ --batch_size=${BATCH_SIZE} \
73+ --max_eval_samples=-1
7474
75- # python run_eval.py \
76- # --model_id=${MODEL_ID} \
77- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
78- # --dataset="spgispeech" \
79- # --split="test" \
80- # --device=0 \
81- # --batch_size=${BATCH_SIZE} \
82- # --max_eval_samples=-1
75+ python run_eval.py \
76+ --model_id=${MODEL_ID} \
77+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
78+ --dataset=" spgispeech" \
79+ --split=" test" \
80+ --device=0 \
81+ --batch_size=${BATCH_SIZE} \
82+ --max_eval_samples=-1
8383
84- # python run_eval.py \
85- # --model_id=${MODEL_ID} \
86- # --dataset_path="hf-audio/esb-datasets-test-only-sorted" \
87- # --dataset="tedlium" \
88- # --split="test" \
89- # --device=0 \
90- # --batch_size=${BATCH_SIZE} \
91- # --max_eval_samples=-1
84+ python run_eval.py \
85+ --model_id=${MODEL_ID} \
86+ --dataset_path=" hf-audio/esb-datasets-test-only-sorted" \
87+ --dataset=" tedlium" \
88+ --split=" test" \
89+ --device=0 \
90+ --batch_size=${BATCH_SIZE} \
91+ --max_eval_samples=-1
9292
9393 # Evaluate results
9494 RUNDIR=` pwd` && \
0 commit comments