Skip to content

Commit 94d0d6a

Browse files
author
sanchit-gandhi
committed
use sorted ds
1 parent afbfabc commit 94d0d6a

File tree

5 files changed

+45
-45
lines changed

5 files changed

+45
-45
lines changed

‎transformers/run_data2vec.sh‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ do
1313

1414
python run_eval.py \
1515
--model_id=${MODEL_ID} \
16-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
16+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
1717
--dataset="ami" \
1818
--split="test" \
1919
--device=0 \
@@ -23,7 +23,7 @@ do
2323

2424
python run_eval.py \
2525
--model_id=${MODEL_ID} \
26-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
26+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
2727
--dataset="earnings22" \
2828
--split="test" \
2929
--device=0 \
@@ -32,7 +32,7 @@ do
3232

3333
python run_eval.py \
3434
--model_id=${MODEL_ID} \
35-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
35+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
3636
--dataset="gigaspeech" \
3737
--split="test" \
3838
--device=0 \
@@ -41,7 +41,7 @@ do
4141

4242
python run_eval.py \
4343
--model_id=${MODEL_ID} \
44-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
44+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
4545
--dataset="librispeech" \
4646
--split="test.clean" \
4747
--device=0 \
@@ -50,7 +50,7 @@ do
5050

5151
python run_eval.py \
5252
--model_id=${MODEL_ID} \
53-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
53+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
5454
--dataset="librispeech" \
5555
--split="test.other" \
5656
--device=0 \
@@ -59,7 +59,7 @@ do
5959

6060
python run_eval.py \
6161
--model_id=${MODEL_ID} \
62-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
62+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
6363
--dataset="spgispeech" \
6464
--split="test" \
6565
--device=0 \
@@ -68,7 +68,7 @@ do
6868

6969
python run_eval.py \
7070
--model_id=${MODEL_ID} \
71-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
71+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
7272
--dataset="tedlium" \
7373
--split="test" \
7474
--device=0 \
@@ -77,7 +77,7 @@ do
7777

7878
python run_eval.py \
7979
--model_id=${MODEL_ID} \
80-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
80+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
8181
--dataset="voxpopuli" \
8282
--split="test" \
8383
--device=0 \
@@ -86,7 +86,7 @@ do
8686

8787
python run_eval.py \
8888
--model_id=${MODEL_ID} \
89-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
89+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
9090
--dataset="common_voice" \
9191
--split="test" \
9292
--device=0 \

‎transformers/run_hubert.sh‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ do
1313

1414
python run_eval.py \
1515
--model_id=${MODEL_ID} \
16-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
16+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
1717
--dataset="ami" \
1818
--split="test" \
1919
--device=0 \
@@ -23,7 +23,7 @@ do
2323

2424
python run_eval.py \
2525
--model_id=${MODEL_ID} \
26-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
26+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
2727
--dataset="earnings22" \
2828
--split="test" \
2929
--device=0 \
@@ -32,7 +32,7 @@ do
3232

3333
python run_eval.py \
3434
--model_id=${MODEL_ID} \
35-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
35+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
3636
--dataset="gigaspeech" \
3737
--split="test" \
3838
--device=0 \
@@ -41,7 +41,7 @@ do
4141

4242
python run_eval.py \
4343
--model_id=${MODEL_ID} \
44-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
44+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
4545
--dataset="librispeech" \
4646
--split="test.clean" \
4747
--device=0 \
@@ -50,7 +50,7 @@ do
5050

5151
python run_eval.py \
5252
--model_id=${MODEL_ID} \
53-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
53+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
5454
--dataset="librispeech" \
5555
--split="test.other" \
5656
--device=0 \
@@ -59,7 +59,7 @@ do
5959

6060
python run_eval.py \
6161
--model_id=${MODEL_ID} \
62-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
62+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
6363
--dataset="spgispeech" \
6464
--split="test" \
6565
--device=0 \
@@ -68,7 +68,7 @@ do
6868

6969
python run_eval.py \
7070
--model_id=${MODEL_ID} \
71-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
71+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
7272
--dataset="tedlium" \
7373
--split="test" \
7474
--device=0 \
@@ -77,7 +77,7 @@ do
7777

7878
python run_eval.py \
7979
--model_id=${MODEL_ID} \
80-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
80+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
8181
--dataset="voxpopuli" \
8282
--split="test" \
8383
--device=0 \
@@ -86,7 +86,7 @@ do
8686

8787
python run_eval.py \
8888
--model_id=${MODEL_ID} \
89-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
89+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
9090
--dataset="common_voice" \
9191
--split="test" \
9292
--device=0 \

‎transformers/run_mms.sh‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ do
1313

1414
python run_eval.py \
1515
--model_id=${MODEL_ID} \
16-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
16+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
1717
--dataset="ami" \
1818
--split="test" \
1919
--device=0 \
@@ -23,7 +23,7 @@ do
2323

2424
python run_eval.py \
2525
--model_id=${MODEL_ID} \
26-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
26+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
2727
--dataset="earnings22" \
2828
--split="test" \
2929
--device=0 \
@@ -32,7 +32,7 @@ do
3232

3333
python run_eval.py \
3434
--model_id=${MODEL_ID} \
35-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
35+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
3636
--dataset="gigaspeech" \
3737
--split="test" \
3838
--device=0 \
@@ -41,7 +41,7 @@ do
4141

4242
python run_eval.py \
4343
--model_id=${MODEL_ID} \
44-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
44+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
4545
--dataset="librispeech" \
4646
--split="test.clean" \
4747
--device=0 \
@@ -50,7 +50,7 @@ do
5050

5151
python run_eval.py \
5252
--model_id=${MODEL_ID} \
53-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
53+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
5454
--dataset="librispeech" \
5555
--split="test.other" \
5656
--device=0 \
@@ -59,7 +59,7 @@ do
5959

6060
python run_eval.py \
6161
--model_id=${MODEL_ID} \
62-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
62+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
6363
--dataset="spgispeech" \
6464
--split="test" \
6565
--device=0 \
@@ -68,7 +68,7 @@ do
6868

6969
python run_eval.py \
7070
--model_id=${MODEL_ID} \
71-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
71+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
7272
--dataset="tedlium" \
7373
--split="test" \
7474
--device=0 \
@@ -77,7 +77,7 @@ do
7777

7878
python run_eval.py \
7979
--model_id=${MODEL_ID} \
80-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
80+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
8181
--dataset="voxpopuli" \
8282
--split="test" \
8383
--device=0 \
@@ -86,7 +86,7 @@ do
8686

8787
python run_eval.py \
8888
--model_id=${MODEL_ID} \
89-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
89+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
9090
--dataset="common_voice" \
9191
--split="test" \
9292
--device=0 \

‎transformers/run_wav2vec2.sh‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ do
1313

1414
python run_eval.py \
1515
--model_id=${MODEL_ID} \
16-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
16+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
1717
--dataset="ami" \
1818
--split="test" \
1919
--device=1 \
@@ -23,7 +23,7 @@ do
2323

2424
python run_eval.py \
2525
--model_id=${MODEL_ID} \
26-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
26+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
2727
--dataset="earnings22" \
2828
--split="test" \
2929
--device=1 \
@@ -32,7 +32,7 @@ do
3232

3333
python run_eval.py \
3434
--model_id=${MODEL_ID} \
35-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
35+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
3636
--dataset="gigaspeech" \
3737
--split="test" \
3838
--device=1 \
@@ -41,7 +41,7 @@ do
4141

4242
python run_eval.py \
4343
--model_id=${MODEL_ID} \
44-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
44+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
4545
--dataset="librispeech" \
4646
--split="test.clean" \
4747
--device=1 \
@@ -50,7 +50,7 @@ do
5050

5151
python run_eval.py \
5252
--model_id=${MODEL_ID} \
53-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
53+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
5454
--dataset="librispeech" \
5555
--split="test.other" \
5656
--device=1 \
@@ -59,7 +59,7 @@ do
5959

6060
python run_eval.py \
6161
--model_id=${MODEL_ID} \
62-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
62+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
6363
--dataset="spgispeech" \
6464
--split="test" \
6565
--device=1 \
@@ -68,7 +68,7 @@ do
6868

6969
python run_eval.py \
7070
--model_id=${MODEL_ID} \
71-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
71+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
7272
--dataset="tedlium" \
7373
--split="test" \
7474
--device=1 \
@@ -77,7 +77,7 @@ do
7777

7878
python run_eval.py \
7979
--model_id=${MODEL_ID} \
80-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
80+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
8181
--dataset="voxpopuli" \
8282
--split="test" \
8383
--device=1 \
@@ -86,7 +86,7 @@ do
8686

8787
python run_eval.py \
8888
--model_id=${MODEL_ID} \
89-
--dataset_path="open-asr-leaderboard/datasets-test-only" \
89+
--dataset_path="hf-audio/esb-datasets-test-only-sorted" \
9090
--dataset="common_voice" \
9191
--split="test" \
9292
--device=1 \

0 commit comments

Comments
 (0)