Skip to content

Commit a95861f

Browse files
authored
Merge pull request #1341 from hanhainebula/master
fix beir data_loader.py: dev -> validation
2 parents 2163bea + 1f212af commit a95861f

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

FlagEmbedding/evaluation/beir/data_loader.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,7 @@ def _load_remote_qrels(
145145
if dataset_name != 'cqadupstack':
146146
qrels = datasets.load_dataset(
147147
'BeIR/{d}-qrels'.format(d=dataset_name),
148-
split=split,
148+
split=split if split != 'dev' else 'validation',
149149
trust_remote_code=True,
150150
cache_dir=self.cache_dir,
151151
download_mode=self.hf_download_mode

0 commit comments

Comments
 (0)