We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 2163bea + 1f212af commit a95861fCopy full SHA for a95861f
FlagEmbedding/evaluation/beir/data_loader.py
@@ -145,7 +145,7 @@ def _load_remote_qrels(
145
if dataset_name != 'cqadupstack':
146
qrels = datasets.load_dataset(
147
'BeIR/{d}-qrels'.format(d=dataset_name),
148
- split=split,
+ split=split if split != 'dev' else 'validation',
149
trust_remote_code=True,
150
cache_dir=self.cache_dir,
151
download_mode=self.hf_download_mode
0 commit comments