Skip to content

Commit ca9a644

Browse files
authored
[Benchmark] Add MedQ-Bench (https://github.com/liujiyaoFDU/MedQ-Bench) (#1258)
* Add MedQ-Bench (https://github.com/liujiyaoFDU/MedQ-Bench) * update * fix lint error
1 parent f5b8443 commit ca9a644

File tree

4 files changed

+1119
-1
lines changed

4 files changed

+1119
-1
lines changed

vlmeval/dataset/__init__.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -80,6 +80,10 @@
8080
from .m4bench import M4Bench
8181
from .mmhelix import MMHELIX
8282

83+
from .medqbench_mcq import MedqbenchMCQDataset
84+
from .medqbench_caption import MedqbenchCaptionDataset
85+
from .medqbench_paired_description import MedqbenchPairedDescriptionDataset
86+
8387

8488
class ConcatDataset(ImageBaseDataset):
8589
# This dataset takes multiple dataset names as input and aggregate them into a single dataset.
@@ -206,7 +210,8 @@ def evaluate(self, eval_file, **judge_kwargs):
206210
ZEROBench, SCAM, Omni3DBench, TallyQA, _3DSRBench, BMMR, AffordanceDataset,
207211
MMEReasoning, GOBenchDataset, SFE, ChartMimic, MMVMBench, XLRSBench,
208212
OmniEarthMCQBench, VisFactor, OSTDataset, OCRBench_v2, TreeBench, CVQA, M4Bench,
209-
AyaVisionBench, TopViewRS, VLMBias, MMHELIX
213+
AyaVisionBench, TopViewRS, VLMBias, MMHELIX, MedqbenchMCQDataset,
214+
MedqbenchPairedDescriptionDataset, MedqbenchCaptionDataset
210215
]
211216

212217
VIDEO_DATASET = [

0 commit comments

Comments
 (0)