Skip to content

Commit eebc117

Browse files
committed
fix eval_all.sh
1 parent 99919fa commit eebc117

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

eval_all.sh

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,8 @@ declare -a task_list=(
3333
"jmmmu"
3434
"ja-multi-image-vqa"
3535
"jdocqa"
36+
"mmmu"
37+
"llava-bench-in-the-wild"
3638
)
3739

3840
# Define metrics per task
@@ -43,6 +45,8 @@ declare -A METRIC_MAP=(
4345
["jmmmu"]="jmmmu"
4446
["ja-multi-image-vqa"]="rougel"
4547
["jdocqa"]="jdocqa,llm_as_a_judge"
48+
["mmmu"]="mmmu"
49+
["llava-bench-in-the-wild"]="llm_as_a_judge,rougel"
4650
)
4751

4852
# Result directories

0 commit comments

Comments
 (0)