Skip to content

Commit a5cc345

Browse files
authored
Update vitatecs utils.py (#671)
1 parent d38f640 commit a5cc345

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lmms_eval/tasks/vitatecs/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,7 @@ def vitatecs_process_results(doc, result):
130130
elif any(pred.startswith(prefix) for prefix in ["A)", "B)"]):
131131
rating = 1 if pred.split(")")[0] == answer[1] else 0
132132
elif any(pred.startswith(prefix) for prefix in ["(A)", "(B)"]):
133-
rating = 1 if pred.split(")")[1] == answer[1] else 0
133+
rating = 1 if pred.split(")")[0][1] == answer[1] else 0
134134
else:
135135
# Fail to match answer in the video-llm response. Use ChatGPT to evaluate.
136136
match_success = False

0 commit comments

Comments
 (0)