Skip to content

Commit ef93f0e

Browse files
authored
update post_prompt (#719)
1 parent 17de94e commit ef93f0e

File tree

3 files changed

+3
-3
lines changed

3 files changed

+3
-3
lines changed

lmms_eval/tasks/dtcbench/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ def dtcbench_doc_to_visual(doc):
55
def dtcbench_doc_to_text(doc):
66
question = doc["question"]
77
question += f"\nOptions: A: {doc['choice_a']}, B: {doc['choice_b']}, C: {doc['choice_c']}, D: {doc['choice_d']}"
8-
return f"{question}\n주어진 선택지 중 해당 옵션의 문자로 직접 답하세요."
8+
return f"{question}\n한 단어 또는 구를 사용하여 질문에 답하세요."
99

1010

1111
def dtcbench_process_result(doc, result):

lmms_eval/tasks/mmbench/_default_template_mmbench_ko_yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ doc_to_target: "answer"
55
lmms_eval_specific_kwargs:
66
default:
77
pre_prompt: ""
8-
post_prompt: "\n주어진 선택지 중 해당 옵션의 문자로 직접 답하세요."
8+
post_prompt: "\n한 단어 또는 구를 사용하여 질문에 답하세요."
99
doc_to_visual: !function ko_utils.mmbench_doc_to_visual
1010
doc_to_text: !function ko_utils.mmbench_doc_to_text
1111
doc_to_target: "answer"

lmms_eval/tasks/seedbench/ko_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ def seed_doc_to_text(doc):
1111
question += f"B. {doc['choice_b']}\n"
1212
question += f"C. {doc['choice_c']}\n"
1313
question += f"D. {doc['choice_d']}"
14-
return f"{question}\n주어진 선택지 중 해당 옵션의 문자로 직접 답하세요."
14+
return f"{question}\n한 단어 또는 구를 사용하여 질문에 답하세요."
1515

1616

1717
def seed_process_result(doc, result):

0 commit comments

Comments
 (0)