Skip to content

Commit 7f34927

Browse files
committed
adding comments
1 parent 4396387 commit 7f34927

File tree

1 file changed

+2
-4
lines changed
  • src/lighteval/tasks/extended/olympiade_bench

1 file changed

+2
-4
lines changed

src/lighteval/tasks/extended/olympiade_bench/main.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -137,8 +137,6 @@ def olympiad_bench_prompt(line, task_name: str = None):
137137

138138
instruction = f'The following is an open-ended problem from an International {subject} competition. {answer_type_text}Please calculate the answer according to the given requirements and the information provided. Please use LaTeX format to represent the variables and formulas used in the solution process and results. Please end your solution with "So the final answer is {multiple_answer_text}." and give the result explicitly{unit_text}.'
139139

140-
# instruction += f"\nYou are an AI assistant. Please answer the following {subject} competition questions as required."
141-
142140
choice = line["final_answer"]
143141

144142
return Doc(
@@ -162,8 +160,8 @@ def olympiad_bench_prompt(line, task_name: str = None):
162160
# * COMP: Competition problems
163161
# * CEE: Chinese College Entrance Exam problems
164162

165-
question_type = ["OE"] # "TP"]
166-
multimodality = ["TO"] # MM
163+
question_type = ["OE"] # TP # TP cannot be replicated
164+
multimodality = ["TO"] # MM # We do not allow multimodal tasks
167165
subject = ["physics", "maths"]
168166
language = ["en", "zh"]
169167
source = ["COMP", "CEE"]

0 commit comments

Comments
 (0)