Skip to content

Commit 92798cb

Browse files
committed
Update eval_aime_benchmark.py
1 parent 6f114b9 commit 92798cb

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

scripts/eval_aime_benchmark.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -150,8 +150,8 @@ def make_n_attempts(problem: str, model: str, n: int) -> List[Dict]:
150150

151151
# If response is already formatted as attempts
152152
if isinstance(response, list):
153-
attempts.extend(response[:remaining_attempts]) # Only take what we need
154-
remaining_attempts -= len(response)
153+
attempts.extend(response)
154+
remaining_attempts = n - len(attempts)
155155
else:
156156
# Process single response as before
157157
predicted_answer = extract_answer(response)

0 commit comments

Comments
 (0)