Skip to content

Commit d9ea404

Browse files
committed
adding satrred tag for frontend
1 parent babeec9 commit d9ea404

File tree

11 files changed

+33
-0
lines changed

11 files changed

+33
-0
lines changed

src/lighteval/tasks/tasks/aime.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,9 @@
2222
2323
paper:
2424
https://maa.org/aime-thresholds-are-available/
25+
26+
starred:
27+
true
2528
"""
2629

2730
from textwrap import dedent

src/lighteval/tasks/tasks/gsm_plus.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,9 @@
1818
1919
paper:
2020
https://arxiv.org/abs/2402.19255
21+
22+
starred:
23+
true
2124
"""
2225

2326
from inspect_ai.dataset import Sample

src/lighteval/tasks/tasks/hle/main.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,9 @@
1919
2020
paper:
2121
https://arxiv.org/abs/2501.14249
22+
23+
starred:
24+
true
2225
"""
2326

2427
import logging

src/lighteval/tasks/tasks/ifbench/main.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,9 @@
1616
1717
paper:
1818
https://arxiv.org/abs/2507.02833
19+
20+
starred:
21+
true
1922
"""
2023

2124
import numpy as np

src/lighteval/tasks/tasks/ifeval/main.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,9 @@
1717
1818
paper:
1919
https://arxiv.org/abs/2311.07911
20+
21+
starred:
22+
true
2023
"""
2124

2225
import numpy as np

src/lighteval/tasks/tasks/lcb/main.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,9 @@
1919
2020
paper:
2121
https://livecodebench.github.io/
22+
23+
starred:
24+
true
2225
"""
2326

2427
import json

src/lighteval/tasks/tasks/math_500.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,9 @@
1717
1818
paper:
1919
https://arxiv.org/abs/2305.20050
20+
21+
starred:
22+
true
2023
"""
2124

2225
from lighteval.metrics.metrics import Metrics

src/lighteval/tasks/tasks/mix_eval/main.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,9 @@
2020
2121
paper:
2222
https://mixeval.github.io/
23+
24+
starred:
25+
true
2326
"""
2427

2528
import logging

src/lighteval/tasks/tasks/mmlu_pro.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,9 @@
1919
2020
paper:
2121
https://arxiv.org/abs/2406.01574
22+
23+
starred:
24+
true
2225
"""
2326

2427
from string import ascii_uppercase

src/lighteval/tasks/tasks/musr.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,9 @@
1818
1919
paper:
2020
https://arxiv.org/abs/2310.16049
21+
22+
starred:
23+
true
2124
"""
2225

2326
import ast

0 commit comments

Comments
 (0)