We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b07d418 commit c776694Copy full SHA for c776694
src/lighteval/tasks/default_tasks.py
@@ -7874,7 +7874,7 @@
7874
few_shots_select="random_sampling_from_train",
7875
generation_size=256,
7876
metric=[Metrics.quasi_exact_match_gsm8k],
7877
- stop_sequence=["Question=", "Question", "="],
+ stop_sequence=["Question:"],
7878
trust_dataset=True,
7879
version=0,
7880
)
@@ -7889,8 +7889,10 @@
7889
few_shots_split=None,
7890
7891
7892
- metric=[Metrics.quasi_exact_match_gsm8k, Metrics.maj_at_8_gsm8k],
7893
- stop_sequence=["Question="],
+ metric=[
+ Metrics.expr_gold_metric,
7894
+ ],
7895
7896
7897
7898
0 commit comments