tmp

Author: clefourrier

src/lighteval/tasks/extended/instruct.py

@@ -126,8 +126,6 @@ def belebele_prompt(line, task_name: str = None):
     ]
 ]
 
-TASKS_TABLE.extend(BELEBELE_TASKS)
-
 
 MMLU_SUBSETS = [
     "abstract_algebra",
@@ -224,7 +222,7 @@ def prompt(self, line, task_name: str = None):
         )
 
 
-global_mmlu_tasks = [
+GLOBAL_MMLU_TASKS = [
     LightevalTaskConfig(
         name=f"global_mmlu_instruct_{sensitivity_label.lower()}_{language.value}:{subset}",
         prompt_function=GlobalMMLUPrompt(language).prompt,
@@ -314,7 +312,7 @@ def mmlu_pro(line, task_name: str = None):
 
 mmlu_pro = LightevalTaskConfig(
     name="mmlu_pro",
-    suite=["lighteval"],
+    suite=["extended"],
     prompt_function=mmlu_pro,
     hf_repo="TIGER-Lab/MMLU-Pro",
     hf_subset="default",
@@ -344,3 +342,7 @@ def mmlu_pro(line, task_name: str = None):
     trust_dataset=True,
     version=0,
 )
+
+TASKS_TABLE.extend(BELEBELE_TASKS)
+TASKS_TABLE.extend(GLOBAL_MMLU_TASKS)
+TASKS_TABLE.append(mmlu_pro)