Remove piqa from tests

pablomlago · pablomlago · commit c5d77b471bbb · 2025-10-16T09:16:32.000Z
diff --git a/requirements/requirements-llm.txt b/requirements/requirements-llm.txt
@@ -1,7 +1,7 @@
 accelerate
 datasets
 gguf==0.17.0
-lighteval; python_version >= "3.10"
+lighteval[math]; python_version >= "3.10"
 lm_eval
 onnx
 onnxruntime<1.21
diff --git a/tests/brevitas_examples/test_llm.py b/tests/brevitas_examples/test_llm.py
@@ -385,8 +385,7 @@ def quantize_llm_assert_args(args, extra_args=None):
                 "leaderboard|arc:challenge|0|0",
                 "leaderboard|winogrande|0|0",
                 "lighteval|arc:easy|0|0",
-                "leaderboard|hellaswag|0|0",
-                "lighteval|piqa|0|0",],
+                "leaderboard|hellaswag|0|0",],
             "few_shot_zeroshot": True,
             "imports": ["lighteval"],
             "all_acc": 0.375,},])
