Skip to content

Commit 48e67a1

Browse files
committed
allow user to replace lm-eval version
1 parent 3c1b317 commit 48e67a1

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

src/automation/tasks/lmeval.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,13 +7,12 @@ class LMEvalTask(BaseTask):
77

88
lmeval_packages = [
99
"vllm",
10-
"git+https://github.com/neuralmagic/lm-evaluation-harness.git@tldr",
10+
"git+https://github.com/EleutherAI/lm-evaluation-harness.git",
1111
"numpy==2.1",
1212
"hf_xet",
1313
"rouge-score",
1414
"bert-score",
1515
"nltk",
16-
"torch==2.6.0"
1716
]
1817

1918
def __init__(
@@ -42,6 +41,8 @@ def __init__(
4241
for package in packages:
4342
if "vllm" in package:
4443
self.lmeval_packages.pop("vllm")
44+
if "lm-evaluation-harness" in package:
45+
self.lmeval_packages.pop("git+https://github.com/EleutherAI/lm-evaluation-harness.git")
4546
packages = list(set(packages + self.lmeval_packages))
4647
else:
4748
packages = self.lmeval_packages

0 commit comments

Comments
 (0)