We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3c1b317 commit 48e67a1Copy full SHA for 48e67a1
src/automation/tasks/lmeval.py
@@ -7,13 +7,12 @@ class LMEvalTask(BaseTask):
7
8
lmeval_packages = [
9
"vllm",
10
- "git+https://github.com/neuralmagic/lm-evaluation-harness.git@tldr",
+ "git+https://github.com/EleutherAI/lm-evaluation-harness.git",
11
"numpy==2.1",
12
"hf_xet",
13
"rouge-score",
14
"bert-score",
15
"nltk",
16
- "torch==2.6.0"
17
]
18
19
def __init__(
@@ -42,6 +41,8 @@ def __init__(
42
41
for package in packages:
43
if "vllm" in package:
44
self.lmeval_packages.pop("vllm")
+ if "lm-evaluation-harness" in package:
45
+ self.lmeval_packages.pop("git+https://github.com/EleutherAI/lm-evaluation-harness.git")
46
packages = list(set(packages + self.lmeval_packages))
47
else:
48
packages = self.lmeval_packages
0 commit comments