We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 15d0dfe commit 6c6d052Copy full SHA for 6c6d052
src/agentlab/benchmarks/gaia.py
@@ -106,8 +106,8 @@ class GaiaBenchmark(AbstractBenchmark):
106
def model_post_init(self, __context: Any) -> None:
107
if not self.dataset:
108
self.dataset = datasets.load_dataset(
109
- "gaia-benchmark/GAIA", "2023_all", split=self.split, trust_remote_code=True
110
- )
+ "gaia-benchmark/GAIA", "2023_all", trust_remote_code=True
+ ) # type: ignore
111
self.env_args_list = []
112
for i, task in enumerate(self.dataset[self.split]):
113
if self.level != "all" and task["Level"] != self.level:
0 commit comments