We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fd59c1c commit 0cfe4beCopy full SHA for 0cfe4be
src/agentlab/benchmarks/gaia.py
@@ -105,7 +105,9 @@ class GaiaBenchmark(AbstractBenchmark):
105
106
def model_post_init(self, __context: Any) -> None:
107
if not self.dataset:
108
- self.dataset = datasets.load_dataset("gaia-benchmark/GAIA", "2023_all")
+ self.dataset = datasets.load_dataset(
109
+ "gaia-benchmark/GAIA", "2023_all", split=self.split, trust_remote_code=True
110
+ )
111
self.env_args_list = []
112
for i, task in enumerate(self.dataset[self.split]):
113
if self.level != "all" and task["Level"] != self.level:
0 commit comments