Skip to content

Commit 0cfe4be

Browse files
committed
trust remote code flag for loading gaia bench from the hf repo
1 parent fd59c1c commit 0cfe4be

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

src/agentlab/benchmarks/gaia.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,9 @@ class GaiaBenchmark(AbstractBenchmark):
105105

106106
def model_post_init(self, __context: Any) -> None:
107107
if not self.dataset:
108-
self.dataset = datasets.load_dataset("gaia-benchmark/GAIA", "2023_all")
108+
self.dataset = datasets.load_dataset(
109+
"gaia-benchmark/GAIA", "2023_all", split=self.split, trust_remote_code=True
110+
)
109111
self.env_args_list = []
110112
for i, task in enumerate(self.dataset[self.split]):
111113
if self.level != "all" and task["Level"] != self.level:

0 commit comments

Comments
 (0)