Fix the dataset loading for custom tasks (#364)

* init

* extra fix for Elie: max_length should always be a property

---------

Co-authored-by: Nathan Habib <[email protected]>

Author: clefourrier

src/lighteval/models/endpoint_model.py

@@ -149,6 +149,7 @@ def cleanup(self):
                 "You deleted your endpoint after using it. You'll need to create it again if you need to reuse it."
             )
 
+    @property
     def max_length(self):
         if self._max_length is not None:
             return self._max_length

src/lighteval/tasks/registry.py

@@ -255,7 +255,7 @@ def create_custom_tasks_module(custom_tasks: Union[str, Path, ModuleType]) -> Mo
     if isinstance(custom_tasks, ModuleType):
         return custom_tasks
     if isinstance(custom_tasks, (str, Path)) and os.path.exists(custom_tasks):
-        dataset_module = dataset_module_factory(str(custom_tasks))
+        dataset_module = dataset_module_factory(str(custom_tasks), trust_remote_code=True)
         return importlib.import_module(dataset_module.module_path)
     if isinstance(custom_tasks, (str, Path)):
         return importlib.import_module(str(custom_tasks))