fix against : zarr 3 removed len() on arrays

Author: floriankrb

src/anemoi/datasets/create/dataset.py

@@ -142,7 +142,7 @@ def delete_metadata(self, key: str) -> None:
     ##################################
 
     def total_todo(self) -> int:
-        return len(self.store["_build"]["flags"])
+        return self.store["_build"]["flags"].shape[0]
 
     def todo_remaining(self) -> int:
         with self.synchronizer:

src/anemoi/datasets/create/sources/dop_zarr.py

@@ -81,7 +81,7 @@ def __init__(self, dates):
                 self.dates = dates
 
             def __len__(self):
-                return len(self.dates)
+                return self.dates.shape[0]
 
             def __getitem__(self, value):
                 return self.dates[value][0]

src/anemoi/datasets/create/statistics.py

@@ -709,8 +709,8 @@ def load_precomputed(cls, dataset, precomputed):
 
             offset = state.end
 
-        if offset != len(dataset.data):
-            raise ValueError(f"Statistics end {offset} does not match dataset length {len(dataset.data)}")
+        if offset != dataset.data.shape[0]:
+            raise ValueError(f"Statistics end {offset} does not match dataset length {dataset.data.shape[0]}")
 
         # Adjust partial statistics
         for state in tqdm.tqdm(states, desc="Adjusting partial statistics", total=len(states)):