feat(ecmwf): Realtime NL bounds update

Author: devsjc

src/nwp_consumer/internal/entities/modelmetadata.py

@@ -123,7 +123,7 @@ def with_region(self, region: str) -> "ModelMetadata":
                 )).unwrap()
             case "nl":
                 return self.expected_coordinates.crop(
-                    north=53.8, west=2.8, south=50.6, east=7.7,
+                    north=54, west=2, south=50, east=8,
                 ).map(lambda coords: dataclasses.replace(
                     self, name=f"{self.name}_nl", expected_coordinates=coords,
                 )).unwrap()

src/nwp_consumer/internal/repositories/raw_repositories/ecmwf_realtime.py

@@ -87,7 +87,7 @@ def repository() -> entities.RawRepositoryMetadata:
                 "hres-ifs-india": entities.Models.ECMWF_HRES_IFS_0P1DEGREE.with_region("india")\
                     .with_chunk_count_overrides({"variable": 1}),
                 "hres-ifs-nl": entities.Models.ECMWF_HRES_IFS_0P1DEGREE.with_region("nl")\
-                    .with_max_step(56),
+                    .with_max_step(84),
             },
         )
 
@@ -245,6 +245,7 @@ def _convert(path: pathlib.Path) -> ResultE[list[xr.DataArray]]:
             ))
 
         processed_das: list[xr.DataArray] = []
+        num_skipped: int = 0
         expected_lons = ECMWFRealTimeS3RawRepository.model().expected_coordinates.longitude
         expected_lats = ECMWFRealTimeS3RawRepository.model().expected_coordinates.latitude
 
@@ -259,6 +260,7 @@ def _convert(path: pathlib.Path) -> ResultE[list[xr.DataArray]]:
                 (expected_lats[-1] <= max(ds.coords["latitude"].values) <= expected_lats[0])
             )
             if not is_relevant_dataset_predicate:
+                num_skipped += 1
                 continue
             try:
                 da: xr.DataArray = (
@@ -301,10 +303,11 @@ def _convert(path: pathlib.Path) -> ResultE[list[xr.DataArray]]:
             )
 
         if len(processed_das) == 0:
-            return Failure(ValueError(
+            # Some files do not have data for the relevant area, so don't error here
+            log.warning(
                 f"No DataArrays found in '{path}' after processing. "
                 "Ensure the file contains the expected parameters.",
-            ))
+            )
 
         return Success(processed_das)