raster writer: skip empty timestaps

Author: jdroenner

geoengine/raster.py

@@ -213,6 +213,12 @@ def spatial_partition(self) -> gety.SpatialPartition2D:
     def spatial_resolution(self) -> gety.SpatialResolution:
         return self.geo_transform.spatial_resolution()
 
+    def is_empty(self) -> bool:
+        ''' Returns true if the tile is empty'''
+        num_pixels = self.size_x * self.size_y
+        num_nulls = self.data.null_count
+        return num_pixels == num_nulls
+
     @staticmethod
     def from_ge_record_batch(record_batch: pa.RecordBatch) -> RasterTile2D:
         '''Create a RasterTile2D from an Arrow record batch recieved from the Geo Engine'''

geoengine/raster_workflow_rio_writer.py

@@ -170,7 +170,7 @@ def __create_new_dataset(self, query: QueryRectangle):
 
         self.current_dataset = rio_dataset
 
-    async def query_and_write(self, query: QueryRectangle):
+    async def query_and_write(self, query: QueryRectangle, skip_empty_times=True):
         ''' Query the raster workflow and write the tiles to the dataset.'''
 
         self.create_tiling_geo_transform_width_height(query)
@@ -182,6 +182,11 @@ async def query_and_write(self, query: QueryRectangle):
                 if self.current_time != tile.time:
                     self.close_current_dataset()
                     self.current_time = tile.time
+
+                if tile.is_empty() and skip_empty_times:
+                    continue
+
+                if self.current_dataset is None:
                     self.__create_new_dataset(query)
 
                 assert self.current_time == tile.time, "The time of the current dataset does not match the tile"