inserting subdivided geom into new table

Author: ssadhu-sl

task/pgload/load.py

@@ -26,6 +26,7 @@
 streamHandler.setFormatter(formatter)
 logger.addHandler(streamHandler)
 
+complex_geom_datasets = ['flood-risk-zone']
 export_tables = {
     DATABASE_NAME: ["entity", "old_entity"],
     "digital-land": [
@@ -125,6 +126,9 @@ def do_replace_table(table, source, csv_filename, postgress_conn, sqlite_conn):
 
         make_valid_with_handle_geometry_collection(postgress_conn, source)
 
+        if source in complex_geom_datasets:
+            update_entity_subdivided(postgress_conn,source)
+
 
 def do_replace(source, sqlite_conn, tables_to_export=None):
     if tables_to_export is None:
@@ -216,6 +220,36 @@ def make_valid_multipolygon(connection, source):
 
     logger.info(f"Updated {rowcount} rows with valid multi polygons")
 
+def update_entity_subdivided(connection, source):   
+    delete_sql = """
+            DELETE FROM entity_subdivided WHERE dataset = %s ;
+        """
+    
+    update_entity_subdivided = """
+        INSERT INTO entity_subdivided (entity, dataset, geometry_subdivided)
+            SELECT e.entity, e.dataset, g.geom
+            FROM entity e
+            JOIN LATERAL (
+            SELECT (ST_Dump(ST_Subdivide(ST_MakeValid(e.geometry)))).geom
+            ) AS g ON true
+            WHERE dataset = %s 
+            AND e.geometry IS NOT NULL
+            AND ST_IsValid(e.geometry);
+
+        """.strip()
+
+    with connection.cursor() as cursor:
+        
+        cursor.execute(delete_sql, (source,))
+        deleted_count = cursor.rowcount
+
+        cursor.execute(update_entity_subdivided, (source,))
+        rowcount = cursor.rowcount
+
+    connection.commit()
+
+    logger.info(f"Updated entity_sub_divided table - {deleted_count} rows deleted")
+    logger.info(f"Updated entity_sub_divided table - {rowcount} rows with subdivided geometries")
 
 if __name__ == "__main__":
     do_replace_cli()