fix: compatibility of build_gas_* rules with pyogrio >=0.12.0 (#1955)

* fix: compatibility of build_gas_* rules with pyogrio >=0.12.0

pyogrio >=0.12.0 returns JSON fields directly as dicts/lists, so that loading them again
as json fails.

refer to https://github.com/geopandas/pyogrio/releases/tag/v0.12.0 .

* Update release_notes.rst

Author: coroa

doc/release_notes.rst

@@ -9,6 +9,8 @@ Release Notes
 Upcoming Release
 ================
 
+* Fix compatibility of rules `build_gas_input_locations` and `build_gas_network` with pyogrio >=0.12.0 (https://github.com/PyPSA/pypsa-eur/pull/1955).
+
 * Added interactive (html) balance maps `results/maps/interactive/` (https://github.com/PyPSA/pypsa-eur/pull/1935) based on https://docs.pypsa.org/latest/user-guide/plotting/explore/. Settings for interactive maps can be found in `plotting.default.yaml` under `plotting["balance_map_interactive"]`.
 
 * Relocated and modified static (pdf) balance maps to `results/maps/static/` (https://github.com/PyPSA/pypsa-eur/pull/1935) for better organization. 

scripts/build_gas_input_locations.py

@@ -6,21 +6,21 @@
 production sites with data from SciGRID_gas and Global Energy Monitor.
 """
 
-import json
 import logging
 
 import geopandas as gpd
 import pandas as pd
 
 from scripts._helpers import configure_logging, set_scenario_config
+from scripts.build_gas_network import unnest_struct
 from scripts.cluster_gas_network import load_bus_regions
 
 logger = logging.getLogger(__name__)
 
 
 def read_scigrid_gas(fn):
     df = gpd.read_file(fn)
-    expanded_param = df.param.apply(json.loads).apply(pd.Series)
+    expanded_param = unnest_struct(df.param)
     df = pd.concat([df, expanded_param], axis=1)
     df.drop(["param", "uncertainty", "method"], axis=1, inplace=True)
     df = df.loc[:, ~df.columns.duplicated()]  # duplicated country_code column

scripts/build_gas_network.py

@@ -53,11 +53,16 @@ def diameter_to_capacity(pipe_diameter_mm):
         return a3 + m3 * pipe_diameter_mm
 
 
+def unnest_struct(s):
+    if isinstance(s.iloc[0], str):
+        s = s.apply(json.loads)
+    return s.apply(pd.Series)
+
+
 def load_dataset(fn):
     df = gpd.read_file(fn)
-    param = df.param.apply(json.loads).apply(pd.Series)
-    cols = ["diameter_mm", "max_cap_M_m3_per_d"]
-    method = df.method.apply(json.loads).apply(pd.Series)[cols]
+    param = unnest_struct(df.param)
+    method = unnest_struct(df.method)[["diameter_mm", "max_cap_M_m3_per_d"]]
     method.columns = method.columns + "_method"
     df = pd.concat([df, param, method], axis=1)
     to_drop = ["param", "uncertainty", "method", "tags"]