incorporate pandera into network structure

pandapower/_version.py

@@ -1,2 +1,2 @@
-__version__ = "3.4.0"
-__format_version__ = "3.1.0"
+__version__ = "4.0.0"
+__format_version__ = "4.0.0"

pandapower/auxiliary.py

@@ -75,6 +75,8 @@
     geopandas_available = True
 except ImportError:
     geopandas_available = False
+    # for typing only
+    GeoSeries = object
 
 
 PyPowerNetwork = dict[str, Any]
@@ -86,6 +88,7 @@
 T = TypeVar("T")
 
 
+# FIXME: Remove this!
 def log_to_level(
     msg: str,
     passed_logger: logging.Logger,
@@ -110,6 +113,7 @@
     level: Literal["error", "warning", "info", "debug", "UserWarning"] = "UserWarning",
     ignore_not_installed: bool = False
 ) -> None:
+    # FIXME: version should NEVER be defined in code!
     minimum_version = {'plotly': "3.1.1",
                        'numba': "0.25",
                        }
@@ -479,7 +483,7 @@
 
     @classmethod
     def create_dataframes(cls, data):
-        for key in data: #TODO: change index dtype to np.uint32
+        for key in data:
             if isinstance(data[key], dict):
                 data[key] = pd.DataFrame(columns=data[key].keys(), index=pd.Index([], dtype=np.int64)).astype(data[key])
         return data
@@ -492,7 +496,7 @@
         """
         par = []
         res = []
-        for et in list(self.keys()):
+        for et in self.keys():
             if not et.startswith("_") and isinstance(self[et], pd.DataFrame) and len(self[et]) > 0:
                 n_rows = self[et].shape[0]
                 if 'res_' in et:
@@ -653,6 +657,8 @@
 def empty_defaults_per_dtype(dtype: np.dtype[Any]) -> Any:
     if is_numeric_dtype(dtype):
         return np.nan
+    elif isinstance(dtype, pd.StringDtype):
+        return pd.NA
     elif is_string_dtype(dtype):
         return ""
     elif is_object_dtype(dtype):
@@ -662,12 +668,10 @@
 
 
 def _preserve_dtypes(df: pd.DataFrame, dtypes: pdt.Series[np.dtype[Any]]) -> None:
-    for item, dtype in list(dtypes.items()):
+    for item, dtype in dtypes.items():
         if df.dtypes.at[item] != dtype:
             if (dtype == bool or dtype == np.bool_) and np.any(df[item].isnull()):
-                raise UserWarning(f"Encountered NaN value(s) in a boolean column {item}! "
-                                  f"NaN are casted to True by default, which can lead to errors. "
-                                  f"Replace NaN values with True or False first.")
+                df[item] = df[item].fillna(pd.NA).astype('boolean')
             try:
                 df[item] = df[item].astype(dtype)
             except ValueError:
@@ -997,7 +1001,10 @@
 
 # read functions:
 def _read_from_single_index(net: pandapowerNet, element: str, variable: str, index: np.int64) -> Any:
-    return net[element].at[index, variable]
+    if variable in net[element]:
+        return net[element].at[index, variable]
+    else:
+        return pd.NA
 
 
 def _read_from_all_index(net: pandapowerNet, element: str, variable: str) -> NDArray[Any]:
@@ -1316,11 +1323,10 @@
         ppc_bus_isolated = np.zeros(ppc["bus"].shape[0], dtype=bool)
         ppc_bus_isolated[isolated_nodes] = True
         set_isolated_buses_oos(bus_in_service, ppc_bus_isolated, net["_pd2ppc_lookups"]["bus"])
-    #    mode = net["_options"]["mode"]
     elements_ac = ["load", "motor", "sgen", "asymmetric_load", "asymmetric_sgen", "gen",
                    "ward", "xward", "shunt", "ext_grid", "storage", "svc", "ssc", "vsc"]  # ,"impedance_load"
     elements_dc = ["vsc", "load_dc", "source_dc"]
-    is_elements = dict()
+    is_elements = {}
     for element_table_list, bus_table, bis in zip((elements_ac, elements_dc), ("bus", "bus_dc"), (bus_in_service, bus_dc_in_service)):
         for element_table in element_table_list:
             num_elements = len(net[element_table].index)
@@ -1404,8 +1410,6 @@
     """
     creates dictionary for pf, opf and short circuit calculations from input parameters.
     """
-    # if recycle is None:
-    #     recycle = dict(trafo=False, bus_pq=False, bfsw=False)
 
     init_results = (isinstance(init_vm_pu, str) and (init_vm_pu == "results")) or \
                    (isinstance(init_va_degree, str) and (init_va_degree == "results"))
@@ -1544,13 +1548,11 @@
 
 
 def _add_options(net: pandapowerNet, options: dict[str, Any]) -> None:
-    # double_parameters = set(net.__internal_options.keys()) & set(options.keys())
     double_parameters = set(net._options.keys()) & set(options.keys())
     if len(double_parameters) > 0:
         raise UserWarning(
             "Parameters always have to be unique! The following parameters where specified " +
             "twice: %s" % double_parameters)
-    # net.__internal_options.update(options)
     net._options.update(options)
 
 
@@ -1937,7 +1939,7 @@
     return Sabc, Vabc
 
 
 def _add_dcline_gens(net: pandapowerNet) -> None:
     """
     For each HVDC Link create consumption and supply generator
 
@@ -1953,7 +1955,11 @@
         p_mw = np.abs(dctab.p_mw)
         p_loss = p_mw * (1 - dctab.loss_percent / 100) - dctab.loss_mw  # type: ignore[operator]
 
-        max_p_mw: float = dctab.max_p_mw  # type: ignore[assignment]
+        max_p_mw: float
+        if hasattr(dctab, 'max_p_mw') and pd.notna(dctab.max_p_mw):
+            max_p_mw = dctab.max_p_mw  # type: ignore[assignment]
+        else:
+            max_p_mw = float('nan')
         p_min: float
         p_max: float
         if np.sign(dctab.p_mw) > 0:
@@ -1967,15 +1973,41 @@
             p_max = 0
             p_min = -max_p_mw
 
-        create_gen(net, bus=dctab.to_bus, p_mw=p_to, vm_pu=dctab.vm_to_pu,
-                   min_p_mw=p_min, max_p_mw=p_max,
-                   max_q_mvar=dctab.max_q_to_mvar, min_q_mvar=dctab.min_q_to_mvar,
-                   in_service=dctab.in_service)
-
-        create_gen(net, bus=dctab.from_bus, p_mw=p_from, vm_pu=dctab.vm_from_pu,
-                   min_p_mw=-p_max, max_p_mw=-p_min,
-                   max_q_mvar=dctab.max_q_from_mvar, min_q_mvar=dctab.min_q_from_mvar,
-                   in_service=dctab.in_service)
+        kwargs_to = {
+            'bus': dctab.to_bus,
+            'p_mw': p_to,
+            'vm_pu': dctab.vm_to_pu,
+            'in_service': dctab.in_service
+        }
+
+        if hasattr(dctab, 'min_p_mw'):
+            kwargs_to['min_p_mw'] = p_min
+        if hasattr(dctab, 'max_p_mw'):
+            kwargs_to['max_p_mw'] = p_max
+        if hasattr(dctab, 'max_q_to_mvar'):
+            kwargs_to['max_q_mvar'] = dctab.max_q_to_mvar
+        if hasattr(dctab, 'min_q_to_mvar'):
+            kwargs_to['min_q_mvar'] = dctab.min_q_to_mvar
+
+        create_gen(net, **kwargs_to)
+
+        kwargs_from = {
+            'bus': dctab.from_bus,
+            'p_mw': p_from,
+            'vm_pu': dctab.vm_from_pu,
+            'in_service': dctab.in_service
+        }
+
+        if hasattr(dctab, 'max_p_mw'):
+            kwargs_from['min_p_mw'] = -p_max
+        if hasattr(dctab, 'min_p_mw'):
+            kwargs_from['max_p_mw'] = -p_min
+        if hasattr(dctab, 'max_q_from_mvar'):
+            kwargs_from['max_q_mvar'] = dctab.max_q_from_mvar
+        if hasattr(dctab, 'min_q_from_mvar'):
+            kwargs_from['min_q_mvar'] = dctab.min_q_from_mvar
+
+        create_gen(net, **kwargs_from)
 
 
 def _add_vsc_stacked(net: pandapowerNet):
@@ -2093,7 +2125,7 @@
     lightsim2grid = kwargs.get("lightsim2grid", "auto")
 
     # for all the parameters from 'overrule_options' we need to collect them
-    # if they are used for any of the chjecks below:
+    # if they are used for any of the checks below:
     algorithm = overrule_options.get("algorithm", algorithm)
     calculate_voltage_angles = overrule_options.get("calculate_voltage_angles", calculate_voltage_angles)
     init = overrule_options.get("init", init)
@@ -2107,15 +2139,11 @@
     # tolerance_mva, trafo_model, trafo_loading, enforce_p_lims, enforce_q_lims, check_connectivity, consider_line_temperature
 
     # check if numba is available and the corresponding flag
-    if numba:
-        numba = _check_if_numba_is_installed()
+    numba &= _check_if_numba_is_installed()
 
-    if voltage_depend_loads:
-        if not (np.any(net["load"]["const_z_p_percent"].values)
-                or np.any(net["load"]["const_i_p_percent"].values)
-                or np.any(net["load"]["const_z_q_percent"].values)
-                or np.any(net["load"]["const_i_q_percent"].values)):
-            voltage_depend_loads = False
+    cols = {"const_z_p_percent", "const_i_p_percent", "const_z_q_percent", "const_i_q_percent"}
+    # if const parameters are not set voltage_depend_loads is deactivated
+    voltage_depend_loads &= bool(cols.issubset(net.load.columns) and net.load[list(cols)].any().any())
 
     lightsim2grid = _check_lightsim2grid_compatibility(net, lightsim2grid, voltage_depend_loads, algorithm,
                                                        distributed_slack, tdpf)
@@ -2320,7 +2348,6 @@
     # scipy spsolve options in NR power flow
     use_umfpack = kwargs.get("use_umfpack", True)
     permc_spec = kwargs.get("permc_spec", None)
-    # net.__internal_options = {}
     net._options = {}
     _add_ppc_options(net, calculate_voltage_angles=calculate_voltage_angles,
                      trafo_model=trafo_model, check_connectivity=check_connectivity,