Merge pull request #116 from Grid2op/dev-switches

Upgrade to version 0.11.0

Author: BDonnot

.circleci/config.yml

@@ -11,17 +11,17 @@ jobs:
   manylinux_build:
     # build wheels for some linux
     name: Build linux ${{ matrix.python.name }} wheel on ${{ matrix.cont.name}}
-    runs-on: ubuntu-latest
+    runs-on: ${{matrix.cont.runner}}
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            abi: cp37m,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   abi: cp37m,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             abi: cp38,
@@ -52,17 +52,24 @@ jobs:
             abi: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            abi: cp314,
+            version: '3.14',
+          }
 
         cont:
           - {
             name: manylinux_2_28_x86_64, 
             val: quay.io/pypa/manylinux_2_28_x86_64,
-            arch: amd64
+            arch: amd64,
+            runner: ubuntu-latest
           }
           # - {
-          #   name: manylinux2014_aarch64, 
-          #   val: quay.io/pypa/manylinux2014_aarch64,
-          #   arch: arm64
+          #   name: manylinux_2_28_aarch64, 
+          #   val: quay.io/pypa/manylinux_2_28_aarch64,
+          #   arch: arm64,
+          #   runner: ubuntu-24.04-arm
           # }
 
     container: 
@@ -72,7 +79,7 @@ jobs:
 
     steps:
       # - name: Set up QEMU
-      #   if: matrix.cont.name == 'manylinux2014_aarch64'
+      #   if: matrix.cont.name == 'manylinux_2_28_aarch64'
       #   uses: docker/setup-qemu-action@v2
       #   with:
       #     platforms: arm64
@@ -148,7 +155,7 @@ jobs:
       - name: Install grid2op
         if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
         run: | 
-          python3 -m pip install grid2op pandapower
+          python3 -m pip install grid2op pandapower lxml  # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           python3 -m pip freeze
 
       - name: Check extra can be imported can be imported (with grid2op)
@@ -184,14 +191,14 @@ jobs:
   windows_build:
     # build wheels for windows
     name: Build windows ${{ matrix.python.name }} wheel for ${{ matrix.win_arch.msvc}}
-    runs-on: windows-2019
+    runs-on: windows-2022
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             version: '3.8',
@@ -216,6 +223,10 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         win_arch:
           - {
             name: "AMD64",
@@ -226,7 +237,7 @@ jobs:
           #   msvc: x86
           # }
     env:
-      RUNNER_OS: windows-2019
+      RUNNER_OS: windows-2022
       PYTHON_VERSION: ${{ matrix.python.version }}
 
     steps:
@@ -302,7 +313,7 @@ jobs:
       - name: Check LightSimBackend can be imported (with grid2op)
         if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
         run: |
-          python -m pip install grid2op
+          python -m pip install grid2op lxml   # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           cd tmp_for_import_checking
           python -c "from lightsim2grid import LightSimBackend"
           python -c "from lightsim2grid import LightSimBackend; import grid2op; env = grid2op.make('l2rpn_case14_sandbox', test=True, backend=LightSimBackend())"
@@ -335,10 +346,10 @@ jobs:
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             version: '3.8',
@@ -363,9 +374,13 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         runner:
           - {
-            name: macos-13,
+            name: macos-15-intel,
             arch: x86_64
           }
           - {
@@ -440,10 +455,9 @@ jobs:
           python3 -c "from lightsim2grid.securityAnalysis import SecurityAnalysisCPP"
           python3 -c "from lightsim2grid.gridmodel import GridModel"
 
-      - name: Check package can be imported (bare install, numpy < 2)
-        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38' && matrix.python.name != 'cp313'
+      - name: Check package can be imported (bare install)
+        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38'
         run: |
-          python3 -m pip install "numpy<2"
           cd tmp_for_import_checking
           python3 -c "import lightsim2grid"
           python3 -c "from lightsim2grid import *"
@@ -460,13 +474,17 @@ jobs:
           # otherwise urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'OpenSSL 1.0.2k-fips  26 Jan 2017'
 
       - name: Install grid2op
-        if: matrix.python.name != 'cp313'  # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: | 
-          python -m pip install grid2op
+          python -m pip install grid2op lxml   # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           python -m pip freeze
 
       - name: Check extra can be imported can be imported (with grid2op)
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: |
           cd tmp_for_import_checking
           python -v -c "from lightsim2grid import LightSimBackend"
@@ -477,7 +495,9 @@ jobs:
           python -c "from lightsim2grid.gridmodel import init_from_pandapower"
       
       - name: Check LightSimBackend can be used to create env
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: |
           cd tmp_for_import_checking
           python -v -c "from lightsim2grid import LightSimBackend; import grid2op; env = grid2op.make('l2rpn_case14_sandbox', test=True, backend=LightSimBackend())"
@@ -502,7 +522,7 @@ jobs:
             cibuildwheel: macos
           }
           - {
-            name: windows-2019,  # host on x86_64
+            name: windows-2022,  # host on x86_64
             whl_nm: windows_arm64,
             cibuildwheel: windows
           }
@@ -536,6 +556,10 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         exclude:
           - python: 
               name: cp310  # because already done natively above
@@ -553,10 +577,14 @@ jobs:
               name: cp313  # because already done natively above
             runner:
               name: macos-14
+          - python: 
+              name: cp314  # because already done natively above
+            runner:
+              name: macos-14
           - python: 
               name: cp38  # does not work
             runner:
-              name: windows-2019
+              name: windows-2022
     env:
       RUNNER_OS: ${{ matrix.runner.name }}
       PYTHON_VERSION: ${{ matrix.python.version }}
@@ -569,12 +597,12 @@ jobs:
 
       - name: Set up QEMU
         if: runner.os == 'Linux'
-        uses: docker/setup-qemu-action@v3
+        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130  # v3.7.0
         with:
           platforms: all
 
       - name: Compile with cibuildwheel
-        uses: pypa/cibuildwheel@v2.22.0
+        uses: pypa/cibuildwheel@63fd63b352a9a8bdcc24791c9dbee952ee9a8abc  # v3.3.0
         env:
           CIBW_PLATFORM: "${{ matrix.runner.cibuildwheel}}"
           CIBW_BUILD: "${{ matrix.python.name}}-*"
@@ -583,7 +611,7 @@ jobs:
           CIBW_ARCHS_WINDOWS: ARM64 
           CIBW_ENVIRONMENT: __O3_OPTIM=1
           CIBW_BEFORE_ALL: python -m pip install --upgrade setuptools wheel pybind11 pip && python -m pip install "numpy>=2; python_version >= '3.9'"  "numpy; python_version < '3.9'"
-          CIBW_BEFORE_BUILD_MACOS: make clean && make CC=clang CXX=clang++  # no need to cross compile this because host is already arm64 based
+          CIBW_BEFORE_BUILD_MACOS: make clean && CC=clang CXX=clang++ make  # no need to cross compile this because host is already arm64 based
           CIBW_BEFORE_BUILD_LINUX: make clean && make  # maybe we need to cross compile this (host x64) but maybe not (qemu) ?
           CIBW_BEFORE_BUILD_WINDOWS: > 
             cd build_cmake &&
@@ -593,8 +621,8 @@ jobs:
             cmake -DCMAKE_INSTALL_PREFIX=..\built -DCMAKE_BUILD_TYPE=Release -DCMAKE_GENERATOR_PLATFORM=arm64 .. &&
             cmake --build . --config Release &&
             cmake --install . --prefix ..\built
-          CIBW_TEST_REQUIRES: grid2op pandapower "numpy<2"
-          CIBW_TEST_SKIP: "cp312-* *-macosx_arm64 *-win_arm64 cp313-*" # to silence warning "While arm64 wheels can be built on x86_64, they cannot be tested."
+          CIBW_TEST_REQUIRES: grid2op pandapower
+          CIBW_TEST_SKIP: "*-macosx_arm64 *-win_arm64" # to silence warning "While arm64 wheels can be built on x86_64, they cannot be tested."
           CIBW_TEST_COMMAND: >
             python -c "import lightsim2grid" &&
             python -c "from lightsim2grid import *" &&

.github/workflows/main.yml

@@ -29,6 +29,29 @@ TODO: in `main.cpp` check the returned policy of pybind11 and also the `py::call
 TODO: a cpp class that is able to compute (DC powerflow) ContingencyAnalysis and TimeSeries using PTDF and LODF
 TODO: integration test with pandapower (see `pandapower/contingency/contingency.py` and import `lightsim2grid_installed` and check it's True)
 
+[0.11.0] 2025-12-xx
+----------------------
+- [DEPRECATED] python 3.7 builds will no longer be available
+- [FIXED] a bug in the import of the grid from pypowsybl
+- [FIXED] a bug with phase shifters in case the tap was on the low voltage side
+- [FIXED] a bug with active shunt values (wrong sign in the cpp part) and wrong Ybus diagonal coeff
+- [FIXED] a bug in DC computation with shunt active values (wrong sign)
+- [FIXED] a bug in DC computation with some phase shifters (when tap was not tagged on correct side)
+- [FIXED] a bug in FDPF when phase tap changer was not on high voltage side
+- [FIXED] a lots of bug in the conversion of pypowsybl grid when using 
+  "old" pypowysbl versions.
+- [ADDED] compatibility with python 3.14 and python 3.14 build
+- [ADDED] compatibility with pandapower >= 3 version when loading a grid 
+  (pandapower changed the way it initilizes the transformers model parameters)
+- [ADDED] more kwargs arguments are possible in the LightSimBackend `loader_kwargs`
+- [ADDED] name of the substations are now read from the grid when initializing from 
+  pypowsybl.
+- [ADDED] support for multiple slack when reading a grid from pypowsybl.
+- [IMPROVED] the way to initialize the transformers from pypowsybl
+- [IMPROVED] possibility to load grid with phase shifters from pypowsybl
+- [IMPROVED] function to initialize the grid from pypowsybl has now a 
+  basic documentation.
+
 [0.10.3] 2025-04-28
 ----------------------
 - [FIXED] remove deprecated use of numpy<2 function in LightSimBackend

CHANGELOG.rst

@@ -37,6 +37,8 @@ Open source options for powerflow analysis
 To get free of these limitations and be able to perform state of the art powerflow analysis, 
 while still using open source softwares, we kindly recommend you to have a look at:
 
+- [power-grid-model](https://github.com/PowerGridModel/power-grid-model) which is an "*open-source library for
+  steady-state distribution power system analysis, distributed for Python and C*"
 - [Matpower](https://matpower.org/) which is a "*free, open-source tools for electric power system simulation and 
   optimization*"
 - [Pandapower](https://www.pandapower.org/) that is "*An easy to use open source tool for power system modeling, 

DISCLAIMER.md

@@ -82,17 +82,20 @@ see section [6.1 Customization of the compilation](#Customization-of-the-compila
 
 Pypi packages are available for linux (`x86_64` cpu architecture), windows (`x86_64` cpu architecture) and macos (`x86_64` cpu architecture) with python versions: 
 
-- 3.7
+- 3.7  (lightsim2grid < 0.10.4)
 - 3.8
 - 3.9
 - 3.10 (lightsim2grid >= 0.6.1)
 - 3.11 (lightsim2grid >= 0.7.1)
 - 3.12 (lightsim2grid >= 0.7.5)
 - 3.13 (lightsim2grid >= 0.9.2.post2)
+- 3.14 (lightsim2grid >= 0.10.4)
 
 
 As from version 0.8.2, we also distribute windows `arm64` and macos `arm64` binaries of lightsim2grid that can be installed
-directly with pip too (requires python >= 3.8 for macos and python >= 3.9 for windows). We do not currently produce `arm64` (`aarch64`) linux binaries because it takes too long to build. If you really want them, let us know and we'll see what we can do.
+directly with pip too (requires python >= 3.8 for macos and python >= 3.9 for windows). 
+
+We do not currently produce `arm64` (`aarch64`) linux binaries because it takes too long to build. If you really want them, let us know and we'll see what we can do.
 
 
 **NB** on some version of MacOs (thanks Apple !), especially the one using M1 or M2 chip, lightsim2grid is only available

README.md

@@ -25,9 +25,9 @@
 
 try:
     from pypowsybl2grid import PyPowSyBlBackend
-    pypow_error = None
+    pypowbk_error = None
 except ImportError as exc_:
-    pypow_error = exc_
+    pypowbk_error = exc_
     print("Backend based on pypowsybl will not be benchmarked")
 
 from grid2op.Parameters import Parameters
@@ -123,7 +123,7 @@ def main(max_ts,
                                    data_feeding_kwargs={"gridvalueClass": GridStateFromFile})
             env_lightsim = make(env_name_input, backend=LightSimBackend(), param=param, test=test,
                                 data_feeding_kwargs={"gridvalueClass": GridStateFromFile})
-            if pypow_error is None:
+            if pypowbk_error is None:
                 env_pypow = make(env_name_input, param=param, test=test,
                                  backend=PyPowSyBlBackend(),
                                  data_feeding_kwargs={"gridvalueClass": GridStateFromFile})
@@ -144,7 +144,7 @@ def main(max_ts,
                                    grid_path=env_name_input,
                                    backend=PandaPowerBackend(lightsim2grid=True, with_numba=True)
                                    )
-            if pypow_error is None:
+            if pypowbk_error is None:
                 env_pypow = make("blank", param=param, test=True,
                                  data_feeding_kwargs={"gridvalueClass": ChangeNothing},
                                  grid_path=env_name_input,
@@ -181,7 +181,7 @@ def main(max_ts,
             # for oldest grid2op version where this was not stored
             time_pp_ls_numba = env_pp_ls_numba._time_step
 
-    if pypow_error is None:
+    if pypowbk_error is None:
         # also benchmark pypowsybl backend
         nb_ts_pypow, time_pypow, aor_pypow, gen_p_pypow, gen_q_pypow = run_env(env_pypow, max_ts, agent, chron_id=0, env_seed=0)
         pypow_comp_time = env_pypow.backend.comp_time
@@ -226,7 +226,7 @@ def main(max_ts,
 
     # NOW PRINT THE RESULTS
     print("Configuration:")
-    config_str = print_configuration(pypow_error)
+    config_str = print_configuration(pypowbk_error)
     if save_results != DONT_SAVE:
         with open(save_results+"config_info.txt", "w", encoding="utf-8") as f:
             f.write(config_str)
@@ -246,7 +246,7 @@ def main(max_ts,
         tab.append(["PP (with lightsim)", f"{nb_ts_pp_ls_numba/time_pp_ls_numba:.2e}",
                     f"{1000.*pp_ls_numba_time_pf/nb_ts_pp_ls_numba:.2e}",
                     f"{1000.*pp_ls_numba_comp_time/nb_ts_pp_ls_numba:.2e}"])
-    if pypow_error is None:
+    if pypowbk_error is None:
         tab.append(["pypowsybl", f"{nb_ts_pypow/time_pypow:.2e}",
                     f"{1000.*pypow_time_pf/nb_ts_pypow:.2e}",
                     f"{1000.*pypow_comp_time/nb_ts_pypow:.2e}"])