synch with version 0.12.0

Signed-off-by: DONNOT Benjamin <benjamin.donnot@rte-france.com>

Author: BDonnot

.circleci/config.yml

@@ -11,17 +11,17 @@ jobs:
   manylinux_build:
     # build wheels for some linux
     name: Build linux ${{ matrix.python.name }} wheel on ${{ matrix.cont.name}}
-    runs-on: ubuntu-latest
+    runs-on: ${{matrix.cont.runner}}
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            abi: cp37m,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   abi: cp37m,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             abi: cp38,
@@ -52,17 +52,24 @@ jobs:
             abi: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            abi: cp314,
+            version: '3.14',
+          }
 
         cont:
           - {
             name: manylinux_2_28_x86_64, 
             val: quay.io/pypa/manylinux_2_28_x86_64,
-            arch: amd64
+            arch: amd64,
+            runner: ubuntu-latest
           }
           # - {
-          #   name: manylinux2014_aarch64, 
-          #   val: quay.io/pypa/manylinux2014_aarch64,
-          #   arch: arm64
+          #   name: manylinux_2_28_aarch64, 
+          #   val: quay.io/pypa/manylinux_2_28_aarch64,
+          #   arch: arm64,
+          #   runner: ubuntu-24.04-arm
           # }
 
     container: 
@@ -72,7 +79,7 @@ jobs:
 
     steps:
       # - name: Set up QEMU
-      #   if: matrix.cont.name == 'manylinux2014_aarch64'
+      #   if: matrix.cont.name == 'manylinux_2_28_aarch64'
       #   uses: docker/setup-qemu-action@v2
       #   with:
       #     platforms: arm64
@@ -148,7 +155,7 @@ jobs:
       - name: Install grid2op
         if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
         run: | 
-          python3 -m pip install grid2op pandapower
+          python3 -m pip install grid2op pandapower lxml  # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           python3 -m pip freeze
 
       - name: Check extra can be imported can be imported (with grid2op)
@@ -184,14 +191,14 @@ jobs:
   windows_build:
     # build wheels for windows
     name: Build windows ${{ matrix.python.name }} wheel for ${{ matrix.win_arch.msvc}}
-    runs-on: windows-2019
+    runs-on: windows-2022
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             version: '3.8',
@@ -216,6 +223,10 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         win_arch:
           - {
             name: "AMD64",
@@ -226,7 +237,7 @@ jobs:
           #   msvc: x86
           # }
     env:
-      RUNNER_OS: windows-2019
+      RUNNER_OS: windows-2022
       PYTHON_VERSION: ${{ matrix.python.version }}
 
     steps:
@@ -287,7 +298,7 @@ jobs:
           python3 -c "from lightsim2grid.gridmodel import GridModel"
 
       - name: Check package can be imported (bare install, numpy < 2)
-        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38' && matrix.python.name != 'cp313'
+        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38' && matrix.python.name != 'cp313' && matrix.python.name != 'cp314'
         run: |
           python3 -m pip install "numpy<2"
           cd tmp_for_import_checking
@@ -298,11 +309,12 @@ jobs:
           python3 -c "from lightsim2grid.contingencyAnalysis import ContingencyAnalysisCPP"
           python3 -c "from lightsim2grid.securityAnalysis import SecurityAnalysisCPP"
           python3 -c "from lightsim2grid.gridmodel import GridModel"
+          python3 -m pip install --upgrade numpy
 
       - name: Check LightSimBackend can be imported (with grid2op)
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' # pandapower does not support 3.14, so grid2op does not so I cannot test that for 3.14
         run: |
-          python -m pip install grid2op
+          python -m pip install grid2op lxml   # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           cd tmp_for_import_checking
           python -c "from lightsim2grid import LightSimBackend"
           python -c "from lightsim2grid import LightSimBackend; import grid2op; env = grid2op.make('l2rpn_case14_sandbox', test=True, backend=LightSimBackend())"
@@ -313,7 +325,7 @@ jobs:
           python -c "from lightsim2grid.gridmodel import init_from_pandapower"
           
       - name: Check LightSimBackend can be used to create env
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' # pandapower does not support 3.14, so grid2op does not so I cannot test that for 3.14
         run: |
           cd tmp_for_import_checking
           python3 -v -c "from lightsim2grid import LightSimBackend; import grid2op; env = grid2op.make('l2rpn_case14_sandbox', test=True, backend=LightSimBackend())"
@@ -335,10 +347,10 @@ jobs:
     strategy:
       matrix:
         python:
-          - {
-            name: cp37,
-            version: '3.7',
-          }
+          # - {
+          #   name: cp37,
+          #   version: '3.7',
+          # }
           - {
             name: cp38,
             version: '3.8',
@@ -363,9 +375,13 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         runner:
           - {
-            name: macos-13,
+            name: macos-15-intel,
             arch: x86_64
           }
           - {
@@ -440,10 +456,9 @@ jobs:
           python3 -c "from lightsim2grid.securityAnalysis import SecurityAnalysisCPP"
           python3 -c "from lightsim2grid.gridmodel import GridModel"
 
-      - name: Check package can be imported (bare install, numpy < 2)
-        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38' && matrix.python.name != 'cp313'
+      - name: Check package can be imported (bare install)
+        if: matrix.python.name != 'cp37' && matrix.python.name != 'cp38'
         run: |
-          python3 -m pip install "numpy<2"
           cd tmp_for_import_checking
           python3 -c "import lightsim2grid"
           python3 -c "from lightsim2grid import *"
@@ -460,13 +475,17 @@ jobs:
           # otherwise urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'OpenSSL 1.0.2k-fips  26 Jan 2017'
 
       - name: Install grid2op
-        if: matrix.python.name != 'cp313'  # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: | 
-          python -m pip install grid2op
+          python -m pip install grid2op lxml   # lxml missing import see https://github.com/e2nIEE/pandapower/issues/2752
           python -m pip freeze
 
       - name: Check extra can be imported can be imported (with grid2op)
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: |
           cd tmp_for_import_checking
           python -v -c "from lightsim2grid import LightSimBackend"
@@ -477,7 +496,9 @@ jobs:
           python -c "from lightsim2grid.gridmodel import init_from_pandapower"
       
       - name: Check LightSimBackend can be used to create env
-        if: matrix.python.name != 'cp313' # pandapower does not support 3.13, so grid2op does not so I cannot test that for 3.13
+        if: matrix.python.name != 'cp314' || matrix.runner.arch != 'x86_64'
+        # grid2op does not work on darwin cp34 wheel on macos on x86_64
+        # probably because of pandapower
         run: |
           cd tmp_for_import_checking
           python -v -c "from lightsim2grid import LightSimBackend; import grid2op; env = grid2op.make('l2rpn_case14_sandbox', test=True, backend=LightSimBackend())"
@@ -502,7 +523,7 @@ jobs:
             cibuildwheel: macos
           }
           - {
-            name: windows-2019,  # host on x86_64
+            name: windows-2022,  # host on x86_64
             whl_nm: windows_arm64,
             cibuildwheel: windows
           }
@@ -536,6 +557,10 @@ jobs:
             name: cp313,
             version: '3.13',
           }
+          - {
+            name: cp314,
+            version: '3.14',
+          }
         exclude:
           - python: 
               name: cp310  # because already done natively above
@@ -553,10 +578,14 @@ jobs:
               name: cp313  # because already done natively above
             runner:
               name: macos-14
+          - python: 
+              name: cp314  # because already done natively above
+            runner:
+              name: macos-14
           - python: 
               name: cp38  # does not work
             runner:
-              name: windows-2019
+              name: windows-2022
     env:
       RUNNER_OS: ${{ matrix.runner.name }}
       PYTHON_VERSION: ${{ matrix.python.version }}
@@ -569,12 +598,12 @@ jobs:
 
       - name: Set up QEMU
         if: runner.os == 'Linux'
-        uses: docker/setup-qemu-action@v3
+        uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130  # v3.7.0
         with:
           platforms: all
 
       - name: Compile with cibuildwheel
-        uses: pypa/cibuildwheel@v2.22.0
+        uses: pypa/cibuildwheel@63fd63b352a9a8bdcc24791c9dbee952ee9a8abc  # v3.3.0
         env:
           CIBW_PLATFORM: "${{ matrix.runner.cibuildwheel}}"
           CIBW_BUILD: "${{ matrix.python.name}}-*"
@@ -583,7 +612,7 @@ jobs:
           CIBW_ARCHS_WINDOWS: ARM64 
           CIBW_ENVIRONMENT: __O3_OPTIM=1
           CIBW_BEFORE_ALL: python -m pip install --upgrade setuptools wheel pybind11 pip && python -m pip install "numpy>=2; python_version >= '3.9'"  "numpy; python_version < '3.9'"
-          CIBW_BEFORE_BUILD_MACOS: make clean && make CC=clang CXX=clang++  # no need to cross compile this because host is already arm64 based
+          CIBW_BEFORE_BUILD_MACOS: make clean && CC=clang CXX=clang++ make  # no need to cross compile this because host is already arm64 based
           CIBW_BEFORE_BUILD_LINUX: make clean && make  # maybe we need to cross compile this (host x64) but maybe not (qemu) ?
           CIBW_BEFORE_BUILD_WINDOWS: > 
             cd build_cmake &&
@@ -593,8 +622,8 @@ jobs:
             cmake -DCMAKE_INSTALL_PREFIX=..\built -DCMAKE_BUILD_TYPE=Release -DCMAKE_GENERATOR_PLATFORM=arm64 .. &&
             cmake --build . --config Release &&
             cmake --install . --prefix ..\built
-          CIBW_TEST_REQUIRES: grid2op pandapower "numpy<2"
-          CIBW_TEST_SKIP: "cp312-* *-macosx_arm64 *-win_arm64 cp313-*" # to silence warning "While arm64 wheels can be built on x86_64, they cannot be tested."
+          CIBW_TEST_REQUIRES: grid2op pandapower
+          CIBW_TEST_SKIP: "*-macosx_arm64 *-win_arm64" # to silence warning "While arm64 wheels can be built on x86_64, they cannot be tested."
           CIBW_TEST_COMMAND: >
             python -c "import lightsim2grid" &&
             python -c "from lightsim2grid import *" &&

.github/workflows/main.yml

@@ -288,3 +288,20 @@ lightsim2grid/tests/venv_test_pp/
 venv_legacy_311/
 venv_test
 lightsim2grid/gridmodel/from_pypowsybl/pypowsybl.ipynb
+_superlu/
+benchmarks/gauss_seidel_graph.ipynb
+benchmarks/res_gauss_seidel.pickle
+benchmarks/res_gauss_seidel_nb_iters.pickle
+benchmarks/venv_bench312/
+debug_grid_iidm/
+debug_olf_ls.py
+lightsim2grid/tests/output_pandapower.py
+pypowsybl-1.9.0.dev1-cp39-cp39-linux_x86_64.whl
+pypowsybl2grid-0.1.0-py3-none-any.whl
+pypowsybl2grid-wheels.zip
+read_iidm_sub.py
+res_olf_lightsim.csv
+venv_ls/
+venv_ls_glop/
+venv_old_glop/
+venv_pypobk/