updated power-grid-model-io and removed skip/workaround for issue (#3023)

* updated power-grid-model-io and removed skip/workaround for issue

* moved pgm from all to dev since pgm is only supported by python >= 3.12

* updated github_test_action.yml to avoid pgm installation in unsupported python versions

* added importskip for pgm and pgm-io

* fixed uv sync command

* marked pgm and dev only supported by python 3.12

* added pgm to the tutorial tests

* removed unused dependencies from test pipeline

Author: KS-HTK

.github/workflows/github_test_action.yml

@@ -41,29 +41,32 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
       - name: Install dependencies
+        if: ${{ (matrix.python-version != '3.10') && (matrix.python-version != '3.11') }}
         run: |
-          uv sync --extra dev          
+          uv sync --extra all --extra test --extra pandamodels --extra pgm
+          uv pip install pytest-split
+          uv pip uninstall juliacall
+      - name: Install dependencies
+        if: ${{ (matrix.python-version == '3.10') || (matrix.python-version == '3.11') }}
+        run: |
+          uv sync --extra all --extra test --extra pandamodels
           uv pip install pytest-split
           uv pip uninstall juliacall
-          # if ${{ matrix.python-version == '3.10' }}; then uv pip install pypower; fi
-          # if ${{ matrix.python-version != '3.10' }}; then uv pip install numba; fi
-          # if ${{ matrix.python-version == '3.14' }}; then uv pip install lightsim2grid; fi
-          # if ${{ matrix.python-version == '3.13' }}; then uv pip install lightsim2grid; fi
       - name: List of installed packages
         run: |
           uv pip list
       - name: Test with pytest
-        if: ${{ matrix.python-version != '3.10' }}
+        if: ${{ matrix.python-version != '3.12' }}
         run: |
           uv run pytest --splits 2 --group ${{ matrix.group }} $IGNORES
       - name: Test with pytest, Codecov and Coverage
-        if: ${{ matrix.python-version == '3.10' }}
+        if: ${{ matrix.python-version == '3.12' }} # collecting on 3.12 (oldest version where pgm is included)
         run: |
           uv pip install pytest-cov numpy~=1.26
           uv run pytest --cov=./ --cov-report=xml --splits 2 --group ${{ matrix.group }} $IGNORES
           cp ./coverage.xml ./coverage-${{ matrix.group }}.xml
       - name: Upload coverage as artifact
-        if: ${{ matrix.python-version == '3.10' }}
+        if: ${{ matrix.python-version == '3.12' }}
         uses: actions/upload-artifact@v7
         with:
           name: coverage-${{ matrix.group }}
@@ -89,7 +92,7 @@ jobs:
           python-version: '3.14'
       - name: Install dependencies
         run: |
-          uv sync --extra dev
+          uv sync --extra all --extra test --extra pandamodels --extra pgm
           uv pip uninstall juliacall
           uv pip install pytest-cov pytest-split
       - name: List of installed packages
@@ -377,7 +380,7 @@ jobs:
       - uses: actions/checkout@v6
       - name: Install dependencies
         run: |
-          python -m pip install -e .[all,tutorials,test]
+          python -m pip install -e .[all,pgm,tutorials,test]
       - name: List all installed packages
         run: |
           python -m pip list
@@ -397,7 +400,7 @@ jobs:
       - uses: actions/checkout@v6
       - name: Install dependencies
         run: |
-          python -m pip install -e .[all,tutorials,test]
+          python -m pip install -e .[all,pgm,tutorials,test]
       - name: List all installed packages
         run: |
           python -m pip list

pandapower/test/loadflow/test_runpp_pgm.py

@@ -5,20 +5,14 @@
 
 from pandapower.create import create_bus, create_ext_grid, create_load, create_switch, create_sgen, create_line
 from pandapower.network import pandapowerNet
-from pandapower.create._utils import add_column_to_df
 from pandapower.run import runpp_pgm
 from pandapower.test.consistency_checks import runpp_pgm_with_consistency_checks, runpp_pgm_3ph_with_consistency_checks
 
-try:
-    import power_grid_model
-
-    PGM_IMPORTED = True
-except ImportError:
-    PGM_IMPORTED = False
+pytest.importorskip("power_grid_model")
+pytest.importorskip("power_grid_model_io")
 
 
 @pytest.mark.parametrize("consistency_fn", [runpp_pgm_with_consistency_checks, runpp_pgm_3ph_with_consistency_checks])
-@pytest.mark.skipif(not PGM_IMPORTED, reason="requires power_grid_model")
 def test_minimal_net_pgm(consistency_fn):
     # tests corner-case when the grid only has 1 bus and an ext-grid
     net = pandapowerNet(name="test_minimal_net_pgm")
@@ -27,8 +21,6 @@ def test_minimal_net_pgm(consistency_fn):
     consistency_fn(net)
 
     create_load(net, b, p_mw=0.1)
-    # FIXME: temporary skip for pgm converter due to pd.NA
-    pytest.skip("PGM's _get_pp_attr has an error when handling pandapower 4 networks. (pd.NA dtype support missing)")
     consistency_fn(net)
 
     b2 = create_bus(net, 110)
@@ -37,7 +29,6 @@ def test_minimal_net_pgm(consistency_fn):
     consistency_fn(net)
 
 
-@pytest.mark.skipif(not PGM_IMPORTED, reason="requires power_grid_model")
 def test_runpp_pgm__invalid_algorithm():
     net = pandapowerNet(name="test_runpp_pgm__invalid_algorithm")
     with pytest.raises(
@@ -48,7 +39,6 @@ def test_runpp_pgm__invalid_algorithm():
 
 
 @patch("pandapower.run.logger")
-@pytest.mark.skipif(not PGM_IMPORTED, reason="requires power_grid_model")
 def test_runpp_pgm__internal_pgm_error(mock_logger: MagicMock):
     net = pandapowerNet(name="test_runpp_pgm__internal_pgm_error")
     b1 = create_bus(net, 110)
@@ -69,7 +59,6 @@ def test_runpp_pgm__internal_pgm_error(mock_logger: MagicMock):
 
 
 @patch("pandapower.run.logger")
-@pytest.mark.skipif(not PGM_IMPORTED, reason="requires power_grid_model")
 def test_runpp_pgm__validation_fail(mock_logger: MagicMock):
     net = pandapowerNet(name="test_runpp_pgm__validation_fail")
     create_bus(net, -110, index=123)

pyproject.toml

@@ -78,7 +78,7 @@ test = ["pytest~=9.0", "nbmake~=1.5", "pytest-timeout", "pytest-split"]
 performance = ["ortools~=9.14", "numba~=0.61", "lightsim2grid~=0.13.0"]
 fileio = ["xlsxwriter~=3.2", "openpyxl~=3.1", "cryptography~=46.0", "geopandas~=1.1", "psycopg~=3.2", "lxml~=6.0"]
 converter = ["matpowercaseframes~=1.1", "lxml~=6.0"]
-pgm = ["power-grid-model-io~=1.2"]
+pgm = ["power-grid-model-io~=1.3.87; python_version >= '3.12'"]
 control = ["shapely~=2.1"]
 pandamodels = ["juliacall~=0.9"]
 tutorials = ["julia", "juliacall~=0.9", "seaborn", "jupyter", "notebook"]
@@ -96,8 +96,8 @@ typing = [
     "matplotlib~=3.10"
 ]
 
-all = ["pandapower[plotting,performance,fileio,converter,pgm,control]"]
-dev = ["pandapower[all,docs,test,typing,pandamodels,tutorials]"]
+all = ["pandapower[plotting,performance,fileio,converter,control]"]
+dev = ["pandapower[all,docs,test,typing,pandamodels,tutorials,pgm]; python_version >= '3.12'"]
 # "shapely", "pyproj", "Pyogrio" are dependencies of geopandas and should be already available ("Fiona" got dropped)
 # "hashlib", "zlib", "base64" produce install problems, so they are not included
 

tutorials/power-grid-model_powerflow.ipynb

@@ -51,28 +51,6 @@
     "A powerflow can be run using power-grid-model for calculation by using the `pp.runpp_pgm` function. The function has its own arguments different from `pp.runpp()`"
    ]
   },
-  {
-   "metadata": {},
-   "cell_type": "code",
-   "source": [
-    "# TODO: remove this cell once power_grid_model_io fixes the issue #422\n",
-    "strings = {\n",
-    "    \"bus\": [\"name\", \"type\"],\n",
-    "    \"load\": [\"name\", \"type\"],\n",
-    "    \"sgen\": [\"name\"],\n",
-    "    \"switch\": [\"type\"],\n",
-    "    \"shunt\": [\"name\"],\n",
-    "    \"line\": [\"name\", \"std_type\", \"type\"],\n",
-    "    \"trafo\": [\"name\", \"std_type\", \"vector_group\", \"tap_side\"],\n",
-    "}\n",
-    "for table, columns in strings.items():\n",
-    "    for col in columns:\n",
-    "        net[table][col] = net[table][col].astype(object)"
-   ],
-   "id": "c09670c23aca4a6",
-   "outputs": [],
-   "execution_count": null
-  },
   {
    "cell_type": "code",
    "id": "456b50b1",