Add icon4pytools (#206)

Introduces the icon4pytools package.

This package contains all icon4py (blue line) related tooling and CLIs such as:

    - liskov
    - icon4pygen
    - f2ser



Co-authored-by: Enrique G. Paredes <18477+egparedes@users.noreply.github.com>

Author: samkellerhals

.flake8

@@ -42,4 +42,4 @@ rst-roles =
     py:obj, obj,
 
 per-file-ignores =
-    pyutils/src/icon4py/icon4pygen/icochainsize.py:E800
+    tools/src/icon4pytools/icon4pygen/icochainsize.py:E800

.github/workflows/qa.yml .github/workflows/icon4py-qa.yml.github/workflows/qa.yml renamed to .github/workflows/icon4py-qa.yml

@@ -1,9 +1,11 @@
-name: Quality Assurance
+name: ICON4Py Quality Assurance
 
 on:
     push:
         branches:
             - main
+        paths-ignore:
+            - "tools/**"
     pull_request:
         branches:
             - main
@@ -29,4 +31,4 @@ jobs:
             - name: Run checks
               run: |
                   python -m pip list
-                  pre-commit run --all-files
+                  pre-commit run --config .pre-commit-config.yaml --all-files

.github/workflows/tox.yml .github/workflows/icon4py-tox.yml.github/workflows/tox.yml renamed to .github/workflows/icon4py-tox.yml

@@ -1,9 +1,11 @@
-name: Tox
+name: ICON4Py Tox
 
 on:
     push:
         branches:
             - main
+        paths-ignore:
+            - "tools/**"
     pull_request:
         branches:
             - main

.github/workflows/icon4pytools-qa.yml

@@ -0,0 +1,30 @@
+name: ICON4PyTools Quality Assurance
+
+on:
+    push:
+        branches:
+            - main
+        paths:
+            - "tools/**"
+            - "base-requirements*"
+    pull_request:
+        branches:
+            - main
+
+jobs:
+    pre-commit:
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v2
+            - name: Set up Python
+              uses: actions/setup-python@v3
+              with:
+                  python-version: "3.10"
+            - name: Install dependencies
+              run: |
+                  python -m pip install --upgrade pip setuptools wheel
+                  python -m pip install -r ./requirements-dev.txt
+            - name: Run checks
+              run: |
+                  python -m pip list
+                  pre-commit run --config tools/.pre-commit-config.yaml --all-files

.github/workflows/icon4pytools-tox.yml

@@ -0,0 +1,52 @@
+name: ICON4PyTools Tox
+
+on:
+    push:
+        branches:
+            - main
+        paths:
+            - "tools/**"
+            - "base-requirements*"
+    pull_request:
+        branches:
+            - main
+
+jobs:
+    tox-tests:
+        runs-on: ubuntu-latest
+        strategy:
+            matrix:
+                python-version: ["3.10"]
+        defaults:
+            run:
+                working-directory: tools
+
+        steps:
+            - uses: actions/checkout@v2
+
+            - name: Install boost
+              run: |
+                  sudo apt-get update
+                  sudo apt-get install libboost-all-dev
+
+            - name: Set up Python ${{ matrix.python-version }}
+              uses: actions/setup-python@v2
+              with:
+                  python-version: ${{ matrix.python-version }}
+
+            - name: Install python dependencies
+              run: |
+                  python -m pip install --upgrade pip setuptools wheel
+
+            - name: Test with tox
+              run: |
+                  pyversion_no_dot="${{ matrix.python-version }}"
+                  pyversion_no_dot="${pyversion_no_dot/./}"
+                  pip install tox clang-format
+                  tox -r -e py${pyversion_no_dot}
+
+            - name: Archive code coverage results
+              uses: actions/upload-artifact@v2
+              with:
+                  name: code-coverage-report
+                  path: _reports/coverage_html/

.pre-commit-config.yaml

@@ -5,6 +5,7 @@ default_language_version:
     # Remove frozen version once we migrated away from tsa
     node: 17.9.1
 minimum_pre_commit_version: 2.20.0
+exclude: "tools/.*"
 
 repos:
     - repo: meta
@@ -35,9 +36,6 @@ repos:
           - id: destroyed-symlinks
           # - id: fix-encoding-pragma
           #   args: [--remove]
-          - id: name-tests-test
-            args: [--pytest-test-first]
-            exclude: ^liskov/tests/samples
 
     - repo: https://gitlab.com/bmares/check-json5
       rev: v1.0.0
@@ -117,16 +115,14 @@ repos:
                 - flake8-docstrings
                 - flake8-eradicate
                 - flake8-mutable
-                # Disabled for now due to random false positives
-                # - flake8-rst-docstrings
                 - pygments
 
     - repo: local
       hooks:
           - id: mypy
             name: mypy static type checker
             entry: |
-                mypy --install-types --non-interactive -p icon4py.common -p icon4py.icon4pygen -p icon4py.testutils
+                mypy --install-types --non-interactive -p icon4py.common
             language: system
             types_or: [python, pyi]
             always_run: true

README.md

@@ -4,11 +4,11 @@
 
 ## Description
 
-ICON4Py contains Python (GT4Py) implementations of ICON (inspired) components for weather and climate models.
+ICON4Py contains Python (GT4Py) implementations of ICON (inspired) components for weather and climate models as well as `icon4pytools`, a package containing CLIs and utilties needed for the integration of ICON4Py code into the ICON Fortran model.
 
 ## Project structure
 
-Each directory contains Python packages of ICON components or utility packages that are deployable on its own. As these packages are not available from a package repository (yet), location of dependencies within this repository have to be provided explicitly, e.g. by installing the dependencies first. See [Installation instructions](#installation-instructions).
+Each directory contains Python packages of ICON components or utility packages that are deployable on their own. As these packages are not available from a package repository (yet), location of dependencies within this repository have to be provided explicitly, e.g. by installing the dependencies first. See [Installation instructions](#installation-instructions).
 
 ## Installation instructions
 
@@ -70,8 +70,11 @@ source .venv/bin/activate
 pip install --upgrade wheel
 
 # Install a specific ICON4Py subpackage and its dependencies
-cd _SUBPACKAGE_  # where _SUBPACKAGE_ in atm_dyn_iconam | common | icon4pygen | testutils | ...
+cd _SUBPACKAGE_  # where _SUBPACKAGE_ in atm_dyn_iconam | tools | ...
 pip install -r requirements-dev.txt
+
+# or in the case of there being a pyproject.toml file
+pip install .
 ```
 
 ## Development instructions

…y/liskov/codegen/integration/__init__.py atm_dyn_iconam/__init__.pyliskov/src/icon4py/liskov/codegen/integration/__init__.py renamed to atm_dyn_iconam/__init__.py liskov/src/icon4py/liskov/codegen/integration/__init__.py renamed to atm_dyn_iconam/__init__.py

@@ -10,7 +10,6 @@
 # distribution for a copy of the license or check <https://www.gnu.org/licenses/>.
 #
 # SPDX-License-Identifier: GPL-3.0-or-later
-
 from gt4py.next.ffront.decorator import field_operator, program
 from gt4py.next.ffront.fbuiltins import Field, maximum
 

atm_dyn_iconam/src/icon4py/atm_dyn_iconam/apply_nabla2_and_nabla4_to_vn.py

@@ -10,7 +10,6 @@
 # distribution for a copy of the license or check <https://www.gnu.org/licenses/>.
 #
 # SPDX-License-Identifier: GPL-3.0-or-later
-
 from gt4py.next.ffront.decorator import field_operator, program
 from gt4py.next.ffront.fbuiltins import Field