Split project tests (#426)

Author: jakob-fritz

.github/workflows/ci_pipeline.yml

@@ -41,9 +41,10 @@ jobs:
     runs-on: ubuntu-latest
 
     strategy:
+      fail-fast: false
       matrix:
-        python: ['3.8', '3.9', '3.10']
         env: ['base', 'fenics', 'mpi4py', 'petsc']
+        python: ['3.8', '3.9', '3.10', '3.11', '3.12']
 
     defaults:
       run:
@@ -60,6 +61,10 @@ jobs:
           create-args: >-
               python=${{ matrix.python }}
 
+      - name: Install additional packages as needed
+        run: |
+          micromamba install -y --file etc/environment-tests.yml --freeze-installed
+
       - name: Run pytest for CPU stuff
         run: |
           echo "print('Loading sitecustomize.py...')
@@ -82,6 +87,77 @@ jobs:
             data_3.10
             coverage_${{ matrix.env }}_3.10.dat
 
+  project_cpu_tests_linux:
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        env: 
+          - AllenCahn_Bayreuth
+          - AsympConv
+          - DAE
+          - FastWaveSlowWave
+          # - GPU
+          - Hamiltonian
+          - matrixPFASST
+          - parallelSDC
+          - parallelSDC_reloaded
+          - PinTSimE
+          - RDC
+          - Resilience
+          - SDC_showdown
+          - Second_orderSDC
+          - soft_failure
+          - TOMS
+        python: ['3.8', '3.9', '3.10', '3.11', '3.12']
+        exclude:
+          - env: parallelSDC
+            python: '3.11'
+          - env: parallelSDC
+            python: '3.12'
+
+    defaults:
+      run:
+        shell: bash -l {0}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Install Conda environment with Micromamba
+        uses: mamba-org/setup-micromamba@v1
+        with:
+          environment-file: "pySDC/projects/${{ matrix.env }}/environment.yml"
+          create-args: >-
+              python=${{ matrix.python }}
+
+      - name: Install additional packages as needed
+        run: |
+          micromamba install -y --file etc/environment-tests.yml --freeze-installed
+
+      - name: Run pytest for CPU stuff
+        run: |
+          echo "print('Loading sitecustomize.py...')
+          import coverage
+          coverage.process_startup() " > sitecustomize.py
+          coverage run -m pytest --continue-on-collection-errors -v --durations=0 pySDC/projects/${{ matrix.env }}/tests
+
+      - name: Make coverage report
+        run: |
+          mv data data_${{ matrix.python }}
+          coverage combine
+          mv .coverage coverage_${{ matrix.env }}_${{ matrix.python }}.dat
+
+      - name: Uploading artifacts
+        uses: actions/upload-artifact@v3
+        if: matrix.python == '3.10'
+        with:
+          name: cpu-test-artifacts
+          path: |
+            data_3.10
+            coverage_${{ matrix.env }}_3.10.dat
+
   user_libpressio_tests:
     runs-on: ubuntu-latest
 
@@ -108,7 +184,7 @@ jobs:
           source /opt/spack/share/spack/setup-env.sh
           spack load libpressio
            
-          coverage run -m pytest --continue-on-collection-errors -v --durations=0 pySDC/tests -m libpressio
+          coverage run -m pytest --continue-on-collection-errors -v --durations=0 pySDC/projects/compression/tests -m libpressio
 
       - name: Make coverage report
         run: |
@@ -156,7 +232,7 @@ jobs:
           echo "print('Loading sitecustomize.py...')
           import coverage
           coverage.process_startup() " > sitecustomize.py
-          coverage run -m pytest --continue-on-collection-errors -v --durations=0 pySDC/tests -m monodomain
+          coverage run -m pytest --continue-on-collection-errors -v --durations=0 pySDC/projects/Monodomain/tests -m monodomain
 
       - name: Make coverage report
         run: |
@@ -215,6 +291,7 @@ jobs:
     needs:
       - lint
       - user_cpu_tests_linux
+      - project_cpu_tests_linux
       - user_libpressio_tests
       - user_monodomain_tests_linux
 #       - wait_for_gitlab
@@ -230,7 +307,7 @@ jobs:
       - name: Install Conda environment with Micromamba
         uses: mamba-org/setup-micromamba@v1
         with:
-          environment-file: "etc/environment-base.yml"
+          environment-file: "etc/environment-postprocess.yml"
 
       - name: Downloading artifacts
         uses: actions/download-artifact@v3

CONTRIBUTING.md

@@ -9,9 +9,3 @@ dependencies:
   - sympy>=1.0
   - numba>=0.35
   - dill>=0.2.6
-  - pytest
-  - pytest-benchmark
-  - pytest-timeout
-  - pytest-order
-  - coverage[toml]
-  - sphinx

docs/contrib/05_documenting_code.md

@@ -7,8 +7,4 @@ dependencies:
   - scipy>=0.17.1
   - matplotlib>=3.0
   - dill>=0.2.6
-  - pytest
-  - pytest-cov
-  - pytest-timeout
-  - pytest-order
   - cupy

docs/contrib/06_new_project.md

@@ -9,7 +9,3 @@ dependencies:
   - dill>=0.2.6
   - fenics>=2019.1.0
   - mpi4py<=3.1.4
-  - pytest
-  - pytest-cov
-  - pytest-timeout
-  - pytest-order

etc/environment-base.yml

@@ -5,11 +5,8 @@ channels:
 dependencies:
   - numpy>=1.15.4
   - scipy>=0.17.1
-  - matplotlib>=3.0,<=3.5.3
+  - matplotlib>=3.0
   - dill>=0.2.6
   - mpich
   - mpi4py-fft>=2.0.2
   - mpi4py>=3.0.0
-  - pytest
-  - pytest-cov
-  - pytest-timeout

etc/environment-cupy.yml

@@ -10,7 +10,3 @@ dependencies:
   - mpich
   - petsc4py<3.20
   - mpi4py>=3.0.0
-  - pytest
-  - pytest-cov
-  - pytest-timeout
-  - pytest-order

etc/environment-fenics.yml

@@ -0,0 +1,12 @@
+name: pySDC
+channels:
+  - conda-forge
+  - defaults
+dependencies:
+  - coverage[toml]
+  - sphinx
+  - numpy
+  - scipy
+  - matplotlib
+  - dill
+  - numba