Merge branch 'develop' into feature/cubed_sphere_interp_omp

Author: odlomax

.github/workflows/build-hpc.yml

@@ -59,13 +59,14 @@ jobs:
               - fftw
               - qhull
               - eigen
-            cmake_options: -DMPI_SLOTS=4 -DENABLE_WARNING_AS_ERROR=ON
+            cmake_options: -DMPI_SLOTS=4 -DENABLE_WARNING_AS_ERROR=ON -DENABLE_PMR=OFF
+            # ENABLE_PMR=OFF because the default host-compiler (gcc 8.5) is not std::pmr capable
 
     runs-on: [self-hosted, linux, hpc]
     env:
       GH_TOKEN: ${{ github.token }}
     steps:
-      - uses: ecmwf-actions/reusable-workflows/ci-hpc-generic@v2
+      - uses: ecmwf/reusable-workflows/ci-hpc-generic@v2
         with:
           site: ${{ matrix.site }}
           troika_user: ${{ secrets[matrix.troika_user_secret] }}
@@ -192,6 +193,7 @@ jobs:
 
             echo "::group::Test $name"
             export ATLAS_FINALISES_MPI=1
+            export ECKIT_MPI_WORKAROUND_SEGV_AT_EXIT=1
             echo "+ ctest --test-dir build --output-on-failure {{ ctest_options }}"
             ctest --test-dir build --output-on-failure {{ ctest_options }}
             echo "::endgroup::"

.github/workflows/build-wheel-wrapper.yml

@@ -0,0 +1,25 @@
+# (C) Copyright 2024- ECMWF.
+#
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+name: Build Python Wrapper Wheel
+
+on:
+  # Trigger the workflow manually
+  workflow_dispatch: ~
+
+  # Allow to be called from another workflow -- eg `cd.yml`
+  workflow_call: ~
+
+jobs:
+  python-wrapper-wheel:
+    name: Python Wrapper Wheel
+    uses: ecmwf/reusable-workflows/.github/workflows/python-wrapper-wheel.yml@main
+    with: 
+      wheel_directory: python/atlaslib-ecmwf
+    secrets: inherit

.github/workflows/build.yml

@@ -260,7 +260,7 @@ jobs:
 
     - name: Build & Test
       id: build-test
-      uses: ecmwf-actions/build-package@v2
+      uses: ecmwf/build-package@v2
       with:
         self_coverage: ${{ matrix.coverage }}
         force_build: true
@@ -274,7 +274,7 @@ jobs:
         dependency_cmake_options: |
           ecmwf/eckit: "-G Ninja -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DENABLE_TESTS=OFF -DENABLE_ECKIT_CMD=OFF -DENABLE_ECKIT_SQL=OFF -DENABLE_WARNINGS=OFF"
           ecmwf/fckit: "-G Ninja -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DENABLE_TESTS=OFF"
-        cmake_options: "-G Ninja -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DATLAS_BITS_LOCAL=64 -DENABLE_WARNING_AS_ERROR=ON ${{ matrix.cmake_options }}"
+        cmake_options: "-G Ninja -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DATLAS_BITS_LOCAL=64 -DENABLE_WARNING_AS_ERROR=ON -DENABLE_PMR=ON ${{ matrix.cmake_options }}"
         ctest_options: "${{ matrix.ctest_options }}"
 
     - name: Verify tools

.github/workflows/cd.yml

@@ -7,5 +7,8 @@ on:
 
 jobs:
   deploy:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/create-package.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/create-package.yml@v2
+    secrets: inherit
+  wheel:
+    uses: ./.github/workflows/build-wheel-wrapper.yml
     secrets: inherit

.github/workflows/check-release-version.yml

@@ -8,4 +8,4 @@ on:
 
 jobs:
   check_version:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/check-release-version.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/check-release-version.yml@v2

.github/workflows/ci.yml

@@ -25,7 +25,7 @@ jobs:
   downstream-ci:
     name: downstream-ci
     if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci.yml@main
+    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci.yml@main
     with:
       atlas: ecmwf/atlas@${{ github.event.pull_request.head.sha || github.sha }}
     secrets: inherit
@@ -40,10 +40,10 @@ jobs:
       pull-requests: write
     steps:
       - name: Dispatch private downstream CI
-        uses: ecmwf-actions/dispatch-private-downstream-ci@v1
+        uses: ecmwf/dispatch-private-downstream-ci@v1
         with:
           token: ${{ secrets.GH_REPO_READ_TOKEN }}
-          owner: ecmwf-actions
+          owner: ecmwf
           repository: private-downstream-ci
           event_type: downstream-ci
           payload: '{"atlas": "ecmwf/atlas@${{ github.event.pull_request.head.sha || github.sha }}"}'
@@ -52,7 +52,7 @@ jobs:
   downstream-ci-hpc:
     name: downstream-ci-hpc
     if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
+    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
     with:
       atlas: ecmwf/atlas@${{ github.event.pull_request.head.sha || github.sha }}
     secrets: inherit
@@ -67,10 +67,10 @@ jobs:
       pull-requests: write
     steps:
       - name: Dispatch private downstream CI
-        uses: ecmwf-actions/dispatch-private-downstream-ci@v1
+        uses: ecmwf/dispatch-private-downstream-ci@v1
         with:
           token: ${{ secrets.GH_REPO_READ_TOKEN }}
-          owner: ecmwf-actions
+          owner: ecmwf
           repository: private-downstream-ci
           event_type: downstream-ci-hpc
           payload: '{"atlas": "ecmwf/atlas@${{ github.event.pull_request.head.sha || github.sha }}"}'
@@ -86,7 +86,7 @@ jobs:
     if: ${{ always() && !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
     steps:
       - name: Trigger Teams notification
-        uses: ecmwf-actions/notify-teams@v1
+        uses: ecmwf/notify-teams@v1
         with:
           incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}
           needs_context: ${{ toJSON(needs) }}

.github/workflows/docs.yml

@@ -9,7 +9,7 @@ on:
 
 jobs:
   publish:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/cd-docs.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/cd-docs.yml@v2
     secrets: inherit
     with:
       config: .github/docs-config.yml

.github/workflows/label-public-pr.yml

@@ -7,4 +7,4 @@ on:
 
 jobs:
   label:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/label-pr.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/label-pr.yml@v2

.github/workflows/notify-new-issue.yml

@@ -10,6 +10,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Notify new issue
-        uses: ecmwf-actions/notify-teams-issue@v1
+        uses: ecmwf/notify-teams-issue@v1
         with:
           incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}

.github/workflows/notify-new-pr.yml

@@ -11,6 +11,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Notify new PR
-        uses: ecmwf-actions/notify-teams-pr@v1
+        uses: ecmwf/notify-teams-pr@v1
         with:
           incoming_webhook: ${{ secrets.MS_TEAMS_INCOMING_WEBHOOK }}