oomph/.github/workflows/CI.yml at main · ghex-org/oomph · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
name: CI

on:
  push:
  pull_request:
    branches:
      - main

jobs:
  build-cpu:
    runs-on: ubuntu-latest
    container: ghcr.io/gridtools/gridtools-base:gcc-9-ucx-mpi
    steps:
      - name: install libfabric
        run: |
          apt update
          apt-get -y install libfabric-dev
      - uses: actions/checkout@v3
        with:
          submodules: recursive
      - name: Configure
        run: |
          echo "WORKFLOW"
          export SHLVL=1
          env
          ulimit -a
          ipcs -lm
          df
          cat /proc/cpuinfo
          mkdir -p build && cd build
          cmake \
            -DCMAKE_BUILD_TYPE=Debug \
            -DOOMPH_GIT_SUBMODULE=OFF \
            -DOOMPH_USE_BUNDLED_LIBS=ON \
            -DOOMPH_WITH_TESTING=ON \
            -DOOMPH_WITH_BENCHMARKS=ON \
            -DOOMPH_BENCHMARKS_MT=ON \
            -DOOMPH_WITH_MPI=ON \
            -DOOMPH_WITH_UCX=ON \
            -DOOMPH_UCX_USE_SPIN_LOCK=ON \
            -DUCX_DIR=/opt/ucx \
            -DOOMPH_WITH_LIBFABRIC=ON \
            -DOOMPH_LIBFABRIC_PROVIDER=tcp \
            -DOOMPH_LIBFABRIC_V1_API=ON \
            -DOOMPH_BUILD_FORTRAN=ON \
            -DMPIEXEC_PREFLAGS=--oversubscribe \
            ..
      - name: Build
        run: cmake --build build --parallel 2
      - name: Execute tests
        run: cd build && export SHLVL=1 && export OMPI_ALLOW_RUN_AS_ROOT=1 && export OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1 && export CTEST_OUTPUT_ON_FAILURE=1 && env && ctest

  build-gpu-hip:
    runs-on: ubuntu-latest
    container: ghcr.io/gridtools/gridtools-base:gcc-9-ucx-mpi-atlas-parmetis-hip
    steps:
      - name: install libfabric
        run: |
          apt update
          apt-get -y install libfabric-dev
      - uses: actions/checkout@v3
        with:
          submodules: recursive
      - name: Configure
        run: |
          echo "WORKFLOW"
          export SHLVL=1
          env
          ulimit -a
          ipcs -lm
          df
          cat /proc/cpuinfo
          mkdir -p build && cd build
          CXX=/opt/rocm/llvm/bin/clang++ cmake \
            -DCMAKE_BUILD_TYPE=Debug \
            -DOOMPH_GIT_SUBMODULE=OFF \
            -DOOMPH_USE_BUNDLED_LIBS=ON \
            -DHWMALLOC_ENABLE_DEVICE=ON \
            -DHWMALLOC_DEVICE_RUNTIME=hip \
            -DOOMPH_WITH_TESTING=ON \
            -DOOMPH_WITH_BENCHMARKS=ON \
            -DOOMPH_BENCHMARKS_MT=ON \
            -DOOMPH_WITH_MPI=ON \
            -DOOMPH_WITH_UCX=ON \
            -DOOMPH_UCX_USE_SPIN_LOCK=ON \
            -DUCX_DIR=/opt/ucx \
            -DOOMPH_WITH_LIBFABRIC=ON \
            -DOOMPH_LIBFABRIC_PROVIDER=tcp \
            -DOOMPH_LIBFABRIC_V1_API=ON \
            -DOOMPH_BUILD_FORTRAN=ON \
            -DMPIEXEC_PREFLAGS=--oversubscribe \
            ..
      - name: Build
        run: cmake --build build --parallel 2

  build-gpu-cuda:
    runs-on: ubuntu-latest
    container: ghcr.io/gridtools/gridtools-base:gcc-9-ucx-mpi-atlas-parmetis-cuda-11
    steps:
      - name: install libfabric
        run: |
          apt update
          apt-get -y install libfabric-dev
      - uses: actions/checkout@v3
        with:
          submodules: recursive
      - name: Configure
        run: |
          echo "WORKFLOW"
          export SHLVL=1
          env
          ulimit -a
          ipcs -lm
          df
          cat /proc/cpuinfo
          mkdir -p build && cd build
          cmake \
            -DCMAKE_BUILD_TYPE=Debug \
            -DOOMPH_GIT_SUBMODULE=OFF \
            -DOOMPH_USE_BUNDLED_LIBS=ON \
            -DHWMALLOC_ENABLE_DEVICE=ON \
            -DHWMALLOC_DEVICE_RUNTIME=cuda \
            -DOOMPH_WITH_TESTING=ON \
            -DOOMPH_WITH_BENCHMARKS=ON \
            -DOOMPH_BENCHMARKS_MT=ON \
            -DOOMPH_WITH_MPI=ON \
            -DOOMPH_WITH_UCX=ON \
            -DOOMPH_UCX_USE_SPIN_LOCK=ON \
            -DUCX_DIR=/opt/ucx \
            -DOOMPH_WITH_LIBFABRIC=ON \
            -DOOMPH_LIBFABRIC_PROVIDER=tcp \
            -DOOMPH_LIBFABRIC_V1_API=ON \
            -DOOMPH_BUILD_FORTRAN=ON \
            -DMPIEXEC_PREFLAGS=--oversubscribe \
            ..
      - name: Build
        run: cmake --build build --parallel 2