|
1 | | -name: pr_comment_trigger_self_hosted |
| 1 | +name: self-hosted.yml |
2 | 2 |
|
3 | | -# Controls when the workflow will run |
4 | 3 | on: |
5 | | - issue_comment: |
6 | | - types: [created] |
| 4 | + pull_request: |
| 5 | + branches: |
| 6 | + - main |
| 7 | + - develop |
7 | 8 |
|
8 | 9 | # Allows you to run this workflow manually from the Actions tab |
9 | 10 | workflow_dispatch: |
10 | 11 |
|
11 | 12 | jobs: |
12 | 13 | build_and_test: |
| 14 | + environment: asics |
13 | 15 | permissions: |
14 | 16 | contents: read |
15 | 17 | # The type of runner that the job will run on |
16 | 18 | runs-on: [self-hosted, linux, x64, gpu] |
17 | 19 |
|
18 | | - if: | |
19 | | - github.event.issue.pull_request && |
20 | | - contains(github.event.comment.body, '/runtests') && |
21 | | - ((github.event.comment.user.login == 'cwsmith') || |
22 | | - (github.event.comment.user.login == 'jacobmerson')) |
23 | 20 | steps: |
24 | 21 | # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it |
25 | 22 | - uses: actions/checkout@v4 |
|
35 | 32 | echo "github.workspace ${{github.workspace}}" |
36 | 33 |
|
37 | 34 | date=`date +%F-%H-%M` |
38 | | - workDir=${{github.workspace}}/omegahCI_${date} |
| 35 | + workDir=${{github.workspace}}/pcmsCI_${date} |
39 | 36 | mkdir -p $workDir |
40 | 37 | echo "PCMS_WORK_DIR=$workDir" >> $GITHUB_ENV |
41 | 38 | echo "workDir $workDir" |
@@ -133,140 +130,140 @@ jobs: |
133 | 130 | cmake --build $kkbdir_openmp --target install -j 4 |
134 | 131 | echo "KOKKOS_OPENMP_BUILD=$kkbdir_openmp" >> $GITHUB_ENV |
135 | 132 |
|
136 | | - - name: build with Kokkos CUDA backend |
137 | | - id: build_kokkos_cuda |
138 | | - shell: bash |
139 | | - run: | |
140 | | - source $PCMS_WORK_DIR/envGcc13.sh |
| 133 | +# - name: build with Kokkos CUDA backend |
| 134 | +# id: build_kokkos_cuda |
| 135 | +# shell: bash |
| 136 | +# run: | |
| 137 | +# source $PCMS_WORK_DIR/envGcc13.sh |
| 138 | +# |
| 139 | +# workDir=$PCMS_WORK_DIR |
| 140 | +# gmsbdir=$GMSH_BUILD |
| 141 | +# adiosbdir=$ADIOS_CUDA_BUILD |
| 142 | +# export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
| 143 | +# export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
| 144 | +# |
| 145 | +# # omegah |
| 146 | +# bdir=${workDir}/build-omegah |
| 147 | +# cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
| 148 | +# -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
| 149 | +# -DCMAKE_BUILD_TYPE=Release \ |
| 150 | +# -DBUILD_TESTING=on \ |
| 151 | +# -DOmega_h_USE_MPI=on \ |
| 152 | +# -DOmega_h_USE_SimModSuite=on \ |
| 153 | +# -DOmega_h_USE_SimDiscrete=on \ |
| 154 | +# -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
| 155 | +# -DSIM_MPI=mpich4.2.3 \ |
| 156 | +# -DOmega_h_USE_Kokkos=on \ |
| 157 | +# -DOmega_h_CUDA_ARCH="80" \ |
| 158 | +# -DCMAKE_CUDA_ARCHITECTURES="80" \ |
| 159 | +# -DKokkos_PREFIX=${KOKKOS_CUDA_BUILD}/install \ |
| 160 | +# -DOmega_h_USE_ADIOS2=ON \ |
| 161 | +# -DOmega_h_USE_Gmsh=ON \ |
| 162 | +# -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
| 163 | +# -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
| 164 | +# -DBUILD_SHARED_LIBS=on |
| 165 | +# cmake --build $bdir -j 4 |
| 166 | +# ctest --test-dir $bdir --output-on-failure |
| 167 | +# |
| 168 | +# - name: build without Kokkos |
| 169 | +# id: build_no_kokkos |
| 170 | +# shell: bash |
| 171 | +# run: | |
| 172 | +# source $PCMS_WORK_DIR/envGcc13.sh |
| 173 | +# |
| 174 | +# workDir=$PCMS_WORK_DIR |
| 175 | +# gmsbdir=$GMSH_BUILD |
| 176 | +# adiosbdir=$ADIOS_BUILD |
| 177 | +# export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
| 178 | +# export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
| 179 | +# |
| 180 | +# bdir=${workDir}/build-omegah-noKokkos |
| 181 | +# cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
| 182 | +# -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
| 183 | +# -DCMAKE_BUILD_TYPE=Release \ |
| 184 | +# -DBUILD_TESTING=on \ |
| 185 | +# -DOmega_h_USE_MPI=on \ |
| 186 | +# -DOmega_h_USE_SimModSuite=on \ |
| 187 | +# -DOmega_h_USE_SimDiscrete=on \ |
| 188 | +# -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
| 189 | +# -DSIM_MPI=mpich4.2.3 \ |
| 190 | +# -DOmega_h_USE_Kokkos=off \ |
| 191 | +# -DOmega_h_USE_ADIOS2=ON \ |
| 192 | +# -DOmega_h_USE_Gmsh=ON \ |
| 193 | +# -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
| 194 | +# -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
| 195 | +# -DBUILD_SHARED_LIBS=on |
| 196 | +# cmake --build $bdir -j 4 |
| 197 | +# ctest --test-dir $bdir --output-on-failure |
141 | 198 |
|
142 | | - workDir=$PCMS_WORK_DIR |
143 | | - gmsbdir=$GMSH_BUILD |
144 | | - adiosbdir=$ADIOS_CUDA_BUILD |
145 | | - export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
146 | | - export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
| 199 | + #- name: build with Kokkos serial backend |
| 200 | + # id: build_kokkos_serial |
| 201 | + # shell: bash |
| 202 | + # run: | |
| 203 | + # source $PCMS_WORK_DIR/envGcc13.sh |
147 | 204 |
|
148 | | - # omegah |
149 | | - bdir=${workDir}/build-omegah |
150 | | - cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
151 | | - -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
152 | | - -DCMAKE_BUILD_TYPE=Release \ |
153 | | - -DBUILD_TESTING=on \ |
154 | | - -DOmega_h_USE_MPI=on \ |
155 | | - -DOmega_h_USE_SimModSuite=on \ |
156 | | - -DOmega_h_USE_SimDiscrete=on \ |
157 | | - -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
158 | | - -DSIM_MPI=mpich4.2.3 \ |
159 | | - -DOmega_h_USE_Kokkos=on \ |
160 | | - -DOmega_h_CUDA_ARCH="80" \ |
161 | | - -DCMAKE_CUDA_ARCHITECTURES="80" \ |
162 | | - -DKokkos_PREFIX=${KOKKOS_CUDA_BUILD}/install \ |
163 | | - -DOmega_h_USE_ADIOS2=ON \ |
164 | | - -DOmega_h_USE_Gmsh=ON \ |
165 | | - -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
166 | | - -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
167 | | - -DBUILD_SHARED_LIBS=on |
168 | | - cmake --build $bdir -j 4 |
169 | | - ctest --test-dir $bdir --output-on-failure |
| 205 | + # workDir=$PCMS_WORK_DIR |
| 206 | + # gmsbdir=$GMSH_BUILD |
| 207 | + # adiosbdir=$ADIOS_BUILD |
| 208 | + # export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
| 209 | + # export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
170 | 210 |
|
171 | | - - name: build without Kokkos |
172 | | - id: build_no_kokkos |
173 | | - shell: bash |
174 | | - run: | |
175 | | - source $PCMS_WORK_DIR/envGcc13.sh |
| 211 | + # # omegah with kokkos serial backend |
| 212 | + # bdir=${workDir}/build-omegah-kkSerial |
| 213 | + # cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
| 214 | + # -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
| 215 | + # -DCMAKE_BUILD_TYPE=Release \ |
| 216 | + # -DBUILD_TESTING=on \ |
| 217 | + # -DOmega_h_USE_MPI=on \ |
| 218 | + # -DOmega_h_USE_SimModSuite=on \ |
| 219 | + # -DOmega_h_USE_SimDiscrete=on \ |
| 220 | + # -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
| 221 | + # -DSIM_MPI=mpich4.2.3 \ |
| 222 | + # -DOmega_h_USE_Kokkos=on \ |
| 223 | + # -DKokkos_PREFIX=${KOKKOS_SERIAL_BUILD}/install \ |
| 224 | + # -DOmega_h_USE_ADIOS2=ON \ |
| 225 | + # -DOmega_h_USE_Gmsh=ON \ |
| 226 | + # -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
| 227 | + # -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
| 228 | + # -DBUILD_SHARED_LIBS=on |
| 229 | + # cmake --build $bdir -j 4 |
| 230 | + # ctest --test-dir $bdir --output-on-failure |
176 | 231 |
|
177 | | - workDir=$PCMS_WORK_DIR |
178 | | - gmsbdir=$GMSH_BUILD |
179 | | - adiosbdir=$ADIOS_BUILD |
180 | | - export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
181 | | - export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
182 | | -
|
183 | | - bdir=${workDir}/build-omegah-noKokkos |
184 | | - cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
185 | | - -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
186 | | - -DCMAKE_BUILD_TYPE=Release \ |
187 | | - -DBUILD_TESTING=on \ |
188 | | - -DOmega_h_USE_MPI=on \ |
189 | | - -DOmega_h_USE_SimModSuite=on \ |
190 | | - -DOmega_h_USE_SimDiscrete=on \ |
191 | | - -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
192 | | - -DSIM_MPI=mpich4.2.3 \ |
193 | | - -DOmega_h_USE_Kokkos=off \ |
194 | | - -DOmega_h_USE_ADIOS2=ON \ |
195 | | - -DOmega_h_USE_Gmsh=ON \ |
196 | | - -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
197 | | - -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
198 | | - -DBUILD_SHARED_LIBS=on |
199 | | - cmake --build $bdir -j 4 |
200 | | - ctest --test-dir $bdir --output-on-failure |
| 232 | + #- name: build with Kokkos OpenMP backend |
| 233 | + # id: build_kokkos_openmp |
| 234 | + # shell: bash |
| 235 | + # run: | |
| 236 | + # source $PCMS_WORK_DIR/envGcc13.sh |
201 | 237 |
|
202 | | - - name: build with Kokkos serial backend |
203 | | - id: build_kokkos_serial |
204 | | - shell: bash |
205 | | - run: | |
206 | | - source $PCMS_WORK_DIR/envGcc13.sh |
| 238 | + # workDir=$PCMS_WORK_DIR |
| 239 | + # gmsbdir=$GMSH_BUILD |
| 240 | + # adiosbdir=$ADIOS_BUILD |
| 241 | + # export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
| 242 | + # export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
207 | 243 |
|
208 | | - workDir=$PCMS_WORK_DIR |
209 | | - gmsbdir=$GMSH_BUILD |
210 | | - adiosbdir=$ADIOS_BUILD |
211 | | - export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
212 | | - export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
213 | | -
|
214 | | - # omegah with kokkos serial backend |
215 | | - bdir=${workDir}/build-omegah-kkSerial |
216 | | - cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
217 | | - -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
218 | | - -DCMAKE_BUILD_TYPE=Release \ |
219 | | - -DBUILD_TESTING=on \ |
220 | | - -DOmega_h_USE_MPI=on \ |
221 | | - -DOmega_h_USE_SimModSuite=on \ |
222 | | - -DOmega_h_USE_SimDiscrete=on \ |
223 | | - -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
224 | | - -DSIM_MPI=mpich4.2.3 \ |
225 | | - -DOmega_h_USE_Kokkos=on \ |
226 | | - -DKokkos_PREFIX=${KOKKOS_SERIAL_BUILD}/install \ |
227 | | - -DOmega_h_USE_ADIOS2=ON \ |
228 | | - -DOmega_h_USE_Gmsh=ON \ |
229 | | - -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
230 | | - -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
231 | | - -DBUILD_SHARED_LIBS=on |
232 | | - cmake --build $bdir -j 4 |
233 | | - ctest --test-dir $bdir --output-on-failure |
234 | | -
|
235 | | - - name: build with Kokkos OpenMP backend |
236 | | - id: build_kokkos_openmp |
237 | | - shell: bash |
238 | | - run: | |
239 | | - source $PCMS_WORK_DIR/envGcc13.sh |
240 | | -
|
241 | | - workDir=$PCMS_WORK_DIR |
242 | | - gmsbdir=$GMSH_BUILD |
243 | | - adiosbdir=$ADIOS_BUILD |
244 | | - export CMAKE_PREFIX_PATH="$adiosbdir/install:$gmsbdir/install:$CMAKE_PREFIX_PATH" |
245 | | - export LD_LIBRARY_PATH="$gmsbdir/install/lib64:$LD_LIBRARY_PATH" |
246 | | -
|
247 | | - # omegah with kokkos OpenMP backend |
248 | | - bdir=${workDir}/build-omegah-kkOpenMP |
249 | | - cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
250 | | - -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
251 | | - -DCMAKE_BUILD_TYPE=Release \ |
252 | | - -DBUILD_TESTING=on \ |
253 | | - -DOmega_h_USE_MPI=on \ |
254 | | - -DOmega_h_USE_SimModSuite=on \ |
255 | | - -DOmega_h_USE_SimDiscrete=on \ |
256 | | - -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
257 | | - -DSIM_MPI=mpich4.2.3 \ |
258 | | - -DOmega_h_USE_Kokkos=on \ |
259 | | - -DKokkos_PREFIX=${KOKKOS_OPENMP_BUILD}/install \ |
260 | | - -DOmega_h_USE_ADIOS2=ON \ |
261 | | - -DOmega_h_USE_Gmsh=ON \ |
262 | | - -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
263 | | - -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
264 | | - -DBUILD_SHARED_LIBS=on |
265 | | - cmake --build $bdir -j 4 |
266 | | - export OMP_PROC_BIND=spread |
267 | | - export OMP_PLACES=threads |
268 | | - export OMP_NUM_THREADS=2 #8 cores on asics, largest test requires 4 ranks |
269 | | - ctest --test-dir $bdir --output-on-failure |
| 244 | + # # omegah with kokkos OpenMP backend |
| 245 | + # bdir=${workDir}/build-omegah-kkOpenMP |
| 246 | + # cmake -S omegah_${{ github.event.issue.number }} -B $bdir \ |
| 247 | + # -DCMAKE_INSTALL_PREFIX=$bdir/install \ |
| 248 | + # -DCMAKE_BUILD_TYPE=Release \ |
| 249 | + # -DBUILD_TESTING=on \ |
| 250 | + # -DOmega_h_USE_MPI=on \ |
| 251 | + # -DOmega_h_USE_SimModSuite=on \ |
| 252 | + # -DOmega_h_USE_SimDiscrete=on \ |
| 253 | + # -DSKIP_SIMMETRIX_VERSION_CHECK=on \ |
| 254 | + # -DSIM_MPI=mpich4.2.3 \ |
| 255 | + # -DOmega_h_USE_Kokkos=on \ |
| 256 | + # -DKokkos_PREFIX=${KOKKOS_OPENMP_BUILD}/install \ |
| 257 | + # -DOmega_h_USE_ADIOS2=ON \ |
| 258 | + # -DOmega_h_USE_Gmsh=ON \ |
| 259 | + # -DGmsh_INCLUDE_DIRS=$gmsbdir/install/include \ |
| 260 | + # -DGmsh_LIBRARIES=$gmsbdir/install/lib64/libgmsh.so.4.14.1 \ |
| 261 | + # -DBUILD_SHARED_LIBS=on |
| 262 | + # cmake --build $bdir -j 4 |
| 263 | + # export OMP_PROC_BIND=spread |
| 264 | + # export OMP_PLACES=threads |
| 265 | + # export OMP_NUM_THREADS=2 #8 cores on asics, largest test requires 4 ranks |
| 266 | + # ctest --test-dir $bdir --output-on-failure |
270 | 267 |
|
271 | 268 | - name: Save Result Link |
272 | 269 | if: ${{ !cancelled() }} #prepare report unless the job was cancelled |
|
0 commit comments