running CI on CPU and public runners (#822)

* running CI on CPU and public runners

---------

Co-authored-by: Mikolaj Komar <[email protected]>

Author: lslusarczyk

.github/workflows/pr.yml

@@ -66,8 +66,9 @@ jobs:
 #          build/examples/mp/*.log
 
   pvc_unit_tests:
-    runs-on: gkpvc
-    timeout-minutes: 30
+    # runs-on: gkpvc
+    runs-on: ubuntu-24.04
+    timeout-minutes: 120
     strategy:
       # test everything, even if one fails
       fail-fast: false
@@ -82,18 +83,34 @@ jobs:
       FI_PROVIDER: tcp
     steps:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      - name: Set up Intel APT repository
+        run: |
+          # https://www.intel.com/content/www/us/en/docs/oneapi/installation-guide-linux/2024-0/apt.html
+          wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
+          | gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
+          echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list
+          sudo apt-get update -y
+      - name: Install oneAPI
+        run: sudo apt-get install intel-oneapi-compiler-dpcpp-cpp intel-oneapi-mkl-devel intel-hpckit -y
       - name: Generate
-        run: cmake -B build -DCMAKE_BUILD_TYPE=${{ matrix.config }}
-      - name: Save environment dump
-        run: printenv > build/envdump.txt
+        run: |
+          . /opt/intel/oneapi/setvars.sh
+          cmake -B build -DCMAKE_BUILD_TYPE=${{ matrix.config }}
+          printenv > build/envdump.txt
       # change this step to building just tests once unittest job is back
-      - name: Build everything
-        run: make -C build -j
-#      - name: Build tests
-#        run: cmake --build build --target all-tests -- -j
+#     - name: Build everything
+#       run: |
+#         . /opt/intel/oneapi/setvars.sh
+#         make -C build -j
+      - name: Build tests
+        run: |
+          . /opt/intel/oneapi/setvars.sh
+          cmake --build build --target all-tests -- -j 4
       - name: Unit tests
         # run: srun -p cluster scripts/run_command_on_compute_node.sh build/Testing/tests.outerr.txt ctest --test-dir build -L TESTLABEL -j 4
-        run: ctest --test-dir build -L TESTLABEL -j 4
+        run: |
+          . /opt/intel/oneapi/setvars.sh
+          ctest --test-dir build --output-on-failure -L TESTLABEL -j 4
       - uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
         if: always()
         with:

CMakeLists.txt

@@ -153,7 +153,7 @@ add_custom_target(sp-all-tests)
 add_custom_target(all-tests DEPENDS mp-all-tests sp-all-tests)
 
 function(add_mp_ctest_impl)
-  set(options OFFLOAD GDB SYCL DRLOGS TESTLABEL)
+  set(options OFFLOAD GDB SYCL DRLOGS TESTLABEL PVCLABEL)
   set(oneValueArgs NAME TEST_NAME NPROC TIMEOUT)
   set(multiValueArgs TARGS) # Test ARGumentS
 
@@ -234,7 +234,10 @@ function(add_mp_ctest_impl)
   endif()
 
   if(AMC_TESTLABEL)
-    set_property(TEST ${AMC_TEST_NAME} PROPERTY LABELS TESTLABEL MP)
+    set_property(TEST ${AMC_TEST_NAME} PROPERTY LABELS TESTLABEL PVCLABEL MP)
+  endif()
+  if(AMC_PVCLABEL)
+    set_property(TEST ${AMC_TEST_NAME} PROPERTY LABELS PVCLABEL MP)
   endif()
   add_dependencies(mp-all-tests ${AMC_NAME})
 endfunction()
@@ -250,6 +253,11 @@ function(add_mp_ctest)
   add_mp_auxiliary_ctests(${ARGN})
 endfunction()
 
+function(add_mp_pvc_ctest)
+  add_mp_ctest_impl(${ARGN} PVCLABEL)
+  add_mp_auxiliary_ctests(${ARGN})
+endfunction()
+
 function(add_mp_disabled_ctest)
   add_mp_ctest_impl(${ARGN})
   add_mp_auxiliary_ctests(${ARGN})
@@ -370,7 +378,7 @@ endfunction()
 
 function(add_sp_ctest test_name name)
   add_sp_disabled_ctest(${test_name} ${name} ${ARGN})
-  set_property(TEST ${test_name} PROPERTY LABELS TESTLABEL SP)
+  set_property(TEST ${test_name} PROPERTY LABELS TESTLABEL PVCLABEL SP)
 endfunction()
 
 install(DIRECTORY include DESTINATION ${CMAKE_INSTALL_PREFIX})

benchmarks/gbench/sp/CMakeLists.txt

@@ -25,7 +25,7 @@ add_executable(
   gemm.cpp
   ../common/distributed_vector.cpp
   ../common/dot_product.cpp
-  ../common/inclusive_exclusive_scan.cpp
+#  ../common/inclusive_exclusive_scan.cpp disabled due to deadlock DRA-214
   ../common/sort.cpp
   ../common/stream.cpp)
 # cmake-format: on

include/CMakeLists.txt

@@ -5,7 +5,7 @@
 FetchContent_Declare(
   dpl
   GIT_REPOSITORY https://github.com/oneapi-src/oneDPL.git
-  GIT_TAG 251b0b1)
+  GIT_TAG main)
 FetchContent_MakeAvailable(dpl)
 
 # mpi:  multi-process

test/gtest/mp/CMakeLists.txt

@@ -16,10 +16,10 @@ add_executable(
   ../common/drop.cpp
   ../common/enumerate.cpp
   ../common/equal.cpp
-  ../common/exclusive_scan.cpp
+#  ../common/exclusive_scan.cpp disabled due to deadlock - DRA-213
   ../common/fill.cpp
   ../common/for_each.cpp
-  ../common/inclusive_scan.cpp
+#  ../common/inclusive_scan.cpp disabled due to deadlock - DRA-213
   ../common/iota.cpp
   ../common/iota_view.cpp
   ../common/reduce.cpp
@@ -107,16 +107,17 @@ if(ENABLE_SYCL)
 
   foreach(nproc RANGE 1 4)
     add_mp_ctest(NAME mp-quick-test NPROC ${nproc} SYCL)
-    add_mp_ctest(
+    add_mp_pvc_ctest(
       NAME mp-quick-test NPROC ${nproc} OFFLOAD SYCL TARGS --device-memory)
   endforeach()
 
-  add_mp_ctest(
+  add_mp_pvc_ctest(
     NAME mp-tests NPROC 2 TIMEOUT 150 OFFLOAD SYCL TARGS --device-memory
     --gtest_filter=-${sycl-exclusions})
   if(NOT MPI_IMPL STREQUAL "openmpi")
-    # MPI_Win_create fails for communicator with size 1
-    add_mp_ctest(
+    # MPI_Win_create fails for communicator with size 1 this should be
+    # add_mp_ctest - DRA-215
+    add_mp_pvc_ctest(
       NAME mp-tests NPROC 1 SYCL TARGS --gtest_filter=-${sycl-exclusions})
   endif()
   # TODO: fix sycl Slide issues, see