[CI] Add backward ABI-compatibility testing to pre-commit

Author: aelovikov-intel

.github/workflows/sycl-linux-precommit.yml

@@ -40,12 +40,8 @@ concurrency:
 permissions: read-all
 
 jobs:
-  detect_changes:
-    uses: ./.github/workflows/sycl-detect-changes.yml
-
   build:
     name: Self build
-    needs: [detect_changes]
     if: always() && success()
     uses: ./.github/workflows/sycl-linux-build.yml
     with:
@@ -56,172 +52,42 @@ jobs:
       build_image: "ghcr.io/intel/llvm/sycl_ubuntu2404_nightly:latest"
       cc: clang
       cxx: clang++
-      changes: ${{ needs.detect_changes.outputs.filters }}
+      changes: '[]'
 
       toolchain_artifact: sycl_linux_default
-      e2e_binaries_artifact: e2e_bin
-      e2e_binaries_preview_artifact: e2e_bin_preview
-
-  # If a PR changes CUDA adapter, run the build on Ubuntu 22.04 as well.
-  # Ubuntu 22.04 container has CUDA 12.1 installed while Ubuntu 24.0 image
-  # has CUDA 12.6.1 installed.
-  # The idea is to ensure that the code works with both CUDA versions.
-  build_ubuntu2204:
-    needs: [detect_changes]
-    if: always() && !cancelled() && contains(needs.detect_changes.outputs.filters, 'ur_cuda_adapter')
-    uses: ./.github/workflows/sycl-linux-build.yml
-    with:
-      build_ref: ${{ github.sha }}
-      build_cache_root: "/__w/"
-      build_cache_suffix: "ubuntu22"
-      build_image: "ghcr.io/intel/llvm/ubuntu2204_build:latest"
-      changes: ${{ needs.detect_changes.outputs.filters }}
-
-      toolchain_artifact: sycl_linux_ubuntu22
 
-  run_prebuilt_e2e_tests:
-    needs: [build, detect_changes]
+  compat_read_exclude:
+    name: Read compatibility testing exclude list
+    runs-on: [Linux, build]
+    outputs:
+      FILTER: ${{ steps.result.outputs.FILTER }}
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        sparse-checkout: |
+          devops/
+    - name: Register cleanup after job is finished
+      uses: ./devops/actions/cleanup
+    - id: result
+      shell: bash
+      run: |
+        echo FILTER="$(grep -v '^#\|^\W*$' devops/compat_ci_exclude.sycl-rel-6_2 | paste -sd '|')" >> $GITHUB_OUTPUT
+
+
+  compatibility:
+    needs: [build, compat_read_exclude]
     if: ${{ always() && !cancelled() && needs.build.outputs.build_conclusion == 'success' }}
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - name: GEN 12 Integrated
-            runner: '["Linux", "gen12"]'
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu;opencl:gpu;opencl:cpu
-            extra_lit_opts: --param gpu-intel-gen12=True
-          - name: NVIDIA/CUDA
-            runner: '["Linux", "cuda"]'
-            image_options: -u 1001 --gpus all --cap-add SYS_ADMIN
-            target_devices: cuda:gpu
-          - name: AMD/HIP
-            runner: '["Linux", "amdgpu"]'
-            image_options: -u 1001 --device=/dev/dri --device=/dev/kfd
-            target_devices: hip:gpu
-            extra_lit_opts: -j 1
-          - name: Intel Arc A-Series Graphics
-            runner: '["Linux", "arc"]'
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu;opencl:gpu;level_zero_v2:gpu
-            extra_lit_opts: --param matrix-xmx8=True
-          - name: E2E tests with dev igc on Intel Arc A-Series Graphics
-            runner: '["Linux", "arc"]'
-            image: ghcr.io/intel/llvm/ubuntu2404_intel_drivers:devigc
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu
-            extra_lit_opts: --param matrix-xmx8=True
-            use_igc_dev: true
-            env: '{"LIT_FILTER":"Matrix/"}'
-          - name: E2E tests on Intel Ponte Vecchio GPU
-            runner: '["Linux", "pvc"]'
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu;opencl:gpu;level_zero_v2:gpu
-          - name: Dev IGC on Intel Ponte Vecchio GPU
-            runner: '["Linux", "pvc"]'
-            image: ghcr.io/intel/llvm/ubuntu2404_intel_drivers:devigc
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu
-            use_igc_dev: true
-            env: '{"LIT_FILTER":"Matrix/"}'
-          - name: Intel Battlemage Graphics
-            runner: '["Linux", "bmg"]'
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero_v1:gpu;level_zero_v2:gpu
-          - name: Preview Mode
-            runner: '["Linux", "gen12"]'
-            image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-            target_devices: level_zero:gpu;opencl:gpu;opencl:cpu
-            extra_lit_opts: --param test-preview-mode=True
-            e2e_binaries_artifact: e2e_bin_preview
-
-    uses: ./.github/workflows/sycl-linux-run-tests.yml
-    with:
-      name: ${{ matrix.name }}
-      runner: ${{ matrix.runner }}
-      image: ${{ matrix.image }}
-      image_options: ${{ matrix.image_options }}
-      target_devices: ${{ matrix.target_devices }}
-      extra_lit_opts: ${{ matrix.extra_lit_opts }}
-      repo_ref: ${{ github.sha }}
-      toolchain_artifact: ${{ needs.build.outputs.toolchain_artifact }}
-      toolchain_artifact_filename: ${{ needs.build.outputs.toolchain_artifact_filename }}
-      toolchain_decompress_command: ${{ needs.build.outputs.toolchain_decompress_command }}
-      e2e_binaries_artifact: ${{ matrix.e2e_binaries_artifact || 'e2e_bin' }}
-      e2e_testing_mode: 'run-only'
-
-      # Do not install drivers on AMD and CUDA runners.
-      install_igc_driver: >-
-        ${{ !contains(matrix.target_devices, 'cuda') &&
-        !contains(matrix.target_devices, 'hip') &&
-        contains(needs.detect_changes.outputs.filters, 'drivers') }}
-      install_dev_igc_driver: >-
-        ${{ !contains(matrix.target_devices, 'cuda') &&
-        !contains(matrix.target_devices, 'hip') &&
-        matrix.use_igc_dev &&
-        (contains(needs.detect_changes.outputs.filters, 'devigccfg') || contains(needs.detect_changes.outputs.filters, 'drivers')) ||
-        'false' }}
-      # Run only if the PR does not have the 'ci-no-devigc' label.
-      skip_run: ${{matrix.use_igc_dev && contains(github.event.pull_request.labels.*.name, 'ci-no-devigc') || 'false'}}
-      env: ${{ matrix.env || (contains(needs.detect_changes.outputs.filters, 'esimd') && '{}' || '{"LIT_FILTER_OUT":"ESIMD/"}') }}
-
-  test_benchmark_scripts:
-    needs: [build, detect_changes]
-    if: |
-      always() && !cancelled()
-      && needs.build.outputs.build_conclusion == 'success'
-      && contains(needs.detect_changes.outputs.filters, 'benchmarks')
     uses: ./.github/workflows/sycl-linux-run-tests.yml
     with:
-      name: Benchmark suite precommit testing
-      runner: '["PVC_PERF"]'
-      image: ghcr.io/intel/llvm/sycl_ubuntu2404_nightly:latest
+      name: E2E Backward ABI compatibility
+      runner: '["Linux", "pvc"]'
+      # FIXME:
+      # image: ghcr.io/intel/llvm/sycl_prebuilt_tests:sycl-rel-6_2
+      image: ghcr.io/intel/llvm/sycl_prebuilt_tests:e2e-preview-param
       image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
-      target_devices: 'level_zero:gpu'
-      tests_selector: benchmarks
-      benchmark_upload_results: false
-      benchmark_preset: 'Minimal'
-      benchmark_dry_run: true
-      repo_ref: ${{ github.sha }}
-      toolchain_artifact: ${{ needs.build.outputs.toolchain_artifact }}
-      toolchain_artifact_filename: ${{ needs.build.outputs.toolchain_artifact_filename }}
-      toolchain_decompress_command: ${{ needs.build.outputs.toolchain_decompress_command }}
-
-  test-perf:
-    needs: [build, detect_changes]
-    if: |
-      always() && !cancelled()
-      && needs.build.outputs.build_conclusion == 'success'
-      && (contains(github.event.pull_request.labels.*.name, 'run-perf-tests')
-          || contains(needs.detect_changes.outputs.filters, 'perf-tests'))
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - name: Intel GEN12 Graphics system
-            runner: '["Linux", "gen12"]'
-            image_extra_opts: --device=/dev/dri
-          - name: Intel Arc A-Series Graphics system
-            runner: '["Linux", "arc"]'
-            image_extra_opts: --device=/dev/dri
-          - name: AMD system
-            runner: '["Linux", "amdgpu"]'
-            image_extra_opts: --device=/dev/dri --device=/dev/kfd
-          - name: CUDA system
-            runner: '["Linux", "cuda"]'
-            image_extra_opts: --gpus all
-    uses: ./.github/workflows/sycl-linux-run-tests.yml
-    with:
-      name: Perf tests on ${{ matrix.name }}
-      runner: ${{ matrix. runner }}
-      image_options: -u 1001 --privileged --cap-add SYS_ADMIN ${{ matrix.image_extra_opts }}
-      target_devices: all
-
-      env: '{"LIT_FILTER":"PerformanceTests/"}'
-      extra_lit_opts: -a -j 1 --param enable-perf-tests=True
-
-      repo_ref: ${{ github.sha }}
-
+      target_devices: level_zero:gpu
       toolchain_artifact: ${{ needs.build.outputs.toolchain_artifact }}
       toolchain_artifact_filename: ${{ needs.build.outputs.toolchain_artifact_filename }}
       toolchain_decompress_command: ${{ needs.build.outputs.toolchain_decompress_command }}
+      extra_lit_opts: '--param test-preview-mode=False --filter-out "${{ needs.compat_read_exclude.outputs.FILTER }}"'
+      e2e_testing_mode: 'run-only'

devops/compat_ci_exclude.sycl-rel-6_2

@@ -0,0 +1,61 @@
+# https://github.com/intel/llvm/pull/18253 broke at least some of the pre-built
+# E2E binaries, but we don't provide backward compatibility for binaries built
+# with sanitizers.
+Sanitizer
+
+# https://github.com/intel/llvm/pull/19238
+NonUniformGroups/opportunistic_group.cpp
+
+# https://github.com/intel/llvm/pull/18314 (need to address?)
+Assert/assert_in_kernels.cpp
+Assert/assert_in_multiple_tus.cpp
+Assert/assert_in_multiple_tus_one_ndebug.cpp
+Assert/assert_in_one_kernel.cpp
+Assert/assert_in_simultaneous_kernels.cpp
+Assert/assert_in_simultaneously_multiple_tus.cpp
+Assert/assert_in_simultaneously_multiple_tus_one_ndebug.cpp
+
+# https://github.com/intel/llvm/pull/17955
+AsyncAlloc/device/async_alloc_from_pool.cpp
+AsyncAlloc/device/async_alloc_zero_init.cpp
+AsyncAlloc/device/ooo_queue_async_alloc_from_pool.cpp
+
+# https://github.com/intel/llvm/pull/18059 made property a no-op, so `FileCheck`
+# fails, but that isn't an actual ABI break.
+DiscardEvents/discard_events_accessors.cpp
+DiscardEvents/discard_events_using_assert_ndebug.cpp
+DiscardEvents/discard_events_usm.cpp
+DiscardEvents/invalid_event.cpp
+DiscardEvents/invalid_event_exceptions.cpp
+
+# https://github.com/intel/llvm/pull/17442 (unclear if need to address)
+KernelCompiler/opencl.cpp
+KernelCompiler/opencl_cache_eviction.cpp
+KernelCompiler/opencl_queries.cpp
+
+# Pulldown https://github.com/intel/llvm/pull/18403 (why? TODO!!!)
+DeviceImageDependencies/NewOffloadDriver/dynamic.cpp
+DeviceImageDependencies/NewOffloadDriver/free_function_kernels.cpp
+DeviceImageDependencies/NewOffloadDriver/math_device_lib.cpp
+DeviceImageDependencies/NewOffloadDriver/objects.cpp
+DeviceImageDependencies/NewOffloadDriver/singleDynamicLibrary.cpp
+NewOffloadDriver/aot-gpu.cpp
+NewOffloadDriver/buffer.cpp
+NewOffloadDriver/multisource.cpp
+NewOffloadDriver/spirv_device_obj_smoke.cpp
+NewOffloadDriver/split-per-source-main.cpp
+NewOffloadDriver/sycl-external-with-optional-features.cpp
+
+# https://github.com/intel/llvm/pull/18277 (unclear if need to address)
+InOrderEventsExt/get_last_event.cpp
+InorderQueue/in_order_ext_oneapi_submit_barrier.cpp
+
+# https://github.com/intel/llvm/pull/18565 (CHECKs reordered)
+KernelAndProgram/disable-caching.cpp
+
+# https://github.com/intel/llvm/pull/18287
+# Throw exception instead of returning garbage
+Basic/info.cpp
+
+# https://github.com/intel/llvm/pull/19328
+Adapters/interop-level-zero-buffer-ownership.cpp