[SYCL][E2E] Add functionality to split build and run of e2e tests (#16016)

Adds functionality to split the compilation and execution of e2e tests
across separate machines.

This functionality is enabled via the `test-mode` lit parameter. By
default this is set to `full` and tests are built and ran on the same
system, just like before. setting `test-mode` to either `run-only` or
`build-only` enables the test splitting.

Two new lit features have been added: `run-mode` which is enabled when
either in `run-only` or `full` testing mode, and `build-and-run-mode`
which is only enabled when in `full` testing mode.

When in `build-only` mode all tests that can be built on the system will
be built. When running a lit test in this mode two key things change:
- All `RUN:` lines will be executed unless they contain `%{run}`,
`%{run-unfiltered-devices}` or `%if run-mode`.
- Unsupported and requires statements are ignored. Currently the only
way to mark tests as unsupported in build only mode is to include
`build-and-run-mode` in a requires statement, or use `UNSUPPORTED:
true`.

When in `run-only` mode tests are not built, they are only executed.
Deciding whether a test is supported in this mode works the same as in
`full` mode. To only execute the tests we ignore all lit `RUN:` lines
unless they contain `%{run}`, `%{run-unfiltered-devices}` or `%if
run-mode`. Since we do not build the tests in this mode, for any test to
pass we must have ran the tests in either `build-only` or `full` modes.

### Some notes/current limitations:
- Currently only the spir64 triple is supported for the build only mode.
- If a test is able to build, but fails during running we need to mark
it as `XFAILS: run-mode` so that it does not `XPASS` when in build-only
mode.
- The build-only mode can be ran manually on CI with the `SYCL E2E`
action, selecting the "Linux, build" runner, and adding `--param
test-mode=build-only` to `LIT_OPTS`. This pr does not have the needed CI
changes to be able to use the run only mode.

Author: ayylol

sycl/test-e2e/AmdNvidiaJIT/kernel_and_bundle.cpp

@@ -1,5 +1,6 @@
 // UNSUPPORTED: windows
 // REQUIRES: cuda || hip
+// REQUIRES: build-and-run-mode
 
 // This test relies on debug output from a pass, make sure that the compiler
 // can generate it.

sycl/test-e2e/Basic/windows_version_agnostic_sycl_lib.cpp

@@ -1,4 +1,5 @@
 // REQUIRES: windows
+// REQUIRES: build-and-run-mode
 
 // RUN: %clangxx --driver-mode=cl /std:c++17 /EHsc /imsvc %sycl_include -I%opencl_include_dir %s -o %t.out /link /defaultlib:%sycl_static_libs_dir/sycl.lib
 // RUN: %{run} %t.out

sycl/test-e2e/Compression/no_zstd_warning.cpp

@@ -1,4 +1,5 @@
 // using --offload-compress without zstd should throw an error.
 // REQUIRES: !zstd
+// REQUIRES: build-and-run-mode
 // RUN: not %{build} %O0 -g --offload-compress %S/Inputs/single_kernel.cpp -o %t_compress.out 2>&1 | FileCheck %s
 // CHECK: '--offload-compress' option is specified but zstd is not available. The device image will not be compressed.

sycl/test-e2e/Config/config.cpp

@@ -8,13 +8,13 @@
 // RUN: %{build} %debug_option %O0 -o %t.out
 // RUN: echo SYCL_PRINT_EXECUTION_GRAPH=always > %t.cfg
 // RUN: %{run-unfiltered-devices} env SYCL_CONFIG_FILE_NAME=%t.cfg %t.out
-// RUN: cat *.dot > /dev/null
-// RUN: rm *.dot
+// RUN: %if run-mode %{cat *.dot > /dev/null%}
+// RUN: %if run-mode %{rm *.dot%}
 // RUN: %{run-unfiltered-devices} env SYCL_PRINT_EXECUTION_GRAPH=always %t.out
-// RUN: cat *.dot > /dev/null
-// RUN: rm *.dot
+// RUN: %if run-mode %{cat *.dot > /dev/null%}
+// RUN: %if run-mode %{rm *.dot%}
 // RUN: %{run-unfiltered-devices} %t.out
-// RUN: not cat *.dot > /dev/null
+// RUN: %if run-mode %{not cat *.dot > /dev/null%}
 
 #include <sycl/detail/core.hpp>
 

sycl/test-e2e/DeviceArchitecture/device_architecture_comparison_on_device_aot.cpp

@@ -1,6 +1,6 @@
 // REQUIRES: arch-intel_gpu_pvc, ocloc
 
-// XFAIL: arch-intel_gpu_pvc
+// XFAIL: run-mode
 // XFAIL-TRACKER: https://github.com/intel/llvm/issues/14826
 
 // RUN: %clangxx -fsycl -fsycl-targets=intel_gpu_pvc %s -o %t.out

sycl/test-e2e/DeviceLib/math_fp64_windows_test.cpp

@@ -1,4 +1,5 @@
 // REQUIRES: aspect-fp64, windows
+// REQUIRES: build-and-run-mode
 
 // DEFINE: %{mathflags} = %if cl_options %{/clang:-fno-fast-math%} %else %{-fno-fast-math%}
 

sycl/test-e2e/DeviceLib/math_windows_test.cpp

@@ -1,4 +1,5 @@
 // REQUIRES: windows
+// REQUIRES: build-and-run-mode
 
 // TODO: Add hypotf case back when the missing symbol is fixed.
 

sycl/test-e2e/ESIMD/PerformanceTests/BitonicSortK.cpp

@@ -10,7 +10,7 @@
 
 // RUN: mkdir -p %t.dir && %{build} -o %t.dir/exec.out
 // RUN: env IGC_DumpToCustomDir=%t.dir IGC_ShaderDumpEnable=1 %{run} %t.dir/exec.out
-// RUN: python3 %S/instruction_count.py %t.dir 2914 ZTSZZN11BitonicSort5SolveEPjS0_jENKUlRN4sycl3_V17handlerEE0_clES4_E5Merge.asm
-// RUN: echo "Baseline from driver version 1.3.30872"
+// RUN: %if run-mode %{python3 %S/instruction_count.py %t.dir 2914 ZTSZZN11BitonicSort5SolveEPjS0_jENKUlRN4sycl3_V17handlerEE0_clES4_E5Merge.asm%}
+// RUN: %if run-mode %{echo "Baseline from driver version 1.3.30872"%}
 
 #include "../BitonicSortK.cpp"

sycl/test-e2e/ESIMD/PerformanceTests/BitonicSortKv2.cpp

@@ -10,7 +10,7 @@
 
 // RUN: mkdir -p %t.dir && %{build} -o %t.dir/exec.out
 // RUN: env IGC_DumpToCustomDir=%t.dir IGC_ShaderDumpEnable=1 %{run} %t.dir/exec.out
-// RUN: python3 %S/instruction_count.py %t.dir 2969 ZTSZZN11BitonicSort5SolveEPjS0_jENKUlRN4sycl3_V17handlerEE0_clES4_E5Merge.asm
-// RUN: echo "Baseline from driver version 1.3.30872"
+// RUN: %if run-mode %{python3 %S/instruction_count.py %t.dir 2969 ZTSZZN11BitonicSort5SolveEPjS0_jENKUlRN4sycl3_V17handlerEE0_clES4_E5Merge.asm%}
+// RUN: %if run-mode %{echo "Baseline from driver version 1.3.30872"%}
 
 #include "../BitonicSortKv2.cpp"

sycl/test-e2e/ESIMD/PerformanceTests/Stencil.cpp

@@ -10,7 +10,7 @@
 
 // RUN: mkdir -p %t.dir && %{build} -o %t.dir/exec.out
 // RUN: env IGC_DumpToCustomDir=%t.dir IGC_ShaderDumpEnable=1 %{run} %t.dir/exec.out
-// RUN: python3 %S/instruction_count.py %t.dir 1699 ZTSZZ4mainENKUlRN4sycl3_V17handlerEE_clES2_E14Stencil_kernel.asm
-// RUN: echo "Baseline from driver version 1.3.29138"
+// RUN: %if run-mode %{python3 %S/instruction_count.py %t.dir 1699 ZTSZZ4mainENKUlRN4sycl3_V17handlerEE_clES2_E14Stencil_kernel.asm%}
+// RUN: %if run-mode %{echo "Baseline from driver version 1.3.29138"%}
 
-#include "../Stencil.cpp"
+#include "../Stencil.cpp"