[SYCL][E2E] Add functionality to split build and run of e2e tests

.github/workflows/sycl-linux-run-tests.yml

@@ -90,6 +90,7 @@ on:
           - '["amdgpu"]'
           - '["Linux", "arc"]'
           - '["cts-cpu"]'
+          - '["Linux", "build"]'
       image:
         description: |
           Use option ending with ":build" for AMDGPU, ":latest" for the rest.

.github/workflows/sycl-nightly.yml

@@ -50,6 +50,14 @@ jobs:
             target_devices: ext_oneapi_hip:gpu
             tests_selector: e2e
 
+          - name: Intel Build Tests Only
+            runner: '["Linux", "build"]'
+            image: ghcr.io/intel/llvm/ubuntu2204_intel_drivers:alldeps
+            image_options: -u 1001 --privileged --cap-add SYS_ADMIN
+            target_devices: opencl:cpu
+            tests_selector: e2e
+            extra_lit_opts: --param split-mode=build
+
           - name: Intel L0 GPU
             runner: '["Linux", "gen12"]'
             image: ghcr.io/intel/llvm/ubuntu2204_intel_drivers:latest

sycl/test-e2e/format.py

@@ -98,6 +98,53 @@ def getMatchedFromList(self, features, alist):
         except ValueError as e:
             raise ValueError("Error in UNSUPPORTED list:\n%s" % str(e))
 
+    def make_default_features_list(self, expr, triple, add_default=True):
+        # Dictionary of features which we know are always/never present for a
+        # given triple (or the system in general).
+        exceptions = {}
+        exceptions["spir64"] = {
+            "cuda": False,
+            "hip": False,
+            "hip_amd": False,
+            "hip_nvidia": False,
+            "native_cpu": False,
+        }
+        exceptions["system"] = {
+            "linux": True,
+            "windows": False,
+            "system-windows": False,
+            "run-mode": False,
+            "TEMPORARY_DISABLED": False,
+        }
+        features_queried_by_test = []
+        for f in expr:
+            features_queried_by_test = features_queried_by_test + re.findall(
+                "[-+=._a-zA-Z0-9]+", f
+            )
+        features = set()
+        for f in features_queried_by_test:
+            if exceptions[triple].get(f, exceptions["system"].get(f, add_default)):
+                features.add(f)
+        return features
+
+    def select_triples_for_test(self, test):
+        # Check Triples
+        triples = set()
+        possible_triples = ["spir64"]
+        for triple in possible_triples:
+            unsupported = self.make_default_features_list(
+                test.unsupported, triple, False
+            )
+            required = self.make_default_features_list(test.requires, triple)
+            features = unsupported.union(required)
+            if test.getMissingRequiredFeaturesFromList(features):
+                continue
+            if self.getMatchedFromList(features, test.unsupported):
+                continue
+            triples.add(triple)
+
+        return triples
+
     def select_devices_for_test(self, test):
         devices = []
         for d in test.config.sycl_devices:
@@ -154,18 +201,26 @@ def execute(self, test, litConfig):
         if isinstance(script, lit.Test.Result):
             return script
 
-        devices_for_test = self.select_devices_for_test(test)
-        if not devices_for_test:
-            return lit.Test.Result(
-                lit.Test.UNSUPPORTED, "No supported devices to run the test on"
-            )
-
-        substitutions = lit.TestRunner.getDefaultSubstitutions(test, tmpDir, tmpBase)
+        devices_for_test = []
         triples = set()
-        for sycl_device in devices_for_test:
-            (backend, _) = sycl_device.split(":")
-            triples.add(get_triple(test, backend))
+        if "run-mode" not in test.config.available_features:
+            triples = self.select_triples_for_test(test)
+            if not triples:
+                return lit.Test.Result(
+                    lit.Test.UNSUPPORTED, "No supported backend to build for"
+                )
+        else:
+            devices_for_test = self.select_devices_for_test(test)
+            if not devices_for_test:
+                return lit.Test.Result(
+                    lit.Test.UNSUPPORTED, "No supported devices to run the test on"
+                )
 
+            for sycl_device in devices_for_test:
+                (backend, _) = sycl_device.split(":")
+                triples.add(get_triple(test, backend))
+
+        substitutions = lit.TestRunner.getDefaultSubstitutions(test, tmpDir, tmpBase)
         substitutions.append(("%{sycl_triple}", format(",".join(triples))))
         # -fsycl-targets is needed for CUDA/HIP, so just use it be default so
         # -that new tests by default would runnable there (unless they have
@@ -223,6 +278,17 @@ def get_extra_env(sycl_devices):
                 new_script.append(directive)
                 continue
 
+            # Filter commands based on split-mode
+            is_run_line = any(
+                i in directive.command
+                for i in ["%{run}", "%{run-unfiltered-devices}", "%if run-mode"]
+            )
+
+            if (is_run_line and "run-mode" not in test.config.available_features) or (
+                not is_run_line and "build-mode" not in test.config.available_features
+            ):
+                directive.command = ""
+
             if "%{run}" not in directive.command:
                 new_script.append(directive)
                 continue
@@ -278,7 +344,10 @@ def get_extra_env(sycl_devices):
             test, litConfig, useExternalSh, script, tmpBase
         )
 
-        if len(devices_for_test) > 1:
+        if (
+            len(devices_for_test) > 1
+            or "run-mode" not in test.config.available_features
+        ):
             return result
 
         # Single device - might be an XFAIL.

sycl/test-e2e/lit.cfg.py

@@ -16,6 +16,16 @@
 
 # Configuration file for the 'lit' test runner.
 
+# split-mode: Set if tests should run normally or with split build/run
+match lit_config.params.get("split-mode", "both"):
+    case "run":
+        config.available_features.add("run-mode")
+    case "build":
+        config.available_features.add("build-mode")
+    case _:
+        config.available_features.add("run-mode")
+        config.available_features.add("build-mode")
+
 # name: The name of this test suite.
 config.name = "SYCL"