Add functionality to split build and run of e2e tests

Author: ayylol

sycl/test-e2e/format.py

@@ -154,18 +154,26 @@ def execute(self, test, litConfig):
         if isinstance(script, lit.Test.Result):
             return script
 
-        devices_for_test = self.select_devices_for_test(test)
-        if not devices_for_test:
-            return lit.Test.Result(
-                lit.Test.UNSUPPORTED, "No supported devices to run the test on"
-            )
-
-        substitutions = lit.TestRunner.getDefaultSubstitutions(test, tmpDir, tmpBase)
+        devices_for_test = []
         triples = set()
-        for sycl_device in devices_for_test:
-            (backend, _) = sycl_device.split(":")
-            triples.add(get_triple(test, backend))
+        if "run-mode" not in test.config.available_features:
+            if "unsplit-mode" in test.requires or "TEMPORARY_DISABLED" in test.requires:
+                return lit.Test.Result(
+                    lit.Test.UNSUPPORTED, "Test unsupported for this environment"
+                )
+            triples = {"spir64"}
+        else:
+            devices_for_test = self.select_devices_for_test(test)
+            if not devices_for_test:
+                return lit.Test.Result(
+                    lit.Test.UNSUPPORTED, "No supported devices to run the test on"
+                )
+
+            for sycl_device in devices_for_test:
+                (backend, _) = sycl_device.split(":")
+                triples.add(get_triple(test, backend))
 
+        substitutions = lit.TestRunner.getDefaultSubstitutions(test, tmpDir, tmpBase)
         substitutions.append(("%{sycl_triple}", format(",".join(triples))))
         # -fsycl-targets is needed for CUDA/HIP, so just use it be default so
         # -that new tests by default would runnable there (unless they have
@@ -223,6 +231,17 @@ def get_extra_env(sycl_devices):
                 new_script.append(directive)
                 continue
 
+            # Filter commands based on split-mode
+            is_run_line = any(
+                i in directive.command
+                for i in ["%{run}", "%{run-unfiltered-devices}", "%if run-mode"]
+            )
+
+            if (is_run_line and "run-mode" not in test.config.available_features) or (
+                not is_run_line and "build-mode" not in test.config.available_features
+            ):
+                directive.command = ""
+
             if "%{run}" not in directive.command:
                 new_script.append(directive)
                 continue
@@ -278,7 +297,10 @@ def get_extra_env(sycl_devices):
             test, litConfig, useExternalSh, script, tmpBase
         )
 
-        if len(devices_for_test) > 1:
+        if (
+            len(devices_for_test) > 1
+            or "run-mode" not in test.config.available_features
+        ):
             return result
 
         # Single device - might be an XFAIL.

sycl/test-e2e/lit.cfg.py

@@ -37,6 +37,18 @@
 config.required_features = []
 config.unsupported_features = []
 
+# split-mode: Set if tests should run normally or with split build/run
+match lit_config.params.get("split-mode", "both"):
+    case "run":
+        config.available_features.add("run-mode")
+    case "build":
+        config.available_features.add("build-mode")
+        config.sycl_devices = []
+    case _:
+        config.available_features.add("run-mode")
+        config.available_features.add("build-mode")
+        config.available_features.add("unsplit-mode")
+
 # Cleanup environment variables which may affect tests
 possibly_dangerous_env_vars = [
     "COMPILER_PATH",