option to wildcard xfail-not

Author: mtrofin

llvm/utils/lit/lit/Test.py

@@ -247,6 +247,9 @@ def __init__(
         # and will be honored when the test result is supplied.
         self.xfails = []
 
+        # Skip this test if it's xfail.
+        self.skip_xfail = False
+
         # If true, ignore all items in self.xfails.
         self.xfail_not = False
 

llvm/utils/lit/lit/TestRunner.py

@@ -2175,6 +2175,8 @@ def parseIntegratedTestScript(test, additional_parsers=[], require_script=True):
     assert parsed["DEFINE:"] == script
     assert parsed["REDEFINE:"] == script
     test.xfails += parsed["XFAIL:"] or []
+    if test.xfails and test.skip_xfail:
+        return lit.Test.Result(Test.SKIPPED, "skipping XFAIL tests")
     test.requires += parsed["REQUIRES:"] or []
     test.unsupported += parsed["UNSUPPORTED:"] or []
     if parsed["ALLOW_RETRIES:"]:

llvm/utils/lit/lit/cl_arguments.py

@@ -303,6 +303,12 @@ def parse_args():
         help="do not XFAIL tests with paths in the semicolon separated list",
         default=os.environ.get("LIT_XFAIL_NOT", ""),
     )
+    selection_group.add_argument(
+        "--skip-xfail",
+        help="do not XFAIL tests with paths in the semicolon separated list.",
+        default=False,
+        action="store_true",
+    )
     selection_group.add_argument(
         "--num-shards",
         dest="numShards",

llvm/utils/lit/lit/main.py

@@ -240,6 +240,8 @@ def mark_xfail(selected_tests, opts):
             t.xfails += "*"
         if test_file in opts.xfail_not or test_full_name in opts.xfail_not:
             t.xfail_not = True
+        if opts.skip_xfail:
+            t.skip_xfail = True
 
 
 def mark_excluded(discovered_tests, selected_tests):

llvm/utils/lit/tests/xfail-cl.py

@@ -5,6 +5,12 @@
 # RUN:   %{inputs}/xfail-cl \
 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
 
+# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
+# RUN:   --skip-xfail \
+# RUN:   %{inputs}/xfail-cl \
+# RUN: | FileCheck --check-prefix=CHECK-SKIP %s
+
+
 # RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
 # RUN:   LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
 # RUN: %{lit} %{inputs}/xfail-cl \
@@ -37,3 +43,15 @@
 
 # CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers
 # CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt
+
+# CHECK-SKIP: Testing: 10 tests, {{[0-9]*}} workers
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: a :: false.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: a :: test-xfail.txt
+# CHECK-SKIP-DAG: {{^}}PASS: top-level-suite :: a :: test.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: b :: false.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: b :: test-xfail.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: b :: test.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: false.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: false2.txt
+# CHECK-SKIP-DAG: {{^}}SKIPPED: top-level-suite :: true-xfail.txt
+# CHECK-SKIP-DAG: {{^}}PASS: top-level-suite :: true.txt