option to wildcard xfail-not

Author: mtrofin

llvm/docs/CommandGuide/lit.rst

@@ -350,11 +350,12 @@ The timing data is stored in the `test_exec_root` in a file named
 
   Do not treat the specified tests as ``XFAIL``.  The environment variable
   ``LIT_XFAIL_NOT`` can also be used in place of this option.  The syntax is the
-  same as for :option:`--xfail` and ``LIT_XFAIL``.  :option:`--xfail-not` and
-  ``LIT_XFAIL_NOT`` always override all other ``XFAIL`` specifications,
-  including an :option:`--xfail` appearing later on the command line.  The
-  primary purpose is to suppress an ``XPASS`` result without modifying a test
-  case that uses the ``XFAIL`` directive.
+  same as for :option:`--xfail` and ``LIT_XFAIL`` except that ``LIST`` can be
+  replaced with ``*`` to specify all tests marked as ``XFAIL``. 
+  :option:`--xfail-not` and ``LIT_XFAIL_NOT`` always override all other ``XFAIL``
+  specifications, including an :option:`--xfail` appearing later on the command
+  line.  The primary purpose is to suppress an ``XPASS`` result without modifying
+  a test case that uses the ``XFAIL`` directive.
 
 .. option:: --num-shards M
 

llvm/utils/lit/lit/cl_arguments.py

@@ -300,7 +300,8 @@ def parse_args():
         "--xfail-not",
         metavar="LIST",
         type=_semicolon_list,
-        help="do not XFAIL tests with paths in the semicolon separated list",
+        help="do not XFAIL tests with paths in the semicolon separated list."
+        " Can use * to apply to all such tests",
         default=os.environ.get("LIT_XFAIL_NOT", ""),
     )
     selection_group.add_argument(

llvm/utils/lit/lit/main.py

@@ -238,7 +238,11 @@ def mark_xfail(selected_tests, opts):
         test_full_name = t.getFullName()
         if test_file in opts.xfail or test_full_name in opts.xfail:
             t.xfails += "*"
-        if test_file in opts.xfail_not or test_full_name in opts.xfail_not:
+        if (
+            test_file in opts.xfail_not
+            or test_full_name in opts.xfail_not
+            or opts.xfail_not == ["*"]
+        ):
             t.xfail_not = True
 
 

llvm/utils/lit/tests/xfail-cl.py

@@ -5,11 +5,21 @@
 # RUN:   %{inputs}/xfail-cl \
 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
 
+# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
+# RUN:   --xfail-not '*' \
+# RUN:   %{inputs}/xfail-cl \
+# RUN: | FileCheck --check-prefix=CHECK-FILTER %s
+
 # RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
 # RUN:   LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
 # RUN: %{lit} %{inputs}/xfail-cl \
 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
 
+# RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
+# RUN:   LIT_XFAIL_NOT='*' \
+# RUN: %{lit} %{inputs}/xfail-cl \
+# RUN: | FileCheck --check-prefix=CHECK-FILTER %s
+
 # Check that --xfail-not and LIT_XFAIL_NOT always have precedence.
 
 # RUN: env LIT_XFAIL=true-xfail.txt \