Save the errors in the state, not just the error counts. Makes it easier for a calling program to use the results

Author: AngledLuffa

validate.py

@@ -7,6 +7,7 @@
 import os.path
 import argparse
 import traceback
+from collections import defaultdict
 # According to https://stackoverflow.com/questions/1832893/python-regex-matching-unicode-properties,
 # the regex module has the same API as re but it can check Unicode character properties using \p{}
 # as in Perl.
@@ -56,7 +57,7 @@ def __init__(self):
         self.spaceafterno_in_effect = False
         # Error counter by error type. Key: error type; value: error count.
         # Incremented in Incident.report().
-        self.error_counter = {}
+        self.error_counter = defaultdict(list)
         # Set of detailed error explanations that have been printed so far.
         # Each explanation will be printed only once. Typically, an explanation
         # can be identified by test id + language code. Nevertheless, we put
@@ -638,12 +639,12 @@ def __init__(self, state, args, level=None, testclass=None, testid=None, message
 
     def report(self):
         # Even if we should be quiet, at least count the error.
-        self.state.error_counter[self.testclass] = self.state.error_counter.get(self.testclass, 0)+1
+        self.state.error_counter[self.testclass].append(self)
         if self.args.quiet:
             return
         # Suppress error messages of a type of which we have seen too many.
-        if self.args.max_err > 0 and self.state.error_counter[self.testclass] > self.args.max_err:
-            if self.state.error_counter[self.testclass] == self.args.max_err + 1:
+        if self.args.max_err > 0 and len(self.state.error_counter[self.testclass]) > self.args.max_err:
+            if len(self.state.error_counter[self.testclass]) == self.args.max_err + 1:
                 print(f'...suppressing further errors regarding {self.testclass}', file=sys.stderr)
             return # suppressed
         # If we are here, the error message should really be printed.
@@ -4455,10 +4456,10 @@ def main():
                 errors = 'Warnings'
             else:
                 errors = k+' errors'
-                nerror += v
+                nerror += len(v)
                 passed = False
             if not args.quiet:
-                print(f'{errors}: {v}', file=sys.stderr)
+                print(f'{errors}: {len(v)}', file=sys.stderr)
     # Print the final verdict and exit.
     if passed:
         if not args.quiet: