tests: Introduce NotListed to handle tests not listed in the regression file

Author: Wallbraker

src/deqp/tests/info.volt

@@ -20,7 +20,7 @@ fn printResultsToStdout(suites: Suite[])
 				test.printRegression();
 			} else if (test.hasQualityChange()) {
 				test.printAnyChange();
-			} else if (test.hasAnyChange()) {
+			} else if (test.hasAnyChangeExceptNotListed()) {
 				test.printAnyChange();
 			} else if (test.hasFailed()) {
 				test.printFail();
@@ -90,5 +90,6 @@ fn format(res: Result) string
 	case QualityWarning:       return "\u001b[33mQualityWarning\u001b[0m";
 	case CompatibilityWarning: return "\u001b[33mCompatibilityWarning\u001b[0m";
 	case Pass:                 return "\u001b[32mPass\u001b[0m";
+	case NotListed:            return "\u001b[32mNotListed\u001b[0m";
 	}
 }

src/deqp/tests/parser.volt

@@ -126,6 +126,7 @@ fn parseAndCheckRegressions(suites: Suite[], filenames: string[]) i32
 	database: Test[string];
 	foreach (suite; suites) {
 		foreach (test; suite.tests) {
+			test.compare = Result.NotListed;
 			database[test.name] = test;
 		}
 	}

src/deqp/tests/result.volt

@@ -23,6 +23,7 @@ enum Result
 	QualityWarning,
 	CompatibilityWarning,
 	Pass,
+	NotListed, //< For compare, the test wasn't in the regression file.
 }
 
 fn isResultPassing(result: Result) bool
@@ -37,6 +38,7 @@ fn isResultPassing(result: Result) bool
 	case QualityWarning:       return true;
 	case CompatibilityWarning: return true;
 	case Pass:                 return true;
+	case NotListed:            return true;
 	}
 }
 
@@ -52,6 +54,7 @@ fn isResultFailing(result: Result) bool
 	case QualityWarning:       return false;
 	case CompatibilityWarning: return false;
 	case Pass:                 return false;
+	case NotListed:            return false;
 	}
 }
 
@@ -75,13 +78,30 @@ fn isResultAndCompareRegression(result: Result, compare: Result) bool
 
 fn isResultAndCompareQualityChange(result: Result, compare: Result) bool
 {
+	if (compare == Result.NotListed) {
+		compare = Result.Pass;
+	}
+
 	if (result.isResultPassing() && compare.isResultPassing()) {
 		return result != compare;
 	} else {
 		return false;
 	}
 }
 
+fn isResultAndCompareAnyChangeExceptNotListed(result: Result, compare: Result) bool
+{
+	if (compare == Result.NotListed) {
+		return false;
+	}
+
+	if (result != compare) {
+		return true;
+	} else {
+		return false;
+	}
+}
+
 fn isResultAndCompareAnyChange(result: Result, compare: Result) bool
 {
 	if (result != compare) {
@@ -161,6 +181,7 @@ public:
 				case CompatibilityWarning: numCompatibilityWarning++; break;
 				case Pass: numPass++; break;
 				case NotSupported: numNotSupported++; break;
+				case NotListed: break;
 				}
 			}
 		}

src/deqp/tests/test.volt

@@ -59,6 +59,12 @@ public:
 		return isResultAndCompareAnyChange(result, compare);
 	}
 
+	fn hasAnyChangeExceptNotListed() bool
+	{
+
+		return isResultAndCompareAnyChangeExceptNotListed(result, compare);
+	}
+
 	fn hasPassed() bool
 	{
 		return isResultPassing(result);