Merge pull request #987 from Altinity/unstable_tests_25.6

Antalya 25.6 Cross out more unstable tests

Author: strtgbb

.github/actions/create_workflow_report/create_workflow_report.py

@@ -762,7 +762,7 @@ def create_workflow_report(
         "date": f"{datetime.utcnow().strftime('%Y-%m-%d %H:%M:%S')} UTC",
         "is_preview": mark_preview,
         "counts": {
-            "jobs_status": f"{sum(fail_results['job_statuses']['job_status'] != 'success')} fail/error",
+            "jobs_status": f"{sum(fail_results['job_statuses']['job_status'].value_counts().get(x, 0) for x in ('failure', 'error'))} fail/error",
             "checks_errors": len(fail_results["checks_errors"]),
             "checks_new_fails": len(fail_results["checks_fails"]),
             "regression_new_fails": len(fail_results["regression_fails"]),

ci/jobs/functional_tests.py

@@ -123,6 +123,7 @@ def run_specific_tests(tests, runs=1):
     "ParallelReplicas": "--no-zookeeper --no-shard --no-parallel-replicas",
     "AsyncInsert": " --no-async-insert",
     "DatabaseReplicated": " --no-stateful --replicated-database --jobs 3",
+    "amd_tsan": " --timeout 1200",  # NOTE (strtgbb): tsan is slow, increase the timeout to avoid timeout errors
 }
 
 
@@ -365,7 +366,7 @@ def start():
 
         # if not info.is_local_run:
         #     CH.stop_log_exports()
-        results.append(FTResultsProcessor(wd=temp_dir).run())
+        results.append(FTResultsProcessor(wd=temp_dir, test_options=test_options).run())
         test_result = results[-1]
 
         # invert result status for bugfix validation

ci/jobs/scripts/functional_tests_results.py

@@ -56,10 +56,11 @@ class Summary:
         success_finish: bool = False
         test_end: bool = True
 
-    def __init__(self, wd):
+    def __init__(self, wd, test_options):
         self.tests_output_file = f"{wd}/test_result.txt"
         # self.test_results_parsed_file = f"{wd}/test_result.tsv"
         # self.status_file = f"{wd}/check_status.tsv"
+        self.test_options = test_options
 
     def _process_test_output(self):
         total = 0
@@ -137,6 +138,8 @@ def _process_test_output(self):
                 if DATABASE_SIGN in line:
                     test_end = True
 
+        test_options_string = ", ".join(self.test_options)
+
         test_results_ = []
         for test in test_results:
             try:
@@ -153,15 +156,26 @@ def _process_test_output(self):
                 if test[1] == "FAIL":
                     broken_message = None
                     if test[0] in known_broken_tests.keys():
-                        if known_broken_tests[test[0]].get("message"):
-                            if (
-                                known_broken_tests[test[0]]["message"]
-                                in test_results_[-1].info
-                            ):
-                                broken_message = f"\nMarked as broken, matched message: '{known_broken_tests[test[0]]['message']}'"
+                        message = known_broken_tests[test[0]].get("message")
+                        check_types = known_broken_tests[test[0]].get("check_types")
+                        if check_types and not any(
+                            check_type in test_options_string
+                            for check_type in check_types
+                        ):
+                            broken_message = None
+                        elif message:
+                            if message in test_results_[-1].info:
+                                broken_message = (
+                                    f"\nMarked as broken, matched message: '{message}'"
+                                )
                         else:
                             broken_message = f"\nMarked as broken, no message specified"
 
+                        if broken_message and check_types:
+                            broken_message += (
+                                f", matched one or more check types {check_types}"
+                            )
+
                     if broken_message:
                         broken += 1
                         failed -= 1