bot: add no_retry_on_regression param

This param will be used on weekly runs. The purpose is to skip retrying
test cases that have failed in previous runs. This way we can save some
time

Author: piotrnarajowski

autopts/bot/common.py

@@ -121,6 +121,7 @@ def __init__(self, args, **kwargs):
         self.bd_addr = args.get('bd_addr', '')
         self.enable_max_logs = args.get('enable_max_logs', False)
         self.retry = args.get('retry', 0)
+        self.no_retry_on_regression = args.get('no_retry_on_regression')
         self.repeat_until_fail = args.get('repeat_until_fail', False)
         self.stress_test = args.get('stress_test', False)
         self.ykush = args.get('ykush', None)

autopts/client.py

@@ -1336,6 +1336,12 @@ def run_test_cases(ptses, test_case_instances, args, stats, **kwargs):
 
                 break
 
+            if args.no_retry_on_regression and status != 'PASS' and test_case not in stats.get_regressions():
+                # skip retrying if test fails and this is not regression
+                if stats.db:
+                    stats.db.update_statistics(test_case, duration, status)
+                break
+
             stats.run_count += 1
 
         stats.index += 1

cliparser.py

@@ -85,6 +85,12 @@ def __init__(self, iut_modes=None, board_names=None, add_help=True, *args, **kwa
                           help="Repeat test if failed. Parameter specifies "
                                "maximum repeat count per test")
 
+        self.add_argument("--no_retry_on_regression", type=bool,
+                          help="When no_retry_on_regression is used, failed test cases are handled as follows: if test"
+                               " failure is not a regression, test case will not be retried (i.e. retry is ignored). If"
+                               " the failure is regression, test case  will be retried for retry number of times. If"
+                               " you set retry to zero, no failed test cases will be retried.")
+
         self.add_argument("--repeat_until_fail", action='store_true', default=False,
                           help="Repeat test case until non-pass verdict")