fix: count skipped tests in accuracy executions

Author: rgonalo

CHANGELOG.rst

@@ -6,6 +6,8 @@ v3.6.1
 
 *Release date: In development*
 
+- Fix accuracy tag to exclude skipped executions from total executions count
+
 v3.6.0
 ------
 

toolium/utils/ai_utils/accuracy.py

@@ -89,7 +89,7 @@ def patch_scenario_with_accuracy(context, scenario, data_key_suffix, accuracy=0.
     """
     def scenario_run_with_accuracy(context, scenario_run, scenario, *args, **kwargs):
         # Execute the scenario multiple times and count passed executions
-        passed_executions = 0
+        passed_executions = skipped_executions = 0
         # Copy scenario steps to avoid modifications in each execution, especially when using behave variables
         # transformation, like map_param and replace_param methods
         orig_steps = deepcopy(scenario.steps)
@@ -99,21 +99,35 @@ def scenario_run_with_accuracy(context, scenario_run, scenario, *args, **kwargs)
             # Restore original steps before each execution
             scenario.steps = deepcopy(orig_steps)
             if not scenario_run(*args, **kwargs):
-                passed_executions += 1
-                status = "PASSED"
+                if scenario.status == Status.skipped:
+                    skipped_executions += 1
+                    status = "SKIPPED"
+                else:
+                    passed_executions += 1
+                    status = "PASSED"
             else:
                 status = "FAILED"
             print(f"ACCURACY SCENARIO {status}: execution {execution+1}/{executions}")
             context.logger.info(f"Accuracy scenario execution {status} ({execution+1}/{executions})")
 
+        if executions == skipped_executions:
+            context.logger.info("All accuracy scenario executions are skipped")
+            return False  # Run method returns false when skipped
+
         # Calculate scenario accuracy
-        scenario_accuracy = passed_executions / executions
+        scenario_accuracy = passed_executions / (executions - skipped_executions)
         has_passed = scenario_accuracy >= accuracy
         final_status = 'PASSED' if has_passed else 'FAILED'
         print(f"\nACCURACY SCENARIO {final_status}: {executions} executions,"
               f" accuracy {scenario_accuracy} >= {accuracy}")
         final_message = (f"Accuracy scenario {final_status} after {executions} executions with"
-                         f" accuracy {scenario_accuracy} >= {accuracy}")
+                         f" accuracy {scenario_accuracy} >= {accuracy}"
+                         f" ({passed_executions} passed, {skipped_executions} skipped,"
+                         f" {executions - passed_executions - skipped_executions} failed)")
+
+        # Clean accuracy execution data from context
+        context.storage.pop("accuracy_execution_data", None)
+        context.storage.pop("accuracy_execution_index", None)
 
         # Set final scenario status
         if has_passed: