fix: count all tests as failed when set_up_before_script fails

Author: Chemaclass

CHANGELOG.md

@@ -4,6 +4,7 @@
 
 ### Fixed
 - Stop executing remaining commands in `set_up`/`tear_down` after first failure
+- Count all tests as failed when `set_up_before_script` fails
 
 ## [0.27.0](https://github.com/TypedDevs/bashunit/compare/0.26.0...0.27.0) - 2025-11-26
 

src/learn.sh

@@ -1,4 +1,5 @@
 #!/usr/bin/env bash
+# shellcheck disable=SC2016
 
 ##
 # Interactive learning module for bashunit

src/runner.sh

@@ -27,6 +27,18 @@ function runner::load_test_files() {
     # Update function cache after sourcing new test file
     CACHED_ALL_FUNCTIONS=$(declare -F | awk '{print $3}')
     if ! runner::run_set_up_before_script "$test_file"; then
+      # Count the test functions that couldn't run due to set_up_before_script failure
+      # and add them as failed (minus 1 since the hook failure already counts as 1)
+      local filtered_functions
+      filtered_functions=$(helper::get_functions_to_run "test" "$filter" "$CACHED_ALL_FUNCTIONS")
+      if [[ -n "$filtered_functions" ]]; then
+        # shellcheck disable=SC2206
+        local functions_to_run=($filtered_functions)
+        local additional_failures=$((${#functions_to_run[@]} - 1))
+        for ((i = 0; i < additional_failures; i++)); do
+          state::add_tests_failed
+        done
+      fi
       runner::clean_set_up_and_tear_down_after_script
       if ! parallel::is_enabled; then
         cleanup_script_temp_files
@@ -75,6 +87,18 @@ function runner::load_bench_files() {
     # Update function cache after sourcing new bench file
     CACHED_ALL_FUNCTIONS=$(declare -F | awk '{print $3}')
     if ! runner::run_set_up_before_script "$bench_file"; then
+      # Count the bench functions that couldn't run due to set_up_before_script failure
+      # and add them as failed (minus 1 since the hook failure already counts as 1)
+      local filtered_functions
+      filtered_functions=$(helper::get_functions_to_run "bench" "$filter" "$CACHED_ALL_FUNCTIONS")
+      if [[ -n "$filtered_functions" ]]; then
+        # shellcheck disable=SC2206
+        local functions_to_run=($filtered_functions)
+        local additional_failures=$((${#functions_to_run[@]} - 1))
+        for ((i = 0; i < additional_failures; i++)); do
+          state::add_tests_failed
+        done
+      fi
       runner::clean_set_up_and_tear_down_after_script
       cleanup_script_temp_files
       continue

tests/acceptance/bashunit_setup_before_script_error_test.sh

@@ -60,3 +60,30 @@ function test_bashunit_when_set_up_before_script_with_failing_command() {
   assert_contains "$assertions_summary" "$actual"
   assert_general_error "$(./bashunit --no-parallel --env "$TEST_ENV_FILE" "$test_file")"
 }
+
+function test_bashunit_when_set_up_before_script_fails_with_multiple_tests() {
+  local test_file=./tests/acceptance/fixtures/test_bashunit_when_setup_before_script_fails_with_multiple_tests.sh
+  local fixture=$test_file
+
+  local header_line="Running $fixture"
+  local error_line="✗ Error: Set up before script"
+  local message_line="    Hook 'set_up_before_script' failed with exit code 1"
+  # When set_up_before_script fails, all test functions should be counted as failed
+  local tests_summary="Tests:      2 failed, 2 total"
+  local assertions_summary="Assertions: 0 failed, 0 total"
+
+  local actual_raw
+  set +e
+  actual_raw="$(./bashunit --no-parallel --detailed --env "$TEST_ENV_FILE" "$test_file")"
+  set -e
+
+  local actual
+  actual="$(printf "%s" "$actual_raw" | strip_ansi)"
+
+  assert_contains "$header_line" "$actual"
+  assert_contains "$error_line" "$actual"
+  assert_contains "$message_line" "$actual"
+  assert_contains "$tests_summary" "$actual"
+  assert_contains "$assertions_summary" "$actual"
+  assert_general_error "$(./bashunit --no-parallel --env "$TEST_ENV_FILE" "$test_file")"
+}

tests/acceptance/fixtures/test_bashunit_when_setup_before_script_fails_with_multiple_tests.sh

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+
+function set_up_before_script() {
+  false
+}
+
+function test_asserting_foo_strings() {
+  assert_same "foo" "foo"
+}
+
+function test_asserting_bar_strings() {
+  assert_same "bar" "bar"
+}