fix: skipped tests

Author: Anton Standrik

.github/workflows/ci.yml

@@ -231,6 +231,7 @@ jobs:
           added_tests=()
           deleted_tests=()
           skipped_tests=()
+          existing_tests=()
 
           # Function to extract test names from a file
           extract_test_names() {
@@ -241,10 +242,19 @@ jobs:
             fi
           }
 
-          # Get skipped tests first from test results
-          if [ -f "playwright-artifacts/test-results.json" ]; then
+          # First, get all existing tests in current branch
+          for file in $(git ls-files | grep -E '^tests/suites/.*\.(spec|test)\.(ts|tsx|js|jsx)$'); do
             while IFS= read -r test; do
               if [[ -n "$test" ]]; then
+                existing_tests+=("$test")
+              fi
+            done < <(extract_test_names "$file" HEAD)
+          done
+
+          # Get skipped tests from test results, but only if they exist in current branch
+          if [ -f "playwright-artifacts/test-results.json" ]; then
+            while IFS= read -r test; do
+              if [[ -n "$test" ]] && printf '%s\n' "${existing_tests[@]}" | grep -Fxq "$test"; then
                 skipped_tests+=("$test")
               fi
             done < <(jq -r '.suites[].specs[] | select(.ok == false and .skipped == true) | .title' playwright-artifacts/test-results.json)
@@ -256,7 +266,7 @@ jobs:
             current_tests=$(extract_test_names "$file" HEAD)
             base_tests=$(extract_test_names "$file" main)
 
-            # Compare tests
+            # Find added tests (in current but not in base)
             while IFS= read -r test; do
               if [[ -n "$test" ]]; then
                 if ! echo "$base_tests" | grep -Fxq "$test"; then
@@ -265,11 +275,14 @@ jobs:
               fi
             done <<< "$current_tests"
 
+            # Find deleted tests (in base but not in current)
             while IFS= read -r test; do
               if [[ -n "$test" ]]; then
-                # Only mark as deleted if it's not in current tests AND not in skipped tests
-                if ! echo "$current_tests" | grep -Fxq "$test" && ! printf '%s\n' "${skipped_tests[@]}" | grep -Fxq "$test"; then
-                  deleted_tests+=("$test")
+                if ! echo "$current_tests" | grep -Fxq "$test"; then
+                  # Only count as deleted if it's not marked as skipped
+                  if ! printf '%s\n' "${skipped_tests[@]}" | grep -Fxq "$test"; then
+                    deleted_tests+=("$test")
+                  fi
                 fi
               fi
             done <<< "$base_tests"