fix: skipped tests

Author: Anton Standrik

.github/workflows/ci.yml

@@ -231,7 +231,6 @@ jobs:
           added_tests=()
           deleted_tests=()
           skipped_tests=()
-          existing_tests=()
 
           # Function to extract test names from a file
           extract_test_names() {
@@ -242,25 +241,7 @@ jobs:
             fi
           }
 
-          # First, get all existing tests in current branch
-          for file in $(git ls-files | grep -E '^tests/suites/.*\.(spec|test)\.(ts|tsx|js|jsx)$'); do
-            while IFS= read -r test; do
-              if [[ -n "$test" ]]; then
-                existing_tests+=("$test")
-              fi
-            done < <(extract_test_names "$file" HEAD)
-          done
-
-          # Get skipped tests from test results, but only if they exist in current branch
-          if [ -f "playwright-artifacts/test-results.json" ]; then
-            while IFS= read -r test; do
-              if [[ -n "$test" ]] && printf '%s\n' "${existing_tests[@]}" | grep -Fxq "$test"; then
-                skipped_tests+=("$test")
-              fi
-            done < <(jq -r '.suites[].specs[] | select(.ok == false and .skipped == true) | .title' playwright-artifacts/test-results.json)
-          fi
-
-          # Get list of changed test files
+          # First, get list of changed test files and analyze deletions
           for file in $(git diff --name-only main...HEAD | grep -E '^tests/suites/.*\.(spec|test)\.(ts|tsx|js|jsx)$'); do
             # Get test names from both versions
             current_tests=$(extract_test_names "$file" HEAD)
@@ -279,15 +260,21 @@ jobs:
             while IFS= read -r test; do
               if [[ -n "$test" ]]; then
                 if ! echo "$current_tests" | grep -Fxq "$test"; then
-                  # Only count as deleted if it's not marked as skipped
-                  if ! printf '%s\n' "${skipped_tests[@]}" | grep -Fxq "$test"; then
-                    deleted_tests+=("$test")
-                  fi
+                  deleted_tests+=("$test")
                 fi
               fi
             done <<< "$base_tests"
           done
 
+          # Separately, get skipped tests from test results
+          if [ -f "playwright-artifacts/test-results.json" ]; then
+            while IFS= read -r test; do
+              if [[ -n "$test" ]]; then
+                skipped_tests+=("$test")
+              fi
+            done < <(jq -r '.suites[].specs[] | select(.ok == false and .skipped == true) | .title' playwright-artifacts/test-results.json)
+          fi
+
           # Create JSON output
           echo "added_tests=$(IFS=,; echo "${added_tests[*]}")" >> $GITHUB_OUTPUT
           echo "deleted_tests=$(IFS=,; echo "${deleted_tests[*]}")" >> $GITHUB_OUTPUT