Send notification when a test passes unexpectedly

Closes gh-66

Author: sdeleuze

.github/actions/send-notification/action.yml

@@ -13,9 +13,12 @@ inputs:
   webhook-url:
     description: 'Google Chat Webhook URL'
     required: true
+  outcome-description:
+    required: false
+    default: 'failed'
 runs:
   using: composite
   steps:
     - shell: bash
       run: |
-        curl -s -o /dev/null -X POST '${{ inputs.webhook-url }}' -H 'Content-Type: application/json' -d '{ text: "<users/all> ${{ inputs.task }} <${{ inputs.failure-url }}|failed> on ${{ inputs.branch }} "}' || true
+        curl -s -o /dev/null -X POST '${{ inputs.webhook-url }}' -H 'Content-Type: application/json' -d '{ text: "<users/all> ${{ inputs.task }} <${{ inputs.failure-url }}|${{ inputs.outcome-description }}> on ${{ inputs.branch }} "}' || true

.github/workflows/smoke-test.yml

@@ -52,16 +52,17 @@ jobs:
         continue-on-error: ${{ inputs.expected_to_fail }}
       - name: Check Out Send Notification Action
         uses: actions/checkout@v4
-        if: ${{ failure() }}
+        if: ${{ failure() || (steps.build.outcome == 'success' && inputs.expected_to_fail)}}
         with:
           path: ci
           ref: ci
           sparse-checkout: .github/actions/send-notification
       - name: Send notification
         uses: ./ci/.github/actions/send-notification
-        if: ${{ failure() }}
+        if: ${{ failure() || (steps.build.outcome == 'success' && inputs.expected_to_fail)}}
         with:
           webhook-url: ${{ secrets.GOOGLE_CHAT_WEBHOOK_URL }}
           task: ${{ inputs.project }}:${{ inputs.task }}
           branch: ${{ inputs.checkout_ref }}
           failure-url: ${{ steps.build.outputs.build-scan-url || format('{0}/{1}/actions/runs/{2}', github.server_url, github.repository, github.run_id) }}
+          outcome-description: ${{ inputs.expected_to_fail && 'passed unexpectedly' || 'failed' }}

gradle/plugins/lifecycle-smoke-test-ci-plugin/src/main/resources/smoke-test.yml

@@ -52,16 +52,17 @@ jobs:
         continue-on-error: ${{ inputs.expected_to_fail }}
       - name: Check Out Send Notification Action
         uses: actions/checkout@v4
-        if: ${{ failure() }}
+        if: ${{ failure() || (steps.build.outcome == 'success' && inputs.expected_to_fail)}}
         with:
           path: ci
           ref: ci
           sparse-checkout: .github/actions/send-notification
       - name: Send notification
         uses: ./ci/.github/actions/send-notification
-        if: ${{ failure() }}
+        if: ${{ failure() || (steps.build.outcome == 'success' && inputs.expected_to_fail)}}
         with:
           webhook-url: ${{ secrets.GOOGLE_CHAT_WEBHOOK_URL }}
           task: ${{ inputs.project }}:${{ inputs.task }}
           branch: ${{ inputs.checkout_ref }}
           failure-url: ${{ steps.build.outputs.build-scan-url || format('{0}/{1}/actions/runs/{2}', github.server_url, github.repository, github.run_id) }}
+          outcome-description: ${{ inputs.expected_to_fail && 'passed unexpectedly' || 'failed' }}