Add alerting

Author: gewenyu99

.github/workflows/e2e.yml

@@ -63,11 +63,30 @@ jobs:
         PERSONAL_ACCESS_KEY: ${{ secrets.PERSONAL_ACCESS_KEY }}
         PROJECT_ID: ${{ vars.PROJECT_ID }}
 
+    - name: Send failure event to PostHog
+      if: ${{ failure() }}
+      uses: PostHog/[email protected]
+      # A CDP destination is set-up to alert when we get this event
+      with:
+        posthog-token: '${{ secrets.POSTHOG_API_TOKEN }}'
+        event: 'posthog-examples-repo-test-failure'
+        properties: >-
+          {
+            "commitSha": "${{ github.sha }}",
+            "jobStatus": "${{ job.status }}",
+            "commitMessage": "${{ github.event.head_commit.message }}",
+            "commitAuthor": "${{ github.event.head_commit.author.name }}",
+            "ref": "${{ github.ref }}",
+            "workflow": "${{ github.workflow }}",
+            "runId": "${{ github.run_id }}",
+            "runNumber": "${{ github.run_number }}",
+            "matrixExample": "${{ matrix.example }}"
+          }
+
     - uses: actions/upload-artifact@v4
       if: always()
       with:
         name: playwright-report-${{ matrix.example }}
         path: basics/${{ matrix.example }}/playwright-report/
         retention-days: 30
 
-# TODO: report to PostHog which will warn in channel for failure.

.github/workflows/integration.yml

@@ -65,11 +65,29 @@ jobs:
         NEXT_PUBLIC_POSTHOG_KEY: ${{ vars.NEXT_PUBLIC_POSTHOG_KEY }}
         NEXT_PUBLIC_POSTHOG_HOST: ${{ vars.NEXT_PUBLIC_POSTHOG_HOST }}
 
+    - name: Send failure event to PostHog
+      if: ${{ failure() }}
+      uses: PostHog/[email protected]
+      # A CDP destination is set-up to alert when we get this event
+      with:
+        posthog-token: '${{ secrets.POSTHOG_API_TOKEN }}'
+        event: 'posthog-examples-repo-test-failure'
+        properties: >-
+          {
+            "commitSha": "${{ github.sha }}",
+            "jobStatus": "${{ job.status }}",
+            "commitMessage": "${{ github.event.head_commit.message }}",
+            "commitAuthor": "${{ github.event.head_commit.author.name }}",
+            "ref": "${{ github.ref }}",
+            "workflow": "${{ github.workflow }}",
+            "runId": "${{ github.run_id }}",
+            "runNumber": "${{ github.run_number }}",
+            "example": "${{ matrix.example }}"
+          }
+
     - uses: actions/upload-artifact@v4
       if: always()
       with:
         name: playwright-report-${{ matrix.example }}
         path: basics/${{ matrix.example }}/playwright-report/
         retention-days: 30
-
-# TODO: report to PostHog which will warn in channel for failure.