chore: e2e tests results page (#422)

* site setup

* add timestamp to json data

* download data to e2e site

* remove site from report

* chore: format with prettier

* update path

* deploy preview on test run

* updaate chart to use group data

* put % and # in right place

* smol updates

* remove slack notification

* update svgs and styles

* add skipped test suites to drpdwns

* remove skipped from main results

* remove deploy step

* remove deployInfo2slack.ts

* rename svg file to make casing consistent

* configure node version in package.json and remove eslint-disable for unsupported-featrures

* Apply suggestions from code review

Co-authored-by: Philippe Serhal <[email protected]>

* remove unused classnames

* get result of command and not command

* provide token

* specify repo

* checkout repo and provide ntl auth token

* install site deps

* install deps in site directory and not repo root

* remove sample test-results.json before downloading fresh one

* checkout early

* define test groups in single location

* destroy the chart in useEffect cleanup instead of trying to find previous one and destroying it early in useEffect

* don't need env per step

* fix Inter font

* use standard bold weight to avoid fake bold

* don't use root repo eslint config for report site

* bump site deps

* remove no longer unit script

---------

Co-authored-by: taty2010 <[email protected]>
Co-authored-by: Michal Piechowiak <[email protected]>
Co-authored-by: Philippe Serhal <[email protected]>

Author: 3 people

.github/workflows/e2e-report.yml

@@ -3,22 +3,30 @@ on:
   workflow_dispatch:
 
 env:
-  NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_AUTH_TOKEN }}
+  NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_TOKEN }}
   NETLIFY_SITE_ID: ${{ secrets.E2E_PAGE_SITE_ID }}
+  GH_TOKEN: ${{ github.token }}
 
 jobs:
   setup:
     runs-on: ubuntu-latest
     steps:
+      - uses: actions/checkout@v4
       - name: Get run id
         id: get-run-id
         run: |
-          E2E_RUN_ID='gh run list -w test-e2e.yml -e schedule --json databaseId --jq ".[0].databaseId"'
+          E2E_RUN_ID=$(gh run list -w test-e2e.yml -e schedule --json databaseId --jq ".[0].databaseId" --repo $GITHUB_REPOSITORY)
           echo "runId=$E2E_RUN_ID" >> $GITHUB_OUTPUT
       - name: Download latest e2e results
         run: |
           echo "Downloading latest test results from run https://github.com/netlify/next-runtime-minimal/actions/runs/${{ steps.get-run-id.outputs.runId }}"
-          gh run download ${{ steps.get-run-id.outputs.runId }} -n "latest-test-results.json" -D e2e-report/data/
+          rm e2e-report/data/test-results.json
+          gh run download ${{ steps.get-run-id.outputs.runId }} -n "latest-test-results.json" -D e2e-report/data/ --repo $GITHUB_REPOSITORY
+      - name: Install site dependencies
+        if: success()
+        run: |
+          npm ci
+        working-directory: e2e-report
       - name: Deploy e2e page
         if: success()
         run: |

.github/workflows/test-e2e.yml

@@ -255,10 +255,4 @@ jobs:
           SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
           SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
         with:
-          payload: ${{ steps.publish-test-results.outputs.slackEvent }}
-
-      - name: Publish test site
-        if: (success() || failure()) && matrix.version == 'latest' && (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch')
-        run: |
-          deno run -A tools/deno/junit2html.ts artifacts ${{needs.e2e.outputs.tag}} > report/index.html
-          npx --yes netlify-cli@latest deploy --prod --cwd report
+          payload: ${{ steps.publish-test-results.outputs.slackEvent }}

e2e-report/.eslintrc.json

@@ -0,0 +1,4 @@
+{
+  "extends": "next/core-web-vitals",
+  "root": true
+}

e2e-report/.gitignore

@@ -0,0 +1,36 @@
+# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+
+# dependencies
+/node_modules
+/.pnp
+.pnp.js
+.yarn/install-state.gz
+
+# testing
+/coverage
+
+# next.js
+/.next/
+/out/
+
+# production
+/build
+
+# misc
+.DS_Store
+*.pem
+
+# debug
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# local env files
+.env*.local
+
+# vercel
+.vercel
+
+# typescript
+*.tsbuildinfo
+next-env.d.ts

e2e-report/README.md

@@ -0,0 +1 @@
+# Next Runtime v5 Report