Post only summary and upload full reports as artifacts

Author: Hendrik van Antwerpen

.github/workflows/perf.yml

@@ -12,16 +12,18 @@ jobs:
       BASE_SHA: ${{ github.event.pull_request.base.sha }}
       BASE_DIR: base
       BASE_MASSIF_OUT: base-perf.out
+      BASE_REPORT: base-perf.txt
       HEAD_REPO: ${{ github.event.pull_request.head.repo.owner.login }}/${{ github.event.pull_request.head.repo.name }}
       HEAD_SHA: ${{ github.event.pull_request.head.sha }}
       HEAD_DIR: head
       HEAD_MASSIF_OUT: head-perf.out
+      HEAD_REPORT: head-perf.txt
       TEST_REPO: microsoft/TypeScript
       TEST_REF: v4.9.5
       TEST_DIR: test
       TEST_SRC: src/compiler/binder.ts
       TSSG_TS: tree-sitter-stack-graphs-typescript
-      REPORT_COMMENT: perf-report.json
+      COMMENT_JSON: perf-summary.json
     steps:
       #
       # Install tools
@@ -122,19 +124,30 @@ jobs:
           repository: ${{ env.HEAD_REPO }}
           ref: ${{ env.HEAD_SHA }}
           path: ${{ env.HEAD_DIR }}
-      - name: Generate report
+      - name: Generate reports and summary
         run: |
-          ${{ env.HEAD_DIR }}/script/ci-perf-report-md \
+          ms_print ${{ env.BASE_MASSIF_OUT }} > ${{ env.BASE_REPORT }}
+          ms_print ${{ env.HEAD_MASSIF_OUT }} > ${{ env.HEAD_REPORT }}
+          ${{ env.HEAD_DIR }}/script/ci-perf-summary-md \
             ${{ env.BASE_MASSIF_OUT }} \
             ${{ env.HEAD_MASSIF_OUT }} \
-            'Comparing base ${{ env.BASE_REPO }}@${{ env.BASE_SHA }} with head ${{ env.HEAD_REPO }}@${{ env.HEAD_SHA }} on `${{ env.TEST_SRC }}` in ${{ env.TEST_REPO }}@${{ env.TEST_REF }}.' \
-          | ${{ env.HEAD_DIR }}/script/ci-comment-json >> ${{ env.REPORT_COMMENT }}
-      - name: Add report comment to PR
+            'Comparing base ${{ env.BASE_REPO }}@${{ env.BASE_SHA }} with head ${{ env.HEAD_REPO }}@${{ env.HEAD_SHA }} on `${{ env.TEST_SRC }}` in ${{ env.TEST_REPO }}@${{ env.TEST_REF }}. For details see [workflow](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/jobs/${{ github.job }}) artifacts.' \
+          | ${{ env.HEAD_DIR }}/script/ci-comment-json > ${{ env.COMMENT_JSON }}
+      - name: Upload reports
+        uses: actions/upload-artifact@v3
+        with:
+          name: perf
+          path: |
+            ${{ env.BASE_MASSIF_OUT }}
+            ${{ env.BASE_REPORT }}
+            ${{ env.HEAD_MASSIF_OUT }}
+            ${{ env.HEAD_REPORT }}
+      - name: Add summary comment to PR
         run: |
           curl \
             -X POST \
             -H "Accept: application/vnd.github+json" \
             -H "Authorization: Bearer ${{ github.TOKEN }}" \
             -H "X-GitHub-Api-Version: 2022-11-28" \
             ${{ github.event.pull_request.comments_url }} \
-            -d '@${{ env.REPORT_COMMENT }}'
+            -d '@${{ env.COMMENT_JSON }}'

script/ci-perf-report-md

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+set -eu
+
+graph_w=72
+graph_h=12
+
+summary_lines=$((graph_h + 10))
+
+if [ $# -lt 2 ]; then
+    echo "Usage: $0 MASSIF_OUT_BEFORE MASSIF_OUT_AFTER DESC?" 1>&2
+    exit 1
+fi
+massif_before="$1"
+massif_after="$2"
+shift 2
+
+desc=
+if [ $# -gt 0 ]; then
+    desc="$1"
+fi
+shift 1
+
+printf '## Performance Summary\n'
+printf '\n'
+if [ -n "$desc" ]; then
+    printf '%s\n' "$desc"
+    printf '\n'
+fi
+printf '### Before\n'
+printf '\n'
+printf '```\n'
+ms_print --x="$graph_w" --y="$graph_h" "$massif_before" | head -n +$summary_lines
+printf '```\n'
+printf '\n'
+printf '### After\n'
+printf '\n'
+printf '```\n'
+ms_print --x="$graph_w" --y="$graph_h" "$massif_after" | head -n +$summary_lines
+printf '```\n'