Change performance test to auto-commit results to gh-pages branch.

Author: jefchien

.github/workflows/CI.yml

@@ -1033,12 +1033,12 @@ jobs:
             version:
               - 'VERSION'
 
-      - name: Trigger soaking
+      - name: Trigger performance test
         if: steps.filter.outputs.version == 'true'
         uses: peter-evans/[email protected]
         with:
           token: "${{ secrets.REPO_WRITE_ACCESS_TOKEN }}"
-          event-type: bump-version
+          event-type: trigger-perf
           client-payload: '{"ref": "${{ github.ref }}", "sha": "${{ github.sha }}"}'
 
   clean:

.github/workflows/perf.yml

@@ -13,12 +13,9 @@
 
 name: 'Performance test'
 on:
-  schedule:
-    - cron: '0 9 * * 0' # Sunday at 9 am UTC: pst 1 am.
-      
-  # we can manually trigger this workflow by using dispatch for debuging  
+  # we can manually trigger this workflow by using dispatch for debugging
   repository_dispatch:
-    types: [manual-perf]
+    types: [trigger-perf]
   workflow_dispatch:
     inputs:
       sha:
@@ -135,6 +132,10 @@ jobs:
     needs: [get-testing-version, run-perf-test]
     steps:
       - uses: actions/checkout@v2
+      - uses: actions/checkout@v2
+        with:
+          ref: gh-pages
+          path: gh-pages
 
       - name: Setup Python
         uses: actions/[email protected]
@@ -147,28 +148,19 @@ jobs:
         with:
           path: artifacts
 
-      - name: Produce performance model table
+      - name: Produce performance report
         run: python e2etest/get-performance-model-table.py
 
-      - name: Create a new branch
-        uses: peterjgrainger/[email protected]
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        with:
-          branch: "perf-test-${{ github.run_id }}"
-          
-      - name: Commit to a branch
+      - name: Copy performance report
+        run: cp doc/performance-report.md gh-pages/benchmark/report.md
+
+      - name: Copy artifacts
+        run: rsync -avv artifacts/ gh-pages/benchmark/data
+
+      - name: Commit to gh-pages branch
         uses: stefanzweifel/git-auto-commit-action@v4
         with:
           commit_message: "Update benchmarking"
-          branch: "perf-test-${{ github.run_id }}"
-          file_pattern: docs/performance_model.md
-      
-      - name: pull-request
-        uses: repo-sync/pull-request@v2
-        with:
-          source_branch: "perf-test-${{ github.run_id }}"
-          destination_branch: "main"
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          pr_title: "Update Performance Model"
-          pr_body: "Generated by performance test workflow [#${{ github.run_number }}](https://github.com/aws-observability/aws-otel-collector/actions/runs/${{ github.run_id }}) using https://github.com/aws-observability/aws-otel-collector/commit/${{ needs.get-testing-version.outputs.commit_id }}."
+          branch: gh-pages
+          repository: gh-pages
+          file_pattern: gh-pages/benchmark/report.md gh-pages/benchmark/data/*

docs/performance_model.md

@@ -93,5 +93,5 @@ def flatten_performance_models(models):
     print(rendered_result)
 
     # write rendered result to docs/performance_model.md
-    with open("docs/performance_model.md", "w") as f:
+    with open("docs/performance_model.md", "w+") as f:
         f.write(rendered_result)