ci: perf test improvements (fluent#5636)

* examples: reduce logging and improve build times

Signed-off-by: Patrick Stephens <[email protected]>

* workflows: switch to pull_request_target

Signed-off-by: Patrick Stephens <[email protected]>

* workflows: update to provide output

Signed-off-by: Patrick Stephens <[email protected]>

Author: Pat

.github/workflows/pr-perf-test.yaml

@@ -1,6 +1,8 @@
 name: Build and run performance tests for PR
 on:
-  pull_request:
+  # We want to run on forks as we protect with a label.
+  # Without this we have no secrets to pass.
+  pull_request_target:
     branches:
       - master
     types:
@@ -21,22 +23,47 @@ jobs:
     secrets:
       service-account: ${{ secrets.GCP_SA_KEY }}
 
-  pr-perf-test-complete:
-    name: PR - performance test complete
+  pr-perf-test-upload:
+    name: PR - performance test upload
+    if: always()
     runs-on: ubuntu-latest
     needs:
       - pr-perf-test-run
+    permissions:
+      pull-requests: write
     steps:
       - uses: actions/download-artifact@v3
 
-      - name: Upload plots
+      - name: Upload plots to CML
         continue-on-error: true
-        uses: edunad/[email protected]
-        with:
-          path: './**/*.png'
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
+        run: |
+          for FILE in *.png; do
+            echo "Handling $FILE"
+            docker run --rm -t \
+              -v $PWD:/output:rw \
+              dvcorg/cml-py3:latest \
+              /bin/sh -c "cml-publish /output/$FILE $DEFAULT_SETTINGS --md --title=$FILE >> /output/report.md"
+          done
+          cat report.md
+          docker run --rm -t \
+              -v $PWD/report.md:/report.md:ro \
+              -e GITHUB_TOKEN="${{ secrets.GITHUB_TOKEN }}" \
+              dvcorg/cml-py3:latest \
+              /bin/sh -c "cml-send-comment /report.md $DEFAULT_SETTINGS --commit-sha=${{ github.sha }}"
+        shell: bash
+        working-directory: output
+        env:
+          DEFAULT_SETTINGS: "--driver=github --repo=${{ github.repository }}"
 
+  pr-perf-test-complete:
+    # Only runs on success
+    name: PR - performance test complete
+    runs-on: ubuntu-latest
+    needs:
+      - pr-perf-test-run
+    permissions:
+      pull-requests: write
+    steps:
       - uses: actions-ecosystem/action-add-labels@v1
         name: Label the PR
         with:

examples/perf_test/docker-compose.yml

@@ -1,4 +1,4 @@
-version: "3"
+version: "3.4"
 
 services:
 
@@ -12,6 +12,7 @@ services:
     build:
       context: ../..
       dockerfile: dockerfiles/Dockerfile
+      target: production
     volumes:
       - log-volume:/logs:ro
       - ./fluent-bit.conf:/fluent-bit/etc/fluent-bit.conf:ro

examples/perf_test/scripts/entrypoint.sh

@@ -17,7 +17,8 @@ do
         /scripts/multi-line-log-generator.sh &
     else
         echo "Creating $OUTPUT_LOGFILE"
-        /run_log_generator.py --log-size-in-bytes "$LOG_SIZE" --log-rate "$LOG_RATE" --log-agent-input-type tail --tail-file-path "$OUTPUT_LOGFILE" &
+        # Far too much debug
+        /run_log_generator.py --log-size-in-bytes "$LOG_SIZE" --log-rate "$LOG_RATE" --log-agent-input-type tail --tail-file-path "$OUTPUT_LOGFILE" &> /dev/null &
     fi
 done