comment on PR

Author: lorenzwalthert

.github/workflows/benchmarking.yaml

@@ -69,6 +69,8 @@ jobs:
           path: bench/sources/here
       - name: Fetch existing benchmarks
         run: Rscript -e 'rlang::with_handlers(bench::cb_fetch(), error = function(e) paste("Could not fetch benchmarks, skipping. The error was", conditionMessage(e)))'
+      - name: Prepare PR comment
+        run: echo 'Here is how the current PR would change benchmark results:\n' > bench/pr-comment
       - name: Run benchmarks
         run: Rscript -e 'bench::cb_run()'
       - name: Show benchmarks
@@ -80,3 +82,9 @@ jobs:
       - name: Push benchmarks
         if: ${{ github.event_name == 'push' }}
         run: Rscript -e "bench::cb_push()"
+      - name: comment PR
+        uses: machine-learning-apps/pr-comment@master
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          path: bench/pr-comment

bench/01-declarations.R

@@ -22,6 +22,10 @@ plot_against_base <- function(new_bm,
         dplyr::filter(.data$name %in% !!name)
       reference$expression <- bench:::new_bench_expr(Sys.getenv("GITHUB_BASE_REF"))
       new_bm <- dplyr::bind_rows(reference, new_bm)
+      stopifnot(nrow(new_bm) == 2)
+      diff_in_percent <- round(100 * diff(new_bm$p50) / new_bm$p50[1])
+      pr_comment <- glue::glue("* {name}: {new_bm$p50[1]} -> {new_bm$p50[2]} ({diff_in_percent}%)\n")
+      cat(pr_comment, file = "pr-comment", append = TRUE)
     }
   }
   new_bm$branch <- factor(new_bm$expression)