chore(benchmarks): add PR performance quality gate

Author: dubloom

.gitlab-ci.yml

@@ -1,4 +1,5 @@
 stages:
   - benchmarks
+  - benchmarks-gate
 
 include: ".gitlab/benchmarks.yml"

.gitlab/benchmarks.yml

@@ -1,11 +1,11 @@
 variables:
-  BASE_CI_IMAGE: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-cpp
+  BENCHMARKS_CI_IMAGE: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-cpp
 
 benchmarks:
   stage: benchmarks
   when: on_success
   tags: ["runner:apm-k8s-tweaked-metal"]
-  image: $BASE_CI_IMAGE
+  image: $BENCHMARKS_CI_IMAGE
   interruptible: true
   timeout: 15m
   script:
@@ -19,6 +19,7 @@ benchmarks:
     - "./steps/post-pr-comment.sh || :"
   artifacts:
     name: "reports"
+    when: always
     paths:
       - reports/
     expire_in: 3 months
@@ -30,3 +31,28 @@ benchmarks:
 
     KUBERNETES_SERVICE_ACCOUNT_OVERWRITE: dd-trace-cpp
     FF_USE_LEGACY_KUBERNETES_EXECUTION_STRATEGY: "true"
+
+benchmarks-pr-comment:
+  stage: benchmarks-gate
+  needs: [ benchmarks ]
+  when: on_success
+  tags: ["arch:amd64"]
+  image: $BENCHMARKS_CI_IMAGE
+  script:
+    - cd platform && (git init && git remote add origin https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform && git pull origin dd-trace-cpp)
+    - bp-runner bp-runner.pr-comment.yml --debug
+  allow_failure: true
+  variables:
+    KUBERNETES_SERVICE_ACCOUNT_OVERWRITE: dd-trace-cpp
+
+check-big-regressions:
+  stage: benchmarks-gate
+  needs: [ benchmarks ]
+  when: on_success
+  tags: ["arch:amd64"]
+  image: $BENCHMARKS_CI_IMAGE
+  script:
+    - cd platform && (git init && git remote add origin https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform && git pull origin dd-trace-cpp)
+    - bp-runner bp-runner.fail-on-regression.yml --debug
+  variables:
+    KUBERNETES_SERVICE_ACCOUNT_OVERWRITE: dd-trace-cpp