chore(ci): set benchmarking jobs to be interruptible outside main (#262)

* set benchmarking jobs to be interruptible outside main

* don't allow check-big-regressions to fail

* test interruptibility

Author: igoragoli

.gitlab/benchmarks.yml

@@ -6,7 +6,10 @@ benchmarks:
   when: on_success
   tags: ["runner:apm-k8s-tweaked-metal"]
   image: $BENCHMARKS_CI_IMAGE
-  interruptible: true
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main"
+      interruptible: false
+    - interruptible: true
   timeout: 15m
   script:
     - export ARTIFACTS_DIR="$(pwd)/reports" && (mkdir "${ARTIFACTS_DIR}" || :)
@@ -38,7 +41,10 @@ check-big-regressions:
   stage: benchmarks-report
   needs: [ benchmarks ]
   when: on_success
-  allow_failure: false
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main"
+      interruptible: false
+    - interruptible: true
   tags: ["arch:amd64"]
   image: $BENCHMARKS_CI_IMAGE
   script: |