Migrate benchmarks to Merge Queue (#10526)

Run dacapo/load/startup benchmarks on merge queue and manually

Apply to parallel benchmarks as well

Merge branch 'master' into sarahchen6/move-benchmarks-to-mq

Fix slash

Co-authored-by: sarah.chen <sarah.chen@datadoghq.com>

Author: sarahchen6

.gitlab/benchmarks.yml

@@ -13,7 +13,14 @@
     - if: '$CI_COMMIT_BRANCH == "master"'
       when: on_success
       interruptible: false
-    - when: on_success
+    - if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
+      when: on_success
+      interruptible: false
+    - if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
+      when: on_success
+      interruptible: false
+    - when: manual
+      allow_failure: true
       interruptible: true
   script:
     - export ARTIFACTS_DIR="$(pwd)/reports" && mkdir -p "${ARTIFACTS_DIR}"
@@ -83,9 +90,14 @@ check-big-regressions:
       when: never
     - if: '$CI_COMMIT_BRANCH =~ /backport-pr-/'
       when: never
-    - if: '$CI_COMMIT_BRANCH !~ /^(master|release\/)/'
+    - if: '$CI_COMMIT_BRANCH =~ /^(master|release\/)/'
+      when: never
+    - if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
+      when: on_success
+    - if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
       when: on_success
-    - when: never
+    - when: manual
+      allow_failure: true
   # ARTIFACTS_DIR /go/src/github.com/DataDog/apm-reliability/dd-trace-java/reports/
   # need to convert them
   script:

.gitlab/java-benchmark-configs.yml

@@ -1,21 +1,47 @@
+# Benchmarks run on master, merge queue, or when manually triggered.
+.parallel_benchmark_rules: &parallel_benchmark_rules
+  - if: '$POPULATE_CACHE'
+    when: never
+  - if: '$CI_COMMIT_TAG =~ /^v?[0-9]+\.[0-9]+\.[0-9]+$/'
+    when: manual
+    allow_failure: true
+  - if: '$CI_COMMIT_BRANCH == "master"'
+    when: on_success
+    interruptible: false
+  - if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
+    when: on_success
+    interruptible: true
+  - if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
+    when: on_success
+    interruptible: true
+  - when: manual
+    interruptible: true
+    allow_failure: true
+
 # Ensure the tracer artifact publish finishes before the benchmark jobs start.
 linux-java-spring-petclinic-parallel:
   needs: ["publish-artifacts-to-s3"]
 
 linux-java-insecure-bank-load-parallel:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules
 
 linux-java-spring-petclinic-load-parallel:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules
 
 linux-java-insecure-bank-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules
 
 linux-java-spring-petclinic-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules
 
 linux-java-dacapo-parallel-1:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules
 
 linux-java-dacapo-parallel-2:
   needs: ["publish-artifacts-to-s3"]
+  rules: *parallel_benchmark_rules