Run startup benchmarks on PRs (#11357)

Run startup benchmarks on PRs as well

Use personal apm-sdks-benchmarks branch

Remove check-slo-breaches job overrisions

Separate startup and load/dacapo PR commenting jobs

Merge branch 'master' into sarahchen6/run-startup-always

Merge branch 'master' into sarahchen6/run-startup-always

Revert to main branch

Merge branch 'master' into sarahchen6/run-startup-always

Merge branch 'master' into sarahchen6/run-startup-always

Co-authored-by: sarah.chen <sarah.chen@datadoghq.com>

Author: sarahchen6

.gitlab/java-benchmark-configs.yml

@@ -18,6 +18,26 @@
     interruptible: true
     allow_failure: true
 
+# Startup benchmarks run on PRs as well
+.parallel_startup_benchmark_rules: &parallel_startup_benchmark_rules
+  - if: '$POPULATE_CACHE'
+    when: never
+  - if: '$CI_COMMIT_TAG =~ /^v?[0-9]+\.[0-9]+\.[0-9]+$/'
+    when: manual
+    allow_failure: true
+  - if: '$CI_COMMIT_BRANCH == "master"'
+    when: on_success
+    interruptible: false
+  - if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
+    when: on_success
+    interruptible: true
+  - if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
+    when: on_success
+    interruptible: true
+  - when: on_success
+    interruptible: true
+    allow_failure: true
+
 # Ensure the tracer artifact publish finishes before the benchmark jobs start.
 linux-java-spring-petclinic-parallel:
   needs: ["publish-artifacts-to-s3"]
@@ -32,11 +52,11 @@ linux-java-spring-petclinic-load-parallel:
 
 linux-java-insecure-bank-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
-  rules: *parallel_benchmark_rules
+  rules: *parallel_startup_benchmark_rules
 
 linux-java-spring-petclinic-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
-  rules: *parallel_benchmark_rules
+  rules: *parallel_startup_benchmark_rules
 
 linux-java-dacapo-parallel-1:
   needs: ["publish-artifacts-to-s3"]
@@ -45,12 +65,3 @@ linux-java-dacapo-parallel-1:
 linux-java-dacapo-parallel-2:
   needs: ["publish-artifacts-to-s3"]
   rules: *parallel_benchmark_rules
-
-java-startup-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules
-
-java-load-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules
-
-java-dacapo-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules