Run load and startup benchmarks in different jobs

DataDog · Apr 16, 2024 · e179e7d · e179e7d
1 parent 4c97fc1
commit e179e7d
Showing 1 changed file with 30 additions and 7 deletions.
diff --git a/.gitlab/benchmarks.yml b/.gitlab/benchmarks.yml
@@ -1,7 +1,7 @@
 variables:
   BASE_CI_IMAGE: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-java-benchmarks
 
-benchmarks:
+.benchmarks:
   stage: benchmarks
   when: on_success
   interruptible: true
@@ -11,12 +11,7 @@ benchmarks:
   script:
     - export ARTIFACTS_DIR="$(pwd)/reports" && mkdir -p "${ARTIFACTS_DIR}"
     - git config --global url."https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/".insteadOf "https://github.com/DataDog/"
-    - git clone --branch dd-trace-java/tracer-benchmarks https://github.com/DataDog/benchmarking-platform.git /platform && cd /platform
-    - ./steps/capture-hardware-software-info.sh
-    - ./steps/run-benchmarks.sh
-    - ./steps/analyze-results.sh
-    - ./steps/upload-results-to-s3.sh
-    - ./steps/post-pr-comment.sh
+    - git clone --branch malvarez/dd-trace-java-separate-tracer-benchmarks https://github.com/DataDog/benchmarking-platform.git /platform && cd /platform
   artifacts:
     name: "reports"
     paths:
@@ -31,6 +26,34 @@ benchmarks:
     KUBERNETES_SERVICE_ACCOUNT_OVERWRITE: dd-trace-java
     FF_USE_LEGACY_KUBERNETES_EXECUTION_STRATEGY: "true"
 
+benchmarks-startup:
+  extends: .benchmarks
+  script:
+    - !reference [ .benchmarks, script ]
+    - ./steps/capture-hardware-software-info.sh
+    - ./steps/run-benchmarks.sh startup
+    - ./steps/analyze-results.sh startup
+
+benchmarks-load:
+  extends: .benchmarks
+  script:
+    - !reference [ .benchmarks, script ]
+    - ./steps/capture-hardware-software-info.sh
+    - ./steps/run-benchmarks.sh load
+    - ./steps/analyze-results.sh load
+
+benchmarks-post-results:
+  extends: .benchmarks
+  script:
+    - !reference [ .benchmarks, script ]
+    - ./steps/upload-results-to-s3.sh
+    - ./steps/post-pr-comment.sh
+  needs:
+    - job: benchmarks-startup
+      artifacts: true
+    - job: benchmarks-load
+      artifacts: true
+
 .dsm-kafka-benchmarks:
   stage: benchmarks
   rules: