test: upload unit and intg tests to datadog[infeng-501] (#9505)

determined-ai · Jun 12, 2024 · 3857b7a · 3857b7a
1 parent 3afe5df
commit 3857b7a
Showing 1 changed file with 57 additions and 0 deletions.
diff --git a/.circleci/real_config.yml b/.circleci/real_config.yml
@@ -274,6 +274,25 @@ commands:
   install-codecov:
     steps:
       - run: pip install codecov
+
+  upload-junit-datadog:
+    parameters:
+      service:
+        type: string
+        default: ""
+      env:
+        type: string
+        default: "ci-cpu"
+      path:
+        type: string
+        default: "/tmp/test-results"
+    steps:
+      - run:
+          name: Upload Tests to DataDog
+          when: always
+          command: |
+              curl -L --fail "https://github.com/DataDog/datadog-ci/releases/latest/download/datadog-ci_linux-x64" --output "./datadog-ci" && chmod +x ./datadog-ci
+              ./datadog-ci junit upload --service "determined-ai/<< parameters.service >>" --env "<< parameters.env >>" << parameters.path >>
 
   setup-go-intg-deps:
     steps:
@@ -2047,6 +2066,9 @@ jobs:
       - codecov/upload:
           flags: "web"
           xtra_args: "-v"
+      - upload-junit-datadog:
+          service:
+          env: "ci-cpu"
       - store_test_results:
           path: webui/react/junit.xml
       - store_artifacts:
@@ -2159,6 +2181,10 @@ jobs:
       - codecov/upload:
           flags: "backend"
           xtra_args: "-v -X fixes"
+      - upload-junit-datadog:
+          service: master/test-intg
+          env: ci-cpu
+          path: master/test-intg.junit.xml
       - store_test_results:
           path: master/test-intg.junit.xml
       - persist_to_workspace:
@@ -2187,6 +2213,10 @@ jobs:
       - codecov/upload:
           flags: "backend"
           xtra_args: "-v -X fixes"
+      - upload-junit-datadog:
+          service: agent/test-intg
+          env: ci-cpu
+          path: agent/test-intg.junit.xml
       - store_test_results:
           path: agent/test-intg.junit.xml
       - persist_to_workspace:
@@ -2307,6 +2337,9 @@ jobs:
       - run: COVERAGE_FILE=$PWD/test-unit-harness-cpu-pycov make -C harness test-cpu
       - run: coverage xml -i --data-file=./test-unit-harness-cpu-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-cpu
+          env: ci-cpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2331,6 +2364,9 @@ jobs:
       - run: COVERAGE_FILE=/root/project/test-unit-harness-gpu-pycov make -C harness test-gpu
       - run: coverage xml -i --data-file=./test-unit-harness-gpu-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-gpu
+          env: ci-gpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2355,6 +2391,9 @@ jobs:
       - run: COVERAGE_FILE=/root/project/test-unit-harness-pytorch2-gpu-pycov make -C harness test-pytorch-gpu
       - run: coverage xml -i --data-file=./test-unit-harness-pytorch2-gpu-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-pytorch2-gpu
+          env: ci-gpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2378,6 +2417,9 @@ jobs:
       - run: COVERAGE_FILE=/root/project/test-unit-harness-pytorch2-cpu-pycov make -C harness test-pytorch-cpu
       - run: coverage xml -i --data-file=./test-unit-harness-pytorch2-cpu-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-pytorch2-cpu
+          env: ci-cpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2402,6 +2444,9 @@ jobs:
       - run: COVERAGE_FILE=/root/project/test-unit-harness-gpu-parallel-pycov make -C harness test-gpu-parallel
       - run: coverage xml -i --data-file=./test-unit-harness-gpu-parallel-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-gpu-parallel
+          env: ci-gpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2426,6 +2471,9 @@ jobs:
       - run: COVERAGE_FILE=/root/project/test-unit-harness-gpu-deepspeed-pycov make -C harness test-gpu-deepspeed
       - run: coverage xml -i --data-file=./test-unit-harness-gpu-deepspeed-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-gpu-deepseed
+          env: ci-gpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2451,6 +2499,9 @@ jobs:
       - run: COVERAGE_FILE=$PWD/test-unit-harness-tf2-pycov make -C harness test-tf2
       - run: coverage xml -i --data-file=./test-unit-harness-tf2-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-harness-tf2
+          env: ci-cpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2476,6 +2527,9 @@ jobs:
       - run: COVERAGE_FILE=$PWD/test-unit-storage-pycov coverage run -m pytest -v --durations=0 --junitxml=/tmp/test-results/test-unit-storage.xml --require-secrets -m cloud harness/tests
       - run: coverage xml -i --data-file=./test-unit-storage-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-storage
+          env: ci-cpu 
       - persist_to_workspace:
           root: .
           paths:
@@ -2504,6 +2558,9 @@ jobs:
       - run: COVERAGE_FILE=$PWD/test-model-hub-pycov make -C model_hub test
       - run: coverage xml -i --data-file=./test-model-hub-pycov
       - run: codecov -v -t $CODECOV_TOKEN -F harness
+      - upload-junit-datadog:
+          service: test-unit-model-hub
+          env: ci-cpu 
       - persist_to_workspace:
           root: .
           paths: