Update workflows

Signed-off-by: Jordan Jacobelli <[email protected]>
nv-gha-runners · Dec 13, 2024 · c5822b9 · c5822b9
1 parent 98d9856
commit c5822b9
Show file tree

Hide file tree

Showing 3 changed files with 70 additions and 124 deletions.
diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml
@@ -1,11 +1,11 @@
 name: build
 
 on:
-  push:
-    branches:
-      - "branch-*"
-    tags:
-      - v[0-9][0-9].[0-9][0-9].[0-9][0-9]
+#  push:
+#    branches:
+#      - "branch-*"
+#    tags:
+#      - v[0-9][0-9].[0-9][0-9].[0-9][0-9]
   workflow_dispatch:
     inputs:
       branch:

diff --git a/.github/workflows/sched.yaml b/.github/workflows/sched.yaml
@@ -0,0 +1,10 @@
+name: sched
+
+on:
+  schedule:
+    - cron: '0 */2 * * *'
+
+jobs:
+  run:
+    uses: ./.github/workflows/test.yaml
+    secrets: inherit
diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
@@ -1,167 +1,103 @@
 name: test
 
 on:
+  workflow_call:
+    inputs:
+      branch:
+        required: false
+        type: string
+        default: branch-25.02
+      date:
+        required: false
+        type: string
+        default: 2024-12-12
+      sha:
+        required: false
+        type: string
+        default: 5836d08c8e45212e35cfa11222b51c9802266d63
   workflow_dispatch:
     inputs:
       branch:
         required: true
         type: string
+        default: branch-25.02
       date:
         required: true
         type: string
+        default: 2024-12-12
       sha:
         required: true
         type: string
+        default: 5836d08c8e45212e35cfa11222b51c9802266d63
 
 jobs:
-  conda-cpp-checks:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      enable_check_symbols: true
   conda-cpp-tests:
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-  conda-cpp-memcheck-tests:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
+    uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@test-nvks-runners
     with:
       build_type: nightly
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
-      node_type: "gpu-v100-latest-1"
-      arch: "amd64"
-      container_image: "rapidsai/ci-conda:cuda12.5.1-ubuntu22.04-py3.11"
-      run_script: "ci/test_cpp_memcheck.sh"
-  static-configure:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      # Use the wheel container so we can skip conda solves and since our
-      # primary static consumers (Spark) are not in conda anyway.
-      container_image: "rapidsai/ci-wheel:latest"
-      run_script: "ci/configure_cpp_static.sh"
-  cpp-linters:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      run_script: "ci/cpp_linters.sh"
-      file_to_upload: iwyu_results.txt
+      matrix_filter: '. |= [
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"l4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtx4090","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"h100","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtxa6000","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"t4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"a100","DRIVER":"latest","DEPENDENCIES":"latest"}
+      ]'
   conda-python-cudf-tests:
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.02
+    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@test-nvks-runners
     with:
       build_type: nightly
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
       script: "ci/test_python_cudf.sh"
+      run_codecov: false
+      matrix_filter: '. |= [
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"l4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtx4090","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"h100","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtxa6000","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"t4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"a100","DRIVER":"latest","DEPENDENCIES":"latest"}
+      ]'
   conda-python-other-tests:
     # Tests for dask_cudf, custreamz, cudf_kafka are separated for CI parallelism
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@branch-25.02
+    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@test-nvks-runners
     with:
       build_type: nightly
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
       script: "ci/test_python_other.sh"
-  conda-java-tests:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      node_type: "gpu-v100-latest-1"
-      arch: "amd64"
-      container_image: "rapidsai/ci-conda:cuda12.5.1-ubuntu22.04-py3.11"
-      run_script: "ci/test_java.sh"
-  conda-notebook-tests:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      node_type: "gpu-v100-latest-1"
-      arch: "amd64"
-      container_image: "rapidsai/ci-conda:cuda12.5.1-ubuntu22.04-py3.11"
-      run_script: "ci/test_notebooks.sh"
+      run_codecov: false
+      matrix_filter: '. |= [
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"l4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtx4090","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"h100","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtxa6000","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"t4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"a100","DRIVER":"latest","DEPENDENCIES":"latest"}
+      ]'
   wheel-tests-cudf:
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.02
+    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@test-nvks-runners
     with:
       build_type: nightly
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}
       sha: ${{ inputs.sha }}
       script: ci/test_wheel_cudf.sh
-  wheel-tests-dask-cudf:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      script: ci/test_wheel_dask_cudf.sh
-  unit-tests-cudf-pandas:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      script: ci/cudf_pandas_scripts/run_tests.sh
-  third-party-integration-tests-cudf-pandas:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      node_type: "gpu-v100-latest-1"
-      container_image: "rapidsai/ci-conda:latest"
-      run_script: |
-        ci/cudf_pandas_scripts/third-party-integration/test.sh python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml
-  wheel-tests-cudf-polars:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      script: "ci/test_wheel_cudf_polars.sh"
-  cudf-polars-polars-tests:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: nightly
-      branch: ${{ inputs.branch }}
-      date: ${{ inputs.date }}
-      sha: ${{ inputs.sha }}
-      script: "ci/test_cudf_polars_polars_tests.sh"
+      matrix_filter: '. |= [
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"l4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtx4090","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"h100","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"rtxa6000","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"t4","DRIVER":"latest","DEPENDENCIES":"latest"},
+        {"ARCH":"amd64","PY_VER":"3.12","CUDA_VER":"12.5.1","LINUX_VER":"ubuntu22.04","GPU":"a100","DRIVER":"latest","DEPENDENCIES":"latest"}
+      ]'