Skip to content

Nightly RAPIDS v23.12 Pipeline #451

Nightly RAPIDS v23.12 Pipeline

Nightly RAPIDS v23.12 Pipeline #451

name: Nightly RAPIDS Pipeline
run-name: "Nightly RAPIDS v${{ inputs.rapids_version }} Pipeline"
on:
workflow_dispatch:
inputs:
rapids_version:
description: "Branch to build/test"
required: true
type: string
run_tests:
description: "Whether to run tests"
required: true
type: boolean
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event.inputs.rapids_version }}
cancel-in-progress: true
jobs:
get-run-info:
uses: ./.github/workflows/get-run-info.yaml
secrets: inherit
with:
rapids_version: "${{ inputs.rapids_version }}"
repos: >-
rapidsai/cucim
rapidsai/cudf
rapidsai/cugraph
rapidsai/cugraph-ops
rapidsai/cuml
rapidsai/cumlprims_mg
rapidsai/cuopt
rapidsai/cuspatial
rapidsai/cuxfilter
rapidsai/dask-cuda
rapidsai/docker
rapidsai/kvikio
rapidsai/rapids-cmake
rapidsai/raft
rapidsai/rmm
rapidsai/ucxx
rapidsai/ucx-py
rmm-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: rmm
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.rmm) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
rmm-tests:
needs: [get-run-info, rmm-build]
if: ${{ needs.rmm-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: rmm
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.rmm) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
rapids-cmake-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: rapids-cmake
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.rapids-cmake) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
rapids-cmake-tests:
needs: [get-run-info, rapids-cmake-build]
if: ${{ needs.rapids-cmake-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: rapids-cmake
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.rapids-cmake) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
kvikio-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: kvikio
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.kvikio) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
kvikio-tests:
needs: [get-run-info, kvikio-build]
if: ${{ needs.kvikio-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: kvikio
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.kvikio) }}
propagate_failure: true
trigger_workflow: true
cudf-build:
needs: [get-run-info, rmm-build, dask-cuda-build, kvikio-build]
runs-on: ubuntu-latest
if: ${{ !cancelled() }}
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cudf
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cudf) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cudf-tests:
needs: [get-run-info, cudf-build]
if: ${{ needs.cudf-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cudf
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cudf) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuopt-build:
needs: [get-run-info, rmm-build, raft-build, cudf-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuopt
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuopt) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuopt-tests:
needs: [get-run-info, cuopt-build]
if: ${{ needs.cuopt-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuopt
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuopt) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
raft-build:
needs: [get-run-info, rmm-build, dask-cuda-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: raft
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.raft) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
raft-tests:
needs: [get-run-info, raft-build, ucx-py-build]
if: ${{ needs.raft-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: raft
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.raft) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuml-build:
needs: [get-run-info, cudf-build, raft-build, cumlprims_mg-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuml
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuml) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuml-tests:
needs: [get-run-info, cuml-build]
if: ${{ needs.cuml-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuml
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuml) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cugraph-build:
needs: [get-run-info, rmm-build, cudf-build, raft-build, dask-cuda-build, cugraph-ops-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cugraph
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cugraph) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cugraph-tests:
needs: [get-run-info, cugraph-build]
if: ${{ needs.cugraph-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cugraph
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cugraph) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuspatial-build:
needs: [get-run-info, rmm-build, cudf-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuspatial
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuspatial) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuspatial-tests:
needs: [get-run-info, cuspatial-build]
if: ${{ needs.cuspatial-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuspatial
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuspatial) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuxfilter-build:
needs: [get-run-info, cudf-build, cuspatial-build, dask-cuda-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuxfilter
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuxfilter) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cuxfilter-tests:
needs: [get-run-info, cuxfilter-build]
if: ${{ needs.cuxfilter-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cuxfilter
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cuxfilter) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
dask-cuda-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: dask-cuda
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.dask-cuda) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
dask-cuda-tests:
needs: [get-run-info, dask-cuda-build]
if: ${{ needs.dask-cuda-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: dask-cuda
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.dask-cuda) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
ucx-py-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: ucx-py
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).ucx-py-branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.ucx-py) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
ucx-py-tests:
needs: [get-run-info, ucx-py-build]
if: ${{ needs.ucx-py-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: ucx-py
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).ucx-py-branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.ucx-py) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cugraph-ops-build:
needs: [get-run-info, rmm-build, raft-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cugraph-ops
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cugraph-ops) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cugraph-ops-tests:
needs: [get-run-info, cugraph-ops-build]
if: ${{ needs.cugraph-ops-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cugraph-ops
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cugraph-ops) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cucim-build:
needs: [get-run-info]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cucim
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cucim) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cucim-tests:
needs: [get-run-info, cucim-build]
if: ${{ needs.cucim-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cucim
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cucim) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
cumlprims_mg-build:
needs: [get-run-info, raft-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: cumlprims_mg
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.cumlprims_mg) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
ucxx-build:
needs: [get-run-info, rmm-build]
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: ucxx
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: build.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).ucx-py-branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.ucxx) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
ucxx-tests:
needs: [get-run-info, ucxx-build, cudf-build]
if: ${{ needs.ucxx-build.result == 'success' && !cancelled() && inputs.run_tests }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: ucxx
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: test.yaml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).ucx-py-branch }}
wait_interval: 120
client_payload: ${{ toJSON(fromJSON(needs.get-run-info.outputs.obj).payloads.ucxx) }}
propagate_failure: true
trigger_workflow: true
wait_workflow: true
docker-build-and-test:
needs:
- get-run-info
- cucim-build
- cudf-build
- cugraph-build
- cugraph-ops-build
- cuml-build
- cumlprims_mg-build
- cuspatial-build
- cuxfilter-build
- dask-cuda-build
- kvikio-build
- raft-build
- rapids-cmake-build
- rmm-build
- ucx-py-build
- ucxx-build
if: ${{ !cancelled() }}
runs-on: ubuntu-latest
steps:
- uses: convictional/[email protected]
with:
owner: rapidsai
repo: docker
github_token: ${{ secrets.WORKFLOW_TOKEN }}
github_user: GPUtester
workflow_file_name: publish.yml
ref: ${{ fromJSON(needs.get-run-info.outputs.obj).branch }}
wait_interval: 120
client_payload: '{"run_tests": ${{ inputs.run_tests }} }'
propagate_failure: true
trigger_workflow: true
wait_workflow: true