Skip to content

Commit

Permalink
begin separating workflows
Browse files Browse the repository at this point in the history
  • Loading branch information
brandon-b-miller committed Nov 28, 2023
1 parent 1072269 commit 9a59dc8
Show file tree
Hide file tree
Showing 2 changed files with 94 additions and 113 deletions.
91 changes: 91 additions & 0 deletions .github/workflows/build_and_test_wheels.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,91 @@
# Copyright (c) 2023, NVIDIA CORPORATION.
jobs:
build-and-test-wheels:
needs:
- wheel-build-amd64
- wheel-build-arm64
- wheel-test-amd64
- wheel-test-arm64
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/[email protected]
wheel-build-amd64:
runs-on: linux-amd64-cpu4
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/ci-wheel:cuda12.0.1-centos7-py${{ matrix.python-version }}"
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Run build_wheel.sh
run: ci/build_wheel.sh
- name: Upload Python Wheel
uses: actions/upload-artifact@v3
with:
path: ./wheel-build
wheel-build-arm64:
runs-on: linux-arm64-cpu4
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/ci-wheel:cuda12.0.1-rockylinux8-py${{ matrix.python-version }}"
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Run build_wheel.sh
run: ci/build_wheel.sh
- name: Upload Python Wheel
uses: actions/upload-artifact@v3
with:
path: ./wheel-build
wheel-test-amd64:
needs:
- wheel-build-amd64
runs-on: linux-amd64-gpu-v100-latest-1
strategy:
matrix:
python-version: ["3.9", "3.10"]
linux-version: ["ubuntu20.04", "ubuntu18.04"]
container:
image: "rapidsai/citestwheel:cuda12.0.1-${{ matrix.linux-version }}-py${{ matrix.python-version }}"
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Download Python Wheel
uses: actions/download-artifact@v3
with:
path: ./
- name: Run test_wheel.sh
run: ci/test_wheel.sh
wheel-test-arm64:
needs:
- wheel-build-arm64
runs-on: linux-arm64-gpu-a100-latest-1
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/citestwheel:cuda12.0.1-ubuntu20.04-py${{ matrix.python-version }}"
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Download Python Wheel
uses: actions/download-artifact@v3
with:
path: ./
- name: run test_wheel.sh
run: ci/test_wheel.sh
116 changes: 3 additions & 113 deletions .github/workflows/pr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,6 @@ on:
push:
branches:
- "pull-request/[0-9]+"
tags:
- 'v*'

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
Expand All @@ -16,10 +14,7 @@ jobs:
pr-builder:
needs:
- checks
- wheel-build-amd64
- wheel-build-arm64
- wheel-test-amd64
- wheel-test-arm64
- build-and-test-wheels
secrets: inherit
uses: rapidsai/shared-action-workflows/.github/workflows/[email protected]
checks:
Expand All @@ -28,110 +23,5 @@ jobs:
with:
enable_check_generated_files: false
enable_check_pr_job_dependencies: false
wheel-build-amd64:
runs-on: linux-amd64-cpu4
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/ci-wheel:cuda12.0.1-centos7-py${{ matrix.python-version }}"
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Get PR Info
id: get-pr-info
uses: rapidsai/shared-actions/get-pr-info@main
- name: Run build_wheel.sh
run: ci/build_wheel.sh
- name: Upload Python Wheel
uses: actions/upload-artifact@v3
with:
path: ./wheel-build
wheel-build-arm64:
runs-on: linux-arm64-cpu4
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/ci-wheel:cuda12.0.1-rockylinux8-py${{ matrix.python-version }}"
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Get PR Info
id: get-pr-info
uses: rapidsai/shared-actions/get-pr-info@main
- name: Run build_wheel.sh
run: ci/build_wheel.sh
- name: Upload Python Wheel
uses: actions/upload-artifact@v3
with:
path: ./wheel-build
wheel-test-amd64:
needs:
- wheel-build-amd64
runs-on: linux-amd64-gpu-v100-latest-1
strategy:
matrix:
python-version: ["3.9", "3.10"]
linux-version: ["ubuntu20.04", "ubuntu18.04"]
container:
image: "rapidsai/citestwheel:cuda12.0.1-${{ matrix.linux-version }}-py${{ matrix.python-version }}"
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Get PR Info
id: get-pr-info
uses: rapidsai/shared-actions/get-pr-info@main
- name: Download Python Wheel
uses: actions/download-artifact@v3
with:
path: ./
- name: Run test_wheel.sh
run: ci/test_wheel.sh
wheel-test-arm64:
needs:
- wheel-build-arm64
runs-on: linux-arm64-gpu-a100-latest-1
strategy:
matrix:
python-version: ["3.9", "3.10"]
container:
image: "rapidsai/citestwheel:cuda12.0.1-ubuntu20.04-py${{ matrix.python-version }}"
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Get PR Info
id: get-pr-info
uses: rapidsai/shared-actions/get-pr-info@main
- name: Download Python Wheel
uses: actions/download-artifact@v3
with:
path: ./
- name: run test_wheel.sh
run: ci/test_wheel.sh
wheel-publish-pynvjitlink:
needs:
- wheel-test-amd64
- wheel-test-arm64
# Only trigger this step for tags
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
secrets: inherit
uses: rapidsai/shared-workflows/.github/workflows/[email protected]
with:
build_type: ${{ inputs.build_type || 'branch' }}
branch: ${{ inputs.branch }}
sha: ${{ inputs.sha }}
date: ${{ inputs.date }}
package-name: pynvjitlink
build-and-test-wheels:
uses: ./build_and_test_wheels.yaml

0 comments on commit 9a59dc8

Please sign in to comment.