From 78247dea6d33cc6f8b49bd92447d354c67ebb923 Mon Sep 17 00:00:00 2001 From: Jelmer Vernooij Date: Mon, 14 Oct 2024 23:59:33 +0000 Subject: [PATCH] Attempt to build wheels in parallel --- .github/workflows/python-distributions.yml | 37 ++++++++++++++++++++-- 1 file changed, 35 insertions(+), 2 deletions(-) diff --git a/.github/workflows/python-distributions.yml b/.github/workflows/python-distributions.yml index ce2d0abb4..6a3dd86bc 100644 --- a/.github/workflows/python-distributions.yml +++ b/.github/workflows/python-distributions.yml @@ -7,12 +7,45 @@ on: - cron: "0 6 * * *" # Daily 6AM UTC build jobs: + define-matrix: + runs-on: ubuntu-latest + outputs: + # output all build identifiers when running on the default branch or a + # tag, otherwise just the latest Python version + build-identifiers: ${{ steps.build-identifiers.outputs.build-identifiers }} + + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: 3.x + cache: pip + - name: Install jq + run: sudo apt-get update && sudo apt-get install -y jq + - name: Install cibuildwheel + run: pip install cibuildwheel + - name: Find build identifiers using cibuildwheel --print-build-identifiers + id: all-build-identifiers + run: echo "all-build-identifiers=$(cibuildwheel --print-build-identifiers | jq -R -s -c 'split("\n") | map(select(length > 0))')" >> $GITHUB_OUTPUT + - name: Set build identifiers to latest Python version + id: latest-build-identifiers + run: echo "latest-build-identifiers=[\"$(python -c 'import sys; print(f"cp{sys.version_info.major}{sys.version_info.minor}-*", end="")')\"]" >> $GITHUB_OUTPUT + - name: Set build identifiers output + id: build-identifiers + run: | + if [ "$GITHUB_REF" = "refs/heads/main" ] || [ "$GITHUB_REF" = "refs/heads/master" ] || [ "$GITHUB_REF" = "refs/tags/"* ]; then + echo "build-identifiers=${{ steps.all-build-identifiers.outputs.all-build-identifiers }}" >> $GITHUB_OUTPUT + else + echo "build-identifiers=${{ steps.latest-build-identifiers.outputs.latest-build-identifiers }}" >> $GITHUB_OUTPUT + fi + build-wheels: runs-on: ${{ matrix.os }} + needs: define-matrix strategy: matrix: os: [ubuntu-latest, macos-latest, windows-latest] - python-prefix: [pp, cp] + build-identifier: ${{fromJson(needs.define-matrix.outputs.build-identifiers)}} fail-fast: true steps: @@ -36,7 +69,7 @@ jobs: - name: Build wheels run: python -m cibuildwheel --output-dir wheelhouse env: - CIBW_BUILD: "${{ matrix.python-prefix }}*" + CIBW_BUILD: "${{ matrix.build-identifier }}*" - name: Upload wheels uses: actions/upload-artifact@v4 with: