build_upload_pypi_wheels.yml

name: Build and upload PyPI wheels and source dist

on:
  release:
    types: [published]
  workflow_dispatch:

jobs:
  build-wheels:
    strategy:
      matrix:
        os: [windows-latest, macos-13, macos-latest, ubuntu-latest]
        python-version: ['3.10', '3.11', '3.12']
        include:
          - os: windows-latest
            wheelname: win
            cibw_archs: "AMD64"
          - os: macos-13
            wheelname: macosx
            cibw_archs: "x86_64"
          - os: macos-latest
            wheelname: macosx
            cibw_archs: "arm64"
          - os: ubuntu-latest
            wheelname: manylinux
            cibw_archs: "x86_64"
          - python-version: '3.10'
            version-tag: cp310
          - python-version: '3.11'
            version-tag: cp311
          - python-version: '3.12'
            version-tag: cp312
      fail-fast: false
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout project
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          fetch-tags: true

      - name: Setup Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install llvm on Macos
        if: startsWith(matrix.os, 'macos')
        shell: bash -l {0}
        env:
          # Homebrew location is different on Intel Mac
          LLVM_DIR: ${{ (matrix.os == 'macos-13') && '/usr/local/opt/llvm' || '/opt/homebrew/opt/llvm' }}
        run: |
          brew install llvm
          echo CC="${LLVM_DIR}/bin/clang" >> $GITHUB_ENV
          echo LDFLAGS="-L${LLVM_DIR}/lib $LDFLAGS" >> $GITHUB_ENV
          echo CPPFLAGS="-I${LLVM_DIR}/include $CPPFLAGS" >> $GITHUB_ENV

      - name: Windows - find MSVC and set environment variables
        if: startsWith(matrix.os, 'windows')
        shell: bash -l {0}
        env:
          MSVC_PREFIX: 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC'
        run: |
          echo "Available MSVC installations:"
          ls "$MSVC_PREFIX"

          MSVC_BIN=$(ls "$MSVC_PREFIX" | tail -n 1)\\bin\\HostX64\\x64
          CC="$MSVC_PREFIX\\$MSVC_BIN\\cl.exe"
          echo "CC: $CC"
          echo "CC=$CC" >> $GITHUB_ENV

          CC_LD="$MSVC_PREFIX\\$MSVC_BIN\\link.exe"
          echo "CC_LD: $CC_LD"
          echo "CC_LD=$CC_LD" >> $GITHUB_ENV

      - name: Update Python pip, build, wheel, and twine
        shell: bash -l {0}
        run: |
          python -m pip install --upgrade pip build wheel twine

      - name: Build wheels from git checkout
        uses: pypa/cibuildwheel@v2.21.3
        env:
          CIBW_BUILD_FRONTEND: build
          CIBW_BUILD: ${{ matrix.version-tag }}-*
          CIBW_ARCHS: ${{ matrix.cibw_archs }}
          CIBW_SKIP: "*-musllinux*"

          CIBW_REPAIR_WHEEL_COMMAND_MACOS: ""

          CIBW_TEST_EXTRAS: "test,brille,phonopy_reader,matplotlib"
          CIBW_TEST_COMMAND: "python {package}/tests_and_analysis/test/run_tests.py"

        with:
          output-dir: wheelhouse

      - name: Upload wheels as build artifacts
        uses: actions/upload-artifact@v4
        with:
            name: wheel-${{ matrix.wheelname }}-${{ matrix.python-version }}-${{ matrix.cibw_archs }}
            path: wheelhouse/*-${{ matrix.wheelname }}*_${{ matrix.cibw_archs }}.whl
            if-no-files-found: error

  build-sdist:
    name: Build sdist
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0
          fetch-tags: true


      - name: Create source distribution
        shell: bash -l {0}
        run: |
          pipx run build --sdist .

      - name: Upload source dist as build artifact
        uses: actions/upload-artifact@v4
        with:
            name: python-source-distribution
            path: dist/
            if-no-files-found: error

  test-sdist:
    needs: build-sdist
    name: Test build from sdist on Windows
    runs-on: windows-latest
    steps:
      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: 3.11

      - name: Find MSVC and set environment variables
        shell: bash -l {0}
        env:
          MSVC_PREFIX: 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC'
        run: |
          echo "Available MSVC installations:"
          ls "$MSVC_PREFIX"

          MSVC_BIN=$(ls "$MSVC_PREFIX" | tail -n 1)\\bin\\HostX64\\x64
          CC="$MSVC_PREFIX\\$MSVC_BIN\\cl.exe"
          echo "CC: $CC"
          echo "CC=$CC" >> $GITHUB_ENV

          CC_LD="$MSVC_PREFIX\\$MSVC_BIN\\link.exe"
          echo "CC_LD: $CC_LD"
          echo "CC_LD=$CC_LD" >> $GITHUB_ENV

      - name: Download sdist
        uses: actions/download-artifact@v4
        with:
          path: dist/
          merge-multiple: true

      - name: List downloaded sdist
        run: |
          ls -R dist/

      - name: Update pip
        shell: bash -l {0}
        run: |
          python -m pip install --upgrade pip

      - name: Install from sdist
        shell: bash -l {0}
        run: python -m pip install $(find dist -name 'euphonic-*.tar.gz')[matplotlib,phonopy_reader,brille,test]

      - name: Checkout repository (for tests and test data)
        uses: actions/checkout@v4

      - name: Delete source (to ensure we are testing INSTALLED version)
        shell: bash -l {0}
        run: rm -rf euphonic

      - name: run tests
        shell: bash -l {0}
        run: python tests_and_analysis/test/run_tests.py --report

  publish:
    if: github.event_name == 'release'
    needs: [build-wheels,test-sdist]
    name: Upload release to PyPI
    runs-on: ubuntu-latest
    environment:
      name: pypi
      url: https://pypi.org/p/euphonic
    permissions:
      id-token: write
    steps:
      - name: Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0  # This is possibly unnecessary?

      - name: Download artifacts to Ubuntu environment
        uses: actions/download-artifact@v4
        with:
          path: dist/
          merge-multiple: true

      - name: List Files
        run: ls -R dist/

      - name: Upload wheels to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1