Merge #2188 (DougBurke) - TEST: address numpy 2 changes to output for… #96
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conda Deployments | |
| #Only run when updating main, ciaox, or release/... branches (no PRs). | |
| #With check-skip job, we skip build on main/ciaox if directly tagged as a release. | |
| # (To only build releases on the release branch) | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - ciaox | |
| - 'release/**' | |
| #Reduces GH Action duplication: | |
| # Cancels the previous pipeline for this ref it is still running | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| sherpa_label: dev | |
| conda_loc: ${{ github.workspace }}/conda_loc | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| check-skip: | |
| name: Skip the Pipeline if tagged and NOT on the release branch | |
| runs-on: ubuntu-latest | |
| if: github.repository == 'sherpa/sherpa' | |
| outputs: | |
| skip_pipeline: ${{ steps.skip_check.outputs.skip_pipeline }} | |
| steps: | |
| #Checkout the code with a depth of 0 to grab the tags/branches as well | |
| - name: Checkout Code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| - name: Check build number | |
| id: skip_check | |
| run: | | |
| #BUILD_NUM not passed to future jobs to maintain a separate Git sanity check | |
| BUILD_NUM="$(git describe --tags --always | awk '{split($0,a,"-"); print a[2]}')" | |
| echo "BUILD_NUM=${BUILD_NUM}" | |
| if [ -z "${BUILD_NUM}" ] && [ "${GITHUB_REF:0:20}" != "refs/heads/releases/" ] ; then | |
| #Skip the build/test/deploy if directly on a tag and NOT on a release branch | |
| echo "skip_pipeline=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "skip_pipeline=false" >> $GITHUB_OUTPUT | |
| fi | |
| #Linux and macOS build separate as we can't use container option dynamically | |
| # based on it being defined in the matrix or not. | |
| build-linux: | |
| name: Linux Python ${{ matrix.python-version }} | |
| if: ${{ needs.check-skip.outputs.skip_pipeline }} == "false" | |
| needs: ["check-skip"] | |
| runs-on: ubuntu-latest | |
| container: | |
| image: ${{ matrix.image }} | |
| env: | |
| GITHUB_WORKSPACE: ${{ github.workspace }} | |
| volumes: | |
| - ${{ github.workspace }}:${{ github.workspace }} | |
| strategy: | |
| matrix: | |
| image: ["redhat/ubi8"] | |
| conda-os: ["Linux-x86_64"] | |
| os-dir: ["linux-64"] | |
| python-version: ["3.10", "3.11", "3.12"] | |
| steps: | |
| - name: Install git and diff | |
| run: yum install -y -q git diffutils | |
| - name: Conda Setup | |
| env: | |
| CONDA_OS: ${{ matrix.conda-os }} | |
| run: | | |
| curl -L https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-${CONDA_OS}.sh -o conda-installer.sh | |
| bash conda-installer.sh -b -p ${conda_loc} | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| conda create -yq -n builder conda-build conda-verify | |
| #Checkout the code with a depth of 0 to grab the tags/branches as well | |
| - name: Checkout Code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| path: sherpa | |
| - name: Build Sherpa | |
| env: | |
| SHERPA_PYTHON_VERSION: ${{ matrix.python-version }} | |
| run: | | |
| cd sherpa | |
| export SHERPA_FULL_VERSION=$(git describe --tags --always) | |
| export SHERPA_VERSION=$(echo $SHERPA_FULL_VERSION | awk '{split($0,a,"-"); print a[1]}') | |
| SHERPA_BUILD_NUMBER=$(echo $SHERPA_FULL_VERSION | awk '{split($0,a,"-"); print a[2]}') | |
| export SHERPA_BUILD_NUMBER="${SHERPA_BUILD_NUMBER:-0}" | |
| echo "Version: ${SHERPA_VERSION} Build Number: ${SHERPA_BUILD_NUMBER}" | |
| if [ -z ${SHERPA_VERSION} ] || [ -z ${SHERPA_BUILD_NUMBER} ] ; then | |
| echo "Error: SHERPA_VERSION or SHERPA_BUILD_NUMBER not set." | |
| exit 1 | |
| fi | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| conda activate builder | |
| echo "conda build --python ${SHERPA_PYTHON_VERSION} --output-folder ${GITHUB_WORKSPACE}/packages recipes/conda" | |
| conda build --python ${SHERPA_PYTHON_VERSION} --output-folder ${GITHUB_WORKSPACE}/packages recipes/conda | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.os-dir }}-${{ matrix.python-version }} | |
| path: ${{ github.workspace }}/packages/*/sherpa*bz2 | |
| if-no-files-found: error | |
| retention-days: 3 | |
| build-macos: | |
| name: MacOS Python ${{ matrix.python-version }} | |
| if: github.repository == 'sherpa/sherpa' && ${{ needs.check-skip.outputs.skip_pipeline }} == "false" | |
| needs: ["check-skip"] | |
| runs-on: ${{ matrix.os-type }} | |
| strategy: | |
| matrix: | |
| os-type: ["macos-12"] | |
| conda-os: ["MacOSX-x86_64"] | |
| os-dir: ["osx-64"] | |
| python-version: ["3.10", "3.11", "3.12"] | |
| env: | |
| CONDA_BUILD_SYSROOT: /opt/MacOSX11.0.sdk | |
| steps: | |
| - name: Conda Setup | |
| env: | |
| CONDA_OS: ${{ matrix.conda-os }} | |
| run: | | |
| curl -L https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-${CONDA_OS}.sh -o conda-installer.sh | |
| bash conda-installer.sh -b -p ${conda_loc} | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| conda create -yq -n builder conda-build conda-verify | |
| - name: macOS 11.0 SDK | |
| if: ${{ matrix.conda-os == 'MacOSX-x86_64' }} | |
| run: | | |
| #Download the MacOS 11.0 SDK to the CONDA_BUILD_SYSROOT location for the Conda Compilers to work | |
| mkdir -p /opt | |
| curl -L https://github.com/phracker/MacOSX-SDKs/releases/download/11.3/MacOSX11.0.sdk.tar.xz -o MacOSX11.0.sdk.tar.xz | |
| if [[ $? -ne 0 ]]; then | |
| echo "MacOS 11.0 SDK download failed" | |
| fi | |
| sudo tar -C /opt -xf MacOSX11.0.sdk.tar.xz | |
| - name: Checkout Code | |
| uses: actions/[email protected] | |
| with: | |
| fetch-depth: 0 | |
| path: sherpa | |
| - name: Build Sherpa | |
| env: | |
| SHERPA_PYTHON_VERSION: ${{ matrix.python-version }} | |
| run: | | |
| cd sherpa | |
| export SHERPA_FULL_VERSION=$(git describe --tags --always) | |
| export SHERPA_VERSION=$(echo $SHERPA_FULL_VERSION | awk '{split($0,a,"-"); print a[1]}') | |
| SHERPA_BUILD_NUMBER=$(echo $SHERPA_FULL_VERSION | awk '{split($0,a,"-"); print a[2]}') | |
| export SHERPA_BUILD_NUMBER="${SHERPA_BUILD_NUMBER:-0}" | |
| echo "Version: ${SHERPA_VERSION} Build Number: ${SHERPA_BUILD_NUMBER}" | |
| if [ -z ${SHERPA_VERSION} ] || [ -z ${SHERPA_BUILD_NUMBER} ] ; then | |
| echo "Error: SHERPA_VERSION or SHERPA_BUILD_NUMBER not set" | |
| exit 1 | |
| fi | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| conda activate builder | |
| echo "conda build --python ${SHERPA_PYTHON_VERSION} --output-folder ${GITHUB_WORKSPACE}/packages recipes/conda" | |
| conda build --python ${SHERPA_PYTHON_VERSION} --output-folder ${GITHUB_WORKSPACE}/packages recipes/conda | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.os-dir }}-${{ matrix.python-version }} | |
| path: ${{ github.workspace }}/packages/*/sherpa*bz2 | |
| if-no-files-found: error | |
| retention-days: 3 | |
| #The jobs below should not run if "build-linux" or "build-macos" are skipped. | |
| #If they try to, then the "pre-deploy-test" stage will fail anyway and the deployment will NOT be attempted. | |
| #If the "pre-deploy-test" stage is attempted when it shouldn't be, GH Actions might have updated the | |
| # condition for skipping a "needs" option. | |
| pre-deploy-test: | |
| needs: ["build-linux", "build-macos"] | |
| name: ${{ matrix.name }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| include: | |
| - name: Latest Ubuntu Pre-Deploy Test | |
| os: ubuntu-latest | |
| conda-os: "Linux-x86_64" | |
| os-dir: "linux-64" | |
| - name: Latest MacOS Pre-Deploy Test | |
| os: macos-latest | |
| conda-os: "MacOSX-x86_64" | |
| os-dir: "osx-64" | |
| steps: | |
| #Download all artifacts | |
| - uses: actions/download-artifact@v4 | |
| id: download | |
| with: | |
| pattern: ${{ matrix.os-dir }}-* | |
| path: packages | |
| merge-multiple: true | |
| - name: Conda Setup & Index Artifacts | |
| env: | |
| CONDA_OS: ${{ matrix.conda-os }} | |
| working-directory: ${{ github.workspace }} | |
| run: | | |
| curl -L https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-${CONDA_OS}.sh -o conda-installer.sh | |
| bash conda-installer.sh -b -p ${conda_loc} | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| conda install conda-build | |
| echo "Packages downloaded here: ${{steps.download.outputs.download-path}}" | |
| echo "ls packages/*/sherpa*.bz2" | |
| ls packages/*/sherpa*.bz2 | |
| echo "conda index packages" | |
| conda index packages | |
| - name: Run the tests | |
| working-directory: ${{ github.workspace }} | |
| run: | | |
| source ${conda_loc}/etc/profile.d/conda.sh | |
| curl -LO -k https://github.com/sherpa/sherpa-test-data/archive/main.zip | |
| echo "conda create -n test310 --yes -q -c file://$(pwd)/packages python=3.10 astropy sherpa matplotlib" | |
| conda create -n test310 --yes -q -c file://$(pwd)/packages python=3.10 astropy sherpa matplotlib | |
| conda activate test310 | |
| pip install main.zip | |
| sherpa_smoke -f astropy | |
| sherpa_test | |
| echo "conda create -n test311 --yes -q -c file://$(pwd)/packages python=3.11 astropy sherpa matplotlib" | |
| conda create -n test311 --yes -q -c file://$(pwd)/packages python=3.11 astropy sherpa matplotlib | |
| conda activate test311 | |
| pip install main.zip | |
| sherpa_smoke -f astropy | |
| sherpa_test | |
| echo "conda create -n test312 --yes -q -c file://$(pwd)/packages python=3.12 astropy sherpa matplotlib" | |
| conda create -n test312 --yes -q -c file://$(pwd)/packages python=3.12 astropy sherpa matplotlib | |
| conda activate test312 | |
| pip install main.zip | |
| sherpa_smoke -f astropy | |
| sherpa_test |