Skip to content

New style namespace packages #338

New style namespace packages

New style namespace packages #338

name: basemap-for-manylinux
env:
PKGDIR: "packages/basemap"
PIP_DEFAULT_TIMEOUT: 10
PIP_DISABLE_PIP_VERSION_CHECK: 1
PIP_PREFER_BINARY: 1
PIP_RETRIES: 0
PYTHONUNBUFFERED: "1"
PYTHONWARNINGS: "ignore:DEPRECATION"
on:
push:
paths:
- ".github/workflows/basemap-for-manylinux.yml"
- "packages/basemap/**"
pull_request:
paths:
- ".github/workflows/basemap-for-manylinux.yml"
- "packages/basemap/**"
workflow_dispatch:
jobs:
checkout:
runs-on: ubuntu-latest
steps:
-
name: Checkout
uses: actions/checkout@v1
-
name: Upload checkout
uses: actions/upload-artifact@v1
with:
name: checkout
path: .
lint:
runs-on: ubuntu-latest
strategy:
matrix:
python-version:
["3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
max-parallel: 3
fail-fast: false
needs: checkout
container: "pylegacy/python:${{ matrix.python-version }}-debian-10"
steps:
-
name: Download checkout
uses: actions/download-artifact@v1
with:
name: checkout
path: .
-
name: Install lint requirements
run: |
cd ${{ env.PKGDIR }}
pip install -r requirements-lint.txt
-
name: Install library requirements
run: |
cd ${{ env.PKGDIR }}
pip install -r requirements.txt
-
name: Run Flake8
run: |
cd ${{ env.PKGDIR }}
if [ -x "$(command -v flake8)" ]; then
flake8 src/mpl_toolkits/basemap/cm.py src/mpl_toolkits/basemap/diagnostic.py src/mpl_toolkits/basemap/proj.py src/mpl_toolkits/basemap/solar.py test;
fi
-
name: Run PyLint
run: |
cd ${{ env.PKGDIR }}
if [ -x "$(command -v pylint)" ]; then
pylint src/mpl_toolkits/basemap/cm.py src/mpl_toolkits/basemap/diagnostic.py src/mpl_toolkits/basemap/proj.py src/mpl_toolkits/basemap/solar.py test;
fi
build-geos:
strategy:
matrix:
arch:
["x64", "x86"]
max-parallel: 2
fail-fast: false
needs: lint
runs-on: ubuntu-latest
container: "pylegacy/${{ matrix.arch }}-python:3.8-debian-4"
steps:
-
name: Download checkout
uses: actions/download-artifact@v1
with:
name: checkout
path: .
-
name: Install CMake 3.6.2
run: |
apt-get update
apt-get install -y libidn11
pkgvers=3.6.2
pkgname=cmake
pkgcode=cmake-${pkgvers}
case "${{ matrix.arch }}" in
x86) pkgfile=${pkgcode}-Linux-i386.tar.gz;;
*) pkgfile=${pkgcode}-Linux-x86_64.tar.gz;;
esac
wget https://github.com/Kitware/CMake/releases/download/v${pkgvers}/${pkgfile} -P /tmp
tar -xf /tmp/${pkgfile} --strip-components=1 -C /usr
rm -rf /tmp/${pkgfile}
-
name: Install GCC toolchain
run: |
apt-get update
apt-get install -y gcc g++ make
-
name: Build GEOS from source
run: |
cd ${{ env.PKGDIR }}
python -c "import utils; utils.GeosLibrary('3.6.5').build('extern', njobs=16)"
-
name: Upload GEOS artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-geos-${{ matrix.arch }}
path: ${{ env.PKGDIR }}/extern
build:
strategy:
matrix:
arch:
["x64", "x86"]
python-version:
["3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
max-parallel: 3
fail-fast: false
needs: build-geos
runs-on: ubuntu-latest
container: "pylegacy/${{ matrix.arch }}-python:${{ matrix.python-version }}-debian-4"
steps:
-
name: Download checkout
uses: actions/download-artifact@v1
with:
name: checkout
path: .
-
name: Download GEOS artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-geos-${{ matrix.arch }}
path: ${{ env.PKGDIR }}/extern
-
name: Install GCC toolchain
run: |
apt-get update
apt-get install -y gcc g++ make
-
name: Build old numpy from source
run: |
case "${{ matrix.arch }}" in
x64) arch="x86_64" ;;
x86) arch="i686" ;;
esac
case "${{ matrix.python-version }}" in
3.10) pkgvers=1.21.4; tag=manylinux1 ;;
3.11) pkgvers=1.23.3; tag=manylinux_2_17 ;;
*) pkgvers=1.26.1; tag=manylinux_2_28 ;;
esac
case "${{ matrix.python-version }}" in
3.11|3.12)
# Dirty solution to get NumPy headers for Python 3.11 and 3.12.
kwds="--plat=${tag}_${arch}"
pip download --no-deps ${kwds} "numpy==${pkgvers}"
oldpkgfile=$(ls *.whl | head -n1)
newpkgfile=$(echo "${oldpkgfile}" | sed "s/${tag}/linux/")
mv "${oldpkgfile}" "${newpkgfile}"
pip install "${newpkgfile}"
rm "${newpkgfile}"
;;
*)
pip install "numpy == ${pkgvers}"
;;
esac
-
name: Build wheel
run: |
sitepkgdir=$(pip show numpy 2>/dev/null | grep Location: | cut -d' ' -f2)
export GEOS_DIR="${GITHUB_WORKSPACE}/${{ env.PKGDIR }}/extern"
export NUMPY_INCLUDE_PATH=${sitepkgdir}/numpy/core/include
case "${{ matrix.python-version }}" in
3.11|3.12)
kwds="--no-build-isolation"
pip install setuptools wheel "cython >= 0.29, < 3.1"
;;
esac
cd ${{ env.PKGDIR }}
python setup.py sdist
pip wheel -w dist --no-deps ${kwds} dist/*.zip
-
name: Upload build artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-build-${{ matrix.arch }}-${{ matrix.python-version }}
path: ${{ env.PKGDIR }}/dist
repair:
strategy:
matrix:
arch:
["x64", "x86"]
python-version:
["3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
max-parallel: 3
fail-fast: false
needs: build
runs-on: ubuntu-latest
container: "pylegacy/${{ matrix.arch }}-python:3.8-debian-10"
steps:
-
name: Download GEOS artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-geos-${{ matrix.arch }}
path: ${{ env.PKGDIR }}/extern
-
name: Download build artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-build-${{ matrix.arch }}-${{ matrix.python-version }}
path: ${{ env.PKGDIR }}/dist
-
name: Install auditwheel
run: |
apt-get update
apt-get install -y unzip
pip install patchelf
pip install "auditwheel < 4.0"
-
name: Repair wheel
run: |
cd ${{ env.PKGDIR }}
export LD_LIBRARY_PATH="$(readlink -f extern/lib)"
auditwheel repair -w dist dist/*.whl
-
name: Upload build artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-build-${{ matrix.arch }}-${{ matrix.python-version }}
path: ${{ env.PKGDIR }}/dist
test:
strategy:
matrix:
arch:
["x64", "x86"]
python-version:
["3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
exclude:
# Missing precompiled binaries for `numpy`, `matplotlib`,
# `pyproj`, `pillow` and `lxml`.
- arch: "x86"
python-version: "3.12"
max-parallel: 3
fail-fast: false
needs: repair
runs-on: ubuntu-latest
container: "pylegacy/${{ matrix.arch }}-python:${{ matrix.python-version }}-debian-10"
steps:
-
name: Download checkout
uses: actions/download-artifact@v1
with:
name: checkout
path: .
-
name: Download build artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-build-${{ matrix.arch }}-${{ matrix.python-version }}
path: ${{ env.PKGDIR }}/dist
-
name: Install numpy from source
run: |
apt-get update
apt-get install -y gcc g++ make
pip install "numpy < 1.24"
if: matrix.arch == 'x86' && (matrix.python-version >= '3.8' || matrix.python-version >= '3.10')
-
name: Install test requirements
run: |
cd ${{ env.PKGDIR }}
pip install -r requirements-test.txt
-
name: Install package (full)
run: |
whlpath=$(ls ${{ env.PKGDIR }}/dist/*-manylinux1*.whl | head -n1)
pip install "${whlpath}[owslib,pillow]"
-
name: Test package
run: |
cd ${{ env.PKGDIR }}
export COVERAGE_FILE=.coverage.${{ matrix.python-version }}
python -m pytest \
--cov="mpl_toolkits.basemap" --cov-report=term \
--ignore=dist --ignore=build
-
name: Upload test artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-test
path: ${{ env.PKGDIR }}/.coverage.${{ matrix.python-version }}
coverage:
needs: test
runs-on: ubuntu-latest
container: "pylegacy/python:3.8-debian-10"
steps:
-
name: Checkout
uses: actions/checkout@v1
-
name: Download test artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-test
path: ${{ env.PKGDIR }}
-
name: Install test requirements
run: |
cd ${{ env.PKGDIR }}
pip install -r requirements-test.txt
-
name: Compute combined coverage
run: |
cd ${{ env.PKGDIR }}
coverage combine
coverage html
coverage report
-
name: Upload coverage artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-coverage
path: ${{ env.PKGDIR }}/htmlcov
docs:
needs: test
runs-on: ubuntu-latest
container: "pylegacy/python:3.8-debian-10"
steps:
-
name: Download checkout
uses: actions/download-artifact@v1
with:
name: checkout
path: .
-
name: Install doc requirements
run: |
cd ${{ env.PKGDIR }}
pip install -r requirements-doc.txt
-
name: Download build artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-build-x64-3.8
path: ${{ env.PKGDIR }}/dist
-
name: Install package
run: |
cd ${{ env.PKGDIR }}
pip install dist/*-manylinux1*.whl
-
name: Run sphinx
run: |
cd ${{ env.PKGDIR }}
python -m sphinx doc/source public
-
name: Upload docs artifacts
uses: actions/upload-artifact@v1
with:
name: artifacts-docs
path: ${{ env.PKGDIR }}/public
-
name: Upload github-pages artifact
uses: actions/upload-pages-artifact@v3
with:
name: artifacts-github-pages
path: ${{ env.PKGDIR }}/public
pages:
if: startsWith(github.event.ref, 'refs/tags/v')
needs: docs
runs-on: ubuntu-latest
environment:
name: github-pages
url: ${{ steps.deployment.outputs.page_url }}
permissions:
pages: write
id-token: write
steps:
- name: Deploy github-pages
uses: actions/deploy-pages@v3
id: deployment
upload:
strategy:
matrix:
arch:
["x64", "x86"]
python-version:
["3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
max-parallel: 1
if: startsWith(github.event.ref, 'refs/tags/v')
needs: test
runs-on: ubuntu-latest
container: "pylegacy/${{ matrix.arch }}-python:${{ matrix.python-version }}-debian-10"
environment: PyPI
steps:
-
name: Download build artifacts
uses: actions/download-artifact@v1
with:
name: artifacts-build-${{ matrix.arch }}-${{ matrix.python-version }}
path: ${{ env.PKGDIR }}/dist
-
name: Install upload requirements
run: |
pip install twine
-
name: Check distributables
run: |
python -m twine check \
${{ env.PKGDIR }}/dist/*.zip \
${{ env.PKGDIR }}/dist/*-manylinux1*.whl
-
name: Upload distributables
env:
TWINE_USERNAME: __token__
TWINE_PASSWORD: "${{ secrets.PYPI_TOKEN }}"
TWINE_REPOSITORY_URL: "${{ secrets.PYPI_REPOSITORY_URL }}"
run: |
python -m twine upload --skip-existing \
${{ env.PKGDIR }}/dist/*.zip \
${{ env.PKGDIR }}/dist/*-manylinux1*.whl