Merge pull request #136 from developmentseed/refactorCatalogParams #287
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| # On every pull request, but only on push to main | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| paths: | |
| # Only run test and docker publish if somde code have changed | |
| - 'pyproject.toml' | |
| - 'tipg/**' | |
| - 'tests/**' | |
| - '.pre-commit-config.yaml' | |
| - 'dockerfiles/**' | |
| - '.github/workflows/ci.yml' | |
| pull_request: | |
| env: | |
| LATEST_PY_VERSION: '3.10' | |
| jobs: | |
| tests: | |
| runs-on: ubuntu-20.04 | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10', '3.11'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: install lib postgres | |
| run: | | |
| sudo apt update | |
| wget -q https://www.postgresql.org/media/keys/ACCC4CF8.asc -O- | sudo apt-key add - | |
| echo "deb [arch=amd64] http://apt.postgresql.org/pub/repos/apt/ focal-pgdg main" | sudo tee /etc/apt/sources.list.d/postgresql.list | |
| sudo apt update | |
| sudo apt-get install --yes libpq-dev postgis postgresql-14-postgis-3 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install .["test"] | |
| - name: Run pre-commit | |
| if: ${{ matrix.python-version == env.LATEST_PY_VERSION }} | |
| run: | | |
| python -m pip install pre-commit | |
| pre-commit run --all-files | |
| - name: Run tests | |
| run: python -m pytest --cov tipg --cov-report xml --cov-report term-missing --asyncio-mode=strict | |
| - name: Upload Results | |
| if: ${{ matrix.python-version == env.LATEST_PY_VERSION }} | |
| uses: codecov/codecov-action@v1 | |
| with: | |
| file: ./coverage.xml | |
| flags: unittests | |
| name: ${{ matrix.python-version }} | |
| fail_ci_if_error: false | |
| benchmark: | |
| needs: [tests] | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.LATEST_PY_VERSION }} | |
| - name: install lib postgres | |
| run: | | |
| sudo apt update | |
| wget -q https://www.postgresql.org/media/keys/ACCC4CF8.asc -O- | sudo apt-key add - | |
| echo "deb [arch=amd64] http://apt.postgresql.org/pub/repos/apt/ focal-pgdg main" | sudo tee /etc/apt/sources.list.d/postgresql.list | |
| sudo apt update | |
| sudo apt-get install --yes libpq-dev postgis postgresql-14-postgis-3 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install .["test"] | |
| - name: Run Benchmark | |
| run: python -m pytest tests/benchmarks.py --benchmark-only --benchmark-columns 'min, max, mean, median' --benchmark-json output.json --asyncio-mode=strict | |
| - name: Store and benchmark result | |
| uses: benchmark-action/github-action-benchmark@v1 | |
| with: | |
| name: TiPg Benchmarks | |
| tool: 'pytest' | |
| output-file-path: output.json | |
| alert-threshold: '130%' | |
| comment-on-alert: true | |
| fail-on-alert: false | |
| # GitHub API token to make a commit comment | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| gh-pages-branch: 'gh-benchmarks' | |
| # Make a commit only if main | |
| auto-push: ${{ github.ref == 'refs/heads/main' }} | |
| publish: | |
| needs: [tests] | |
| runs-on: ubuntu-latest | |
| if: contains(github.ref, 'tags') && github.event_name == 'push' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.LATEST_PY_VERSION }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install hatch | |
| python -m hatch build | |
| - name: Set tag version | |
| id: tag | |
| run: | | |
| echo "version=${GITHUB_REF#refs/*/}" >> $GITHUB_OUTPUT | |
| - name: Set module version | |
| id: module | |
| run: | | |
| echo "version=$(hatch --quiet version)" >> $GITHUB_OUTPUT | |
| - name: Build and publish | |
| if: ${{ steps.tag.outputs.version }} == ${{ steps.module.outputs.version}} | |
| env: | |
| HATCH_INDEX_USER: ${{ secrets.PYPI_USERNAME }} | |
| HATCH_INDEX_AUTH: ${{ secrets.PYPI_PASSWORD }} | |
| run: | | |
| python -m hatch publish | |
| publish-docker: | |
| needs: [tests] | |
| if: github.ref == 'refs/heads/main' || startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| image-version: | |
| - 'uvicorn' | |
| - 'gunicorn' | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v1 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Login to Github | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set tag version | |
| id: tag | |
| run: | | |
| echo "version=${GITHUB_REF#refs/*/}" >> $GITHUB_OUTPUT | |
| - name: Image name | |
| id: image | |
| run: | | |
| if [ ${{ matrix.image-version }} = 'uvicorn' ]; then | |
| echo "name=${{ github.repository }}:uvicorn-" >> $GITHUB_OUTPUT | |
| else | |
| echo "name=${{ github.repository }}:" >> $GITHUB_OUTPUT | |
| fi | |
| # Push `latest` when commiting to main | |
| - name: Build and push | |
| if: github.ref == 'refs/heads/main' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| platforms: linux/amd64,linux/arm64 | |
| context: . | |
| file: dockerfiles/Dockerfile.${{ matrix.image-version }} | |
| push: true | |
| tags: | | |
| ghcr.io/${{ steps.image.outputs.name }}latest | |
| # Push `{VERSION}` when pushing a new tag | |
| - name: Build and push | |
| if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| platforms: linux/amd64,linux/arm64 | |
| context: . | |
| file: dockerfiles/Dockerfile.${{ matrix.image-version }} | |
| push: true | |
| tags: | | |
| ghcr.io/${{ steps.image.outputs.name }}${{ steps.tag.outputs.version }} |