Skip to content

Merge pull request #235 from FNNDSC/shm-size #244

Merge pull request #235 from FNNDSC/shm-size

Merge pull request #235 from FNNDSC/shm-size #244

Workflow file for this run

# Run nose tests and CUBE integration tests.
# If both pass, build a multi-architectural docker image and push
# it to Dockerhub. When the git ref is tagged, the docker image
# will be tagged by the same name.
name: ci
on:
push:
branches: [ master ]
tags:
- 'v[0-9]+.[0-9]+.[0-9]+*'
pull_request:
branches: [ master ]
jobs:
test-python:
name: unit tests
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Install
run: |
pip install -r requirements/local.txt
pip install -e .
- name: Pytest
run: pytest --color=yes
test-docker:
name: tests (docker, podman)
runs-on: ubuntu-22.04
strategy:
matrix:
engine:
- docker
- podman
steps:
- uses: actions/checkout@v3
- name: Test
run: |
# podman is not configured to allow the Github Actions user to set CPU limits, so we need to ignore them.
# https://github.com/containers/podman/blob/main/troubleshooting.md#26-running-containers-with-resource-limits-fails-with-a-permissions-error
if [ '${{ matrix.engine }}' = 'podman' ]; then
export IGNORE_LIMITS=yes
fi
./test_docker.sh '${{ matrix.engine }}'
test-swarm:
name: tests (swarm)
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
- run: ./test_swarm.sh
test-cube:
name: tests (integration)
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
- run: docker build -t fnndsc/pman .
- uses: FNNDSC/cube-integration-action@master
build:
needs: [test-python, test-docker, test-swarm, test-cube]
if: github.event_name == 'push' || github.event_name == 'release'
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
with:
fetch-depth: "0"
- name: Get build version
id: version
run: |
desc="$(git describe --tags)"
echo "Version=$desc"
echo "desc=$desc" >> $GITHUB_OUTPUT
- name: Get build tags
id: info
shell: python
run: |
import os
import datetime
import itertools
import subprocess as sp
short_sha = os.getenv('GITHUB_SHA', 'unknown')[:7]
git_refs = []
if os.getenv('GITHUB_REF', '').startswith('refs/tags/v'):
version_from_tag = os.getenv('GITHUB_REF')[11:]
git_refs.append(version_from_tag.replace('+', '.'))
registries = ['docker.io', 'ghcr.io']
repo = os.environ['GITHUB_REPOSITORY'].lower()
tags = ['latest'] + git_refs
names = ','.join(''.join(c) for c in itertools.product(
(r + '/' for r in registries),
[repo],
(':' + t for t in tags)
))
with open(os.getenv('GITHUB_OUTPUT'), 'a') as f:
f.write(f'tags={names}\n')
- uses: docker/setup-qemu-action@v2
- uses: docker/setup-buildx-action@v2
id: buildx
- name: Cache Docker layers
uses: actions/cache@v2
with:
path: /tmp/.buildx-cache
key: ${{ runner.os }}-buildx-${{ github.sha }}
restore-keys: |
${{ runner.os }}-buildx-
- name: Login to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}
- name: Login to GitHub Container Registry
uses: docker/login-action@v2
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Build and push
uses: docker/build-push-action@v3
with:
build-args: |
ENVIRONMENT=production
BUILD_VERSION=${{ steps.version.outputs.desc }}
push: true
context: .
file: ./Dockerfile
tags: "${{ steps.info.outputs.tags }}"
platforms: linux/amd64,linux/ppc64le,linux/arm64
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache
- name: Update Docker Hub description
uses: peter-evans/dockerhub-description@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}
short-description: ChRIS compute resource job dispatcher
readme-filepath: ./README.md
repository: fnndsc/pman