Skip to content

Merge pull request #698 from gerrod3/app-fixes #558

Merge pull request #698 from gerrod3/app-fixes

Merge pull request #698 from gerrod3/app-fixes #558

Workflow file for this run

# Builds and publishes Pulp images
# Ran nightly performing latest, nightly, & supported version releases
# Can be ran manually with specifying Python version for images to be built with
---
name: Release Image
on:
workflow_dispatch:
inputs:
python_version:
description: 'The Python version the images will be built on'
required: false
default: '3.9'
type: string
schedule:
- cron: '0 1 * * *'
push:
branches:
- latest
concurrency:
group: ${{ github.ref_name }}-${{ github.workflow }}
cancel-in-progress: true
jobs:
supported-versions:
if: github.event_name == 'schedule'
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
# by default, it uses a depth of 1
# this fetches all history so that we can read each commit
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: 3.11
- name: Update to the latest pip
run: python -m pip install --upgrade pip
- name: Dispatch workflows on stable branches
run: |
echo ::group::PYDEPS
pip install gitpython requests packaging jinja2 pyyaml
echo ::endgroup::
python .ci/scripts/update_ci_branches.py
env:
GITHUB_TOKEN: ${{ secrets.RELEASE_TOKEN }}
base-images:
runs-on: ubuntu-latest
outputs:
base_cache_key: ${{ steps.build_base_images.outputs.base_cache_key }}
image_variants: ${{ steps.image_variants.outputs.image_variants }}
steps:
- name: Set Python Version variable
run: |
python_version=${{ inputs.python_version && inputs.python_version || '3.9' }}
echo "Using Python Version $python_version"
echo "PYTHON_VERSION=${python_version}" >> $GITHUB_ENV
- name: Check valid Python version
if: ${{ ! contains(fromJSON('["3.9", "3.10", "3.11", "3.12"]'), env.PYTHON_VERSION) }}
run: |
echo "Invalid Python Version (${{ env.PYTHON_VERSION }}), must be 3.9-3.12"
exit 1
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: 3.11
- name: Install python deps
run: |
echo ::group::PYDEPS
pip install requests packaging
echo ::endgroup::
# We do not want to build nightly images unless it's a PR to the latest branch,
# or a branch/dispatch build on the latest branch.
- name: Set the list of image_variants for later jobs
id: image_variants
run: |
if [ "${{ github.base_ref }}" == "latest" ] || [ "${{ github.ref_name }}" == "latest" ]; then
echo "image_variants=[\"nightly\",\"stable\"]" >> "$GITHUB_OUTPUT"
else
echo "image_variants=[\"stable\"]" >> "$GITHUB_OUTPUT"
fi
- name: Build base images
id: build_base_images
uses: "./.github/actions/base_images"
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
python_version: ${{ env.PYTHON_VERSION }}
# The published base images are tagged with the pulpcore version + python version, however
# the base images don't have Pulp installed. Will need to use our context clues of this run
# to figure out which pulpcore version will be installed.
- name: Find pulpcore versions
run: |
pulpcore_version=$(python .ci/scripts/find_pulpcore_version.py --branch "${{ github.ref_name }}")
pulpcore_branch=$(echo ${pulpcore_version} | grep -oP '\d+\.\d+')
echo "Found pulpcore version $pulpcore_version on branch $pulpcore_branch"
echo "PULPCORE_VERSION=${pulpcore_version}" >> $GITHUB_ENV
echo "PULPCORE_BRANCH=${pulpcore_branch}" >> $GITHUB_ENV
if [ "${{ github.ref_name }}" == "latest" ]; then
# We also tag the latest base images with the nightly(main-branch) version of pulpcore
nightly_version=$(python .ci/scripts/find_pulpcore_version.py --branch main)
nightly_branch=$(echo ${nightly_version} | grep -oP '\d+\.\d+')
echo "Found nightly pulpcore version $nightly_version on branch $nightly_branch"
echo "NIGHTLY_VERSION=${nightly_version}" >> $GITHUB_ENV
echo "NIGHTLY_BRANCH=${nightly_branch}" >> $GITHUB_ENV
fi
# Base images on latest will also publish under the next pulpcore version on main.
# If python_version==3.9 (our default python) then publish with just the pulpcore version
# to maintain our prior tagging scheme before customizable python versions
- name: Set image tags
run: |
python_version=${{ env.PYTHON_VERSION }}
python_version="python${python_version//.}"
tags="${PULPCORE_VERSION}-${python_version} ${PULPCORE_BRANCH}-${python_version}"
if [ "${{ github.ref_name }}" == "latest" ]; then
tags="${tags} ${NIGHTLY_VERSION}-${python_version} ${NIGHTLY_BRANCH}-${python_version}"
fi
if [ "${{ env.PYTHON_VERSION }}" == "3.9" ]; then
tags="${tags} ${PULPCORE_VERSION} ${PULPCORE_BRANCH}"
if [ "${{ github.ref_name }}" == "latest" ]; then
tags="${tags} ${NIGHTLY_VERSION} ${NIGHTLY_BRANCH} latest"
fi
fi
tags=$(echo "${tags}" | xargs -n1 | sort -u | xargs)
echo "Set tags to: $tags"
echo "TAGS=${tags}" >> $GITHUB_ENV
- name: Publish base images
uses: "./.github/actions/publish_images"
with:
image_names: "base pulp-ci-centos9"
tags: ${{ env.TAGS }}
github_token: ${{ secrets.GITHUB_TOKEN }}
docker_bot_username: ${{ secrets.DOCKER_BOT_USERNAME }}
docker_bot_password: ${{ secrets.DOCKER_BOT_PASSWORD }}
quay_bot_username: ${{ secrets.QUAY_BOT_USERNAME }}
quay_bot_password: ${{ secrets.QUAY_BOT_PASSWORD }}
app-images:
needs: base-images
runs-on: ubuntu-latest
outputs:
app_version: ${{ steps.build_image.outputs.app_version }}
app_branch: ${{ steps.build_image.outputs.app_branch }}
strategy:
fail-fast: false
matrix:
image_variant: ${{ fromJSON(needs.base-images.outputs.image_variants) }}
image_name:
- pulp-minimal
- pulp
steps:
- uses: actions/checkout@v4
- name: Build App Image
id: build_image
uses: "./.github/actions/build_image"
with:
image_name: ${{ matrix.image_name }}
image_variant: ${{ matrix.image_variant }}
image_cache_key: ${{ needs.base-images.outputs.base_cache_key }}
latest_ui: ${{ github.ref_name == 'latest' }}
built_base_images: ${{ needs.base-images.outputs.rebuilt_images }}
env:
GH_TOKEN: ${{ github.token }}
- name: Test App Image
if: ${{ matrix.image_variant != 'nightly' && steps.build_image.outputs.rebuilt_images == 'true' }}
uses: "./.github/actions/test_image"
with:
image_name: ${{ matrix.image_name }}
app_branch: ${{ steps.build_image.outputs.app_branch }}
- name: Set tags
if: ${{ steps.build_image.outputs.rebuilt_images == 'true' }}
run: |
base_image=$(echo ${{ matrix.image_name }} | cut -d '-' -f1)
if [[ "${{ matrix.image_name }}" == "pulp" ]]; then
images="${{ matrix.image_name }}"
else
images="${{ matrix.image_name }} ${base_image}-web"
fi
echo "Going to publish app images: $images"
echo "IMAGES=${images}" >> $GITHUB_ENV
if [ "${{ matrix.image_variant }}" == "stable" ]; then
app_branch=${{ steps.build_image.outputs.app_branch }}
app_version=${{ steps.build_image.outputs.app_version }}
# latest branch stable variant gets tagged as both "latest" and "stable"
if [ "${GITHUB_REF_NAME%/*}" == "latest" ]; then
tags="${app_branch} ${app_version} stable latest"
else
tags="${app_branch} ${app_version}"
fi
else
tags="nightly"
fi
tags=$(echo "${tags}" | xargs -n1 | sort -u | xargs)
echo "Going to publish with tags: $tags"
echo "TAGS=${tags}" >> $GITHUB_ENV
- name: Publish App Image
if: ${{ steps.build_image.outputs.rebuilt_images == 'true' }}
uses: "./.github/actions/publish_images"
with:
image_names: ${{ env.IMAGES }}
tags: ${{ env.TAGS }}
github_token: ${{ secrets.GITHUB_TOKEN }}
docker_bot_username: ${{ secrets.DOCKER_BOT_USERNAME }}
docker_bot_password: ${{ secrets.DOCKER_BOT_PASSWORD }}
quay_bot_username: ${{ secrets.QUAY_BOT_USERNAME }}
quay_bot_password: ${{ secrets.QUAY_BOT_PASSWORD }}
- name: Logs
if: always()
run: |
set +e
podman ps -a
podman images -a
podman logs pulp
cd images/compose
podman-compose logs
podman logs --tail=10000 compose_pulp_api_1
podman logs --tail=10000 compose_pulp_content_1
podman logs --tail=10000 compose_pulp_worker_1
podman logs --tail=10000 compose_pulp_worker_2
podman logs --tail=10000 compose_pulp_web_1
VOLUME_PATH=$(podman volume inspect pulpdev | jq -r .[].Mountpoint)
sudo ls -al $VOLUME_PATH
sudo tree $VOLUME_PATH
http --follow --timeout 30 --check-status --pretty format --print hb http://localhost:8080/pulp/api/v3/status/ || true