Skip to content

Release Artifacts

Release Artifacts #88

Workflow file for this run

name: Release Artifacts
on:
workflow_dispatch:
inputs:
release-major-tag:
description: 'Whether to create major tag of docker image or not. This will create a tag such as 2 which points to this version.'
required: true
type: boolean
release-latest-tag:
description: >
Whether to create latest tag of docker image or not. This will update the latest tag to point to this version. You should set this when releasing the latest version, but not patches to old versions.
required: true
type: boolean
permissions:
id-token: write
contents: write
issues: write
jobs:
build:
runs-on: ubuntu-latest
timeout-minutes: 50
steps:
- name: Set up JDK
uses: actions/setup-java@v1
with:
java-version: 11
- name: Checkout Data Prepper
uses: actions/checkout@v2
- name: Get Version
run: grep '^version=' gradle.properties >> $GITHUB_ENV
- name: Build Jar Files
run: ./gradlew --parallel --max-workers 2 build
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: ${{ secrets.RELEASE_IAM_ROLE }}
aws-region: us-east-1
- name: Build Archives
run: ./gradlew --parallel --max-workers 2 :release:archives:buildArchives
- name: Build Maven Artifacts
run: ./gradlew publish
- name: Build Docker Image
run: ./gradlew :release:docker:docker
- name: Upload Archives to Archives Bucket
run: ./gradlew :release:archives:uploadArchives -Pregion=us-east-1 -Pbucket=${{ secrets.ARCHIVES_BUCKET_NAME }} -Pprofile=default -PbuildNumber=${{ github.run_number }}
- name: Upload Maven Artifacts to Archives Bucket
run: ./gradlew :release:maven:uploadArtifact -Pregion=us-east-1 -Pbucket=${{ secrets.ARCHIVES_BUCKET_NAME }} -Pprofile=default -PbuildNumber=${{ github.run_number }}
- name: Log into Amazon ECR Public
id: login-ecr
uses: docker/login-action@v1
with:
registry: public.ecr.aws
env:
AWS_REGION: us-east-1
- name: Push Image to Staging ECR
run: |
docker tag opensearch-data-prepper:${{ env.version }} ${{ secrets.ECR_REPOSITORY_URL }}:${{ env.version }}-${{ github.run_number }}
docker push ${{ secrets.ECR_REPOSITORY_URL }}:${{ env.version }}-${{ github.run_number }}
validate-docker:
runs-on: ubuntu-latest
needs: build
timeout-minutes: 30
steps:
- name: Checkout Data Prepper
uses: actions/checkout@v2
- name: Get Version
run: grep '^version=' gradle.properties >> $GITHUB_ENV
- name: Smoke Test Docker Image
run: |
docker pull ${{ secrets.ECR_REPOSITORY_URL }}:${{ env.version }}-${{ github.run_number }}
./release/smoke-tests/run-smoke-tests.sh -v ${{ env.version }}-${{ github.run_number }} -i ${{ secrets.ECR_REPOSITORY_URL }}
validate-archive:
strategy:
matrix:
include:
- image : "openjdk:11"
archive: opensearch-data-prepper
- image : "openjdk:17"
archive: opensearch-data-prepper
- image : "ubuntu:latest"
archive: opensearch-data-prepper-jdk
fail-fast: false
runs-on: ubuntu-latest
needs: build
timeout-minutes: 8
steps:
- name: Checkout Data Prepper
uses: actions/checkout@v2
- name: Get Version
run: grep '^version=' gradle.properties >> $GITHUB_ENV
- name: Smoke Test Tarball Files
run: ./release/smoke-tests/run-tarball-files-smoke-tests.sh -v ${{ env.version }} -u ${{ secrets.ARCHIVES_PUBLIC_URL }} -n ${{ github.run_number }} -i ${{ matrix.image }} -t ${{ matrix.archive }}
promote:
runs-on: ubuntu-latest
if: ${{ (success() || failure()) && needs.build.result == 'success' }}
needs: [build, validate-docker, validate-archive]
permissions:
contents: write
issues: write
steps:
- name: Checkout Data Prepper
uses: actions/checkout@v3
- name: Get Version
run: grep '^version=' gradle.properties >> $GITHUB_ENV
- name: Get Approvers
id: get_approvers
run: |
echo "approvers=$(cat .github/CODEOWNERS | grep @ | tr -d '* ' | sed 's/@/,/g' | sed 's/,//1')" >> $GITHUB_OUTPUT
- uses: trstringer/manual-approval@v1
with:
secret: ${{ github.TOKEN }}
approvers: ${{ steps.get_approvers.outputs.approvers }}
minimum-approvals: 2
issue-title: 'Release Data Prepper : ${{ env.version }}'
issue-body: >
Please approve or deny the release of Data Prepper.
**VERSION**: ${{ env.version }}
**BUILD NUMBER**: ${{ github.run_number }}
**RELEASE MAJOR TAG**: ${{ github.event.inputs.release-major-tag }}
**RELEASE LATEST TAG**: ${{ github.event.inputs.release-latest-tag }}
exclude-workflow-initiator-as-approver: false
- name: Create Release Description
run: |
echo 'version: ${{ env.version }}' > release-description.yaml
echo 'build_number: ${{ github.run_number }}' >> release-description.yaml
echo 'release_major_tag: ${{ github.event.inputs.release-major-tag }}' >> release-description.yaml
echo 'release_latest_tag: ${{ github.event.inputs.release-latest-tag }}' >> release-description.yaml
- name: Create tag
uses: actions/github-script@v6
with:
github-token: ${{ github.TOKEN }}
script: |
github.rest.git.createRef({
owner: context.repo.owner,
repo: context.repo.repo,
ref: 'refs/tags/${{ env.version }}',
sha: context.sha
})
- name: Draft release
uses: softprops/action-gh-release@v1
with:
draft: true
name: '${{ env.version }}'
tag_name: 'refs/tags/${{ env.version }}'
files: |
release-description.yaml