qe-ocp-pre-main.yaml

name: OCP Pre-Main Testing

on:
  pull_request:
    branches: [ main ]

permissions:
  contents: read

env:
  QE_REPO: redhat-best-practices-for-k8s/certsuite-qe
  KUBECONFIG: /home/labuser3/.kube/config
  PFLT_DOCKERCONFIG: '/home/labuser3/.docker/config'
  CERTSUITE_IMAGE_NAME: quay.io/redhat-best-practices-for-k8s/certsuite
  TEST_CERTSUITE_IMAGE_TAG: localtest
  DOCKER_CONFIG_DIR: '/home/labuser3/.docker'
  CERTSUITE_CONFIG_DIR: '/home/labuser3/certsuite_config'
  CERTSUITE_REPORT_DIR: '/home/labuser3/tnf_report'

jobs:
  # Build the image used for testing first, then pass the reference to the QE tests.
  # This saves time and resources by not building the image in each QE suite.
  build-image-for-qe:
    if: github.event.pull_request.user.login!='dependabot[bot]'
    runs-on: ubuntu-22.04
    steps:
      - name: Check out code
        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
        with:
          ref: ${{ github.sha }}

      - name: Setup docker buildx
        uses: docker/setup-buildx-action@c47758b77c9736f4b2ef4073d4d51994fabfe349 # v3.7.1

      - name: Build temporary image tag for this PR
        uses: docker/build-push-action@4f58ea79222b3b9dc2c8bbdd6debcef730109a75 # v6.9.0
        with:
          context: .
          file: ./Dockerfile
          tags: |
            ${{ env.CERTSUITE_IMAGE_NAME }}:${{ env.TEST_CERTSUITE_IMAGE_TAG }}
          outputs: type=docker,dest=/tmp/testimage.tar
      
      - name: Store image as artifact
        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
        with:
          name: testimage
          path: /tmp/testimage.tar

  qe-ocp-testing:
    runs-on: qe-ocp-416
    needs: build-image-for-qe
    if: needs.build-image-for-qe.result == 'success' && github.event.pull_request.user.login!='dependabot[bot]'
    strategy:
      fail-fast: false
      matrix: 
        suite: [affiliatedcertification, operator, observability]
    env:
      SHELL: /bin/bash

    steps:
      - name: Check out code
        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
        with:
          ref: ${{ github.sha }}

      - name: Run initial setup
        uses: ./.github/actions/setup

      # Download the image from the artifact and load it into the docker daemon.
      - name: Setup docker buildx
        uses: docker/setup-buildx-action@c47758b77c9736f4b2ef4073d4d51994fabfe349 # v3.7.1

      - name: Download image from artifact
        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
        with:
          name: testimage
          path: /tmp

      - name: Load image into docker
        run: docker load --input /tmp/testimage.tar

      - name: Show pods
        run: oc get pods -A

      - name: Clone the QE repository
        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
        with:
          repository: ${{ env.QE_REPO }}
          path: certsuite-qe
          # Reference temporarily changed to point to QE PR#952.
          ref: access_control_and_operator_updates

      - name: Preemptively potential QE namespaces
        run: ./scripts/delete-namespaces.sh
        working-directory: certsuite-qe

      - name: Preemptively delete contents of openshift-marketplace namespace
        run: ./scripts/clean-marketplace.sh
        working-directory: certsuite-qe

      - name: Preemptively delete report and config folders
        shell: bash
        run: |
          sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
          sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}

      - name: Run the tests (against image)
        uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
        with:
          timeout_minutes: 60
          max_attempts: 3
          command: cd ${GITHUB_WORKSPACE}/certsuite-qe; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

      - name: Cleanup self-hosted runner images
        run: docker image prune -f