diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 8a45e5e54e9a9..71d0aad5a4444 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -312,189 +312,3 @@ jobs: github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} label: ${{ needs.start-platform-build-runner.outputs.label }} ec2-instance-id: ${{ needs.start-platform-build-runner.outputs.ec2-instance-id }} - - ## Frontend Test - ## Gradle Build - # In case of self-hosted EC2 errors, remove this block. - start-frontend-test-runner: - name: Start Frontend Test EC2 Runner - runs-on: ubuntu-latest - outputs: - label: ${{ steps.start-ec2-runner.outputs.label }} - ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} - steps: - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - aws-region: us-east-2 - - name: Start EC2 Runner - id: start-ec2-runner - uses: machulav/ec2-github-runner@v2 - with: - mode: start - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} - ec2-image-id: ami-04bd6e81239f4f3fb - ec2-instance-type: c5.2xlarge - subnet-id: subnet-0469a9e68a379c1d3 - security-group-id: sg-0793f3c9413f21970 - frontend-test: - needs: start-frontend-test-runner # required to start the main job when the runner is ready - runs-on: ${{ needs.start-frontend-test-runner.outputs.label }} # run the job on the newly created runner - name: Run Frontend Test - steps: - - name: Checkout Airbyte - uses: actions/checkout@v2 - - - uses: actions/setup-java@v1 - with: - java-version: '14' - - - uses: actions/setup-node@v1 - with: - node-version: '14.7' - - - uses: actions/setup-python@v2 - with: - python-version: '3.7' - - - name: Install Pyenv - run: python3 -m pip install virtualenv==16.7.9 --user - - - name: Install Cypress Test Dependencies - run: sudo apt-get update && sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb - - - name: Build Platform Docker Images - run: SUB_BUILD=PLATFORM ./gradlew --no-daemon composebuild --scan - - - name: Run End-to-End Frontend Tests - run: ./tools/bin/e2e_test.sh - # In case of self-hosted EC2 errors, remove this block. - stop-frontend-test-runner: - name: Stop Frontend Test EC2 Runner - needs: - - start-frontend-test-runner # required to get output from the start-runner job - - frontend-test # required to wait when the main job is done - runs-on: ubuntu-latest - if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs - steps: - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - aws-region: us-east-2 - - name: Stop EC2 runner - uses: machulav/ec2-github-runner@v2 - with: - mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} - label: ${{ needs.start-frontend-test-runner.outputs.label }} - ec2-instance-id: ${{ needs.start-frontend-test-runner.outputs.ec2-instance-id }} - - ## Kube Acceptance Tests - # In case of self-hosted EC2 errors, remove this block. - # Docker acceptance tests run as part of the build job. - start-kube-acceptance-test-runner: - name: Start Kube Acceptance Test EC2 Runner - runs-on: ubuntu-latest - outputs: - label: ${{ steps.start-ec2-runner.outputs.label }} - ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} - steps: - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - aws-region: us-east-2 - - name: Start EC2 runner - id: start-ec2-runner - uses: machulav/ec2-github-runner@v2 - with: - mode: start - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} - ec2-image-id: ami-04bd6e81239f4f3fb - ec2-instance-type: c5.2xlarge - subnet-id: subnet-0469a9e68a379c1d3 - security-group-id: sg-0793f3c9413f21970 - kube-acceptance-test: - # In case of self-hosted EC2 errors, removed the `needs` line and switch back to running on ubuntu-latest. - needs: start-kube-acceptance-test-runner # required to start the main job when the runner is ready - runs-on: ${{ needs.start-kube-acceptance-test-runner.outputs.label }} # run the job on the newly created runner - name: Acceptance Tests (Kube) - steps: - - name: Checkout Airbyte - uses: actions/checkout@v2 - - - uses: actions/setup-java@v1 - with: - java-version: '14' - - - uses: actions/setup-node@v1 - with: - node-version: '14.7' - - - uses: actions/setup-python@v2 - with: - python-version: '3.7' - - - name: Install Pyenv - run: python3 -m pip install virtualenv==16.7.9 --user - - - name: Fix EC-2 Runner - run: | - mkdir -p /home/runner - - - name: Install socat (required for port forwarding) - run: | - sudo apt-get update - sudo apt-get install socat - - - name: KIND Kubernetes Cluster Setup - uses: helm/kind-action@v1.1.0 - # In case of self-hosted EC2 errors, remove this env block. - env: - USER: root - HOME: /home/runner - CHANGE_MINIKUBE_NONE_USER: true - - - name: Build Platform Docker Images - run: SUB_BUILD=PLATFORM ./gradlew composeBuild --scan - - - name: Run Logging Tests - run: ./tools/bin/cloud_storage_logging_test.sh - env: - AWS_S3_INTEGRATION_TEST_CREDS: ${{ secrets.AWS_S3_INTEGRATION_TEST_CREDS }} - GOOGLE_CLOUD_STORAGE_TEST_CREDS: ${{ secrets.GOOGLE_CLOUD_STORAGE_TEST_CREDS }} - - - name: Run Kubernetes End-to-End Acceptance Tests - env: - USER: root - HOME: /home/runner - AWS_S3_INTEGRATION_TEST_CREDS: ${{ secrets.AWS_S3_INTEGRATION_TEST_CREDS }} - run: | - IS_MINIKUBE=true ./tools/bin/acceptance_test_kube.sh - # In case of self-hosted EC2 errors, remove this block. - stop-kube-acceptance-test-runner: - name: Stop Kube Acceptance Test EC2 Runner - needs: - - start-kube-acceptance-test-runner # required to get output from the start-runner job - - kube-acceptance-test # required to wait when the main job is done - runs-on: ubuntu-latest - if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs - steps: - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v1 - with: - aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} - aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} - aws-region: us-east-2 - - name: Stop EC2 runner - uses: machulav/ec2-github-runner@v2 - with: - mode: stop - github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} - label: ${{ needs.start-kube-acceptance-test-runner.outputs.label }} - ec2-instance-id: ${{ needs.start-kube-acceptance-test-runner.outputs.ec2-instance-id }}