-
Notifications
You must be signed in to change notification settings - Fork 4.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
1 changed file
with
0 additions
and
186 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -312,189 +312,3 @@ jobs: | |
| github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} | ||
| label: ${{ needs.start-platform-build-runner.outputs.label }} | ||
| ec2-instance-id: ${{ needs.start-platform-build-runner.outputs.ec2-instance-id }} | ||
|
|
||
| ## Frontend Test | ||
| ## Gradle Build | ||
| # In case of self-hosted EC2 errors, remove this block. | ||
| start-frontend-test-runner: | ||
| name: Start Frontend Test EC2 Runner | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| label: ${{ steps.start-ec2-runner.outputs.label }} | ||
| ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} | ||
| steps: | ||
| - name: Configure AWS credentials | ||
| uses: aws-actions/configure-aws-credentials@v1 | ||
| with: | ||
| aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} | ||
| aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: us-east-2 | ||
| - name: Start EC2 Runner | ||
| id: start-ec2-runner | ||
| uses: machulav/ec2-github-runner@v2 | ||
| with: | ||
| mode: start | ||
| github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} | ||
| ec2-image-id: ami-04bd6e81239f4f3fb | ||
| ec2-instance-type: c5.2xlarge | ||
| subnet-id: subnet-0469a9e68a379c1d3 | ||
| security-group-id: sg-0793f3c9413f21970 | ||
| frontend-test: | ||
| needs: start-frontend-test-runner # required to start the main job when the runner is ready | ||
| runs-on: ${{ needs.start-frontend-test-runner.outputs.label }} # run the job on the newly created runner | ||
| name: Run Frontend Test | ||
| steps: | ||
| - name: Checkout Airbyte | ||
| uses: actions/checkout@v2 | ||
|
|
||
| - uses: actions/setup-java@v1 | ||
| with: | ||
| java-version: '14' | ||
|
|
||
| - uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: '14.7' | ||
|
|
||
| - uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: '3.7' | ||
|
|
||
| - name: Install Pyenv | ||
| run: python3 -m pip install virtualenv==16.7.9 --user | ||
|
|
||
| - name: Install Cypress Test Dependencies | ||
| run: sudo apt-get update && sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb | ||
|
|
||
| - name: Build Platform Docker Images | ||
| run: SUB_BUILD=PLATFORM ./gradlew --no-daemon composebuild --scan | ||
|
|
||
| - name: Run End-to-End Frontend Tests | ||
| run: ./tools/bin/e2e_test.sh | ||
| # In case of self-hosted EC2 errors, remove this block. | ||
| stop-frontend-test-runner: | ||
| name: Stop Frontend Test EC2 Runner | ||
| needs: | ||
| - start-frontend-test-runner # required to get output from the start-runner job | ||
| - frontend-test # required to wait when the main job is done | ||
| runs-on: ubuntu-latest | ||
| if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs | ||
| steps: | ||
| - name: Configure AWS credentials | ||
| uses: aws-actions/configure-aws-credentials@v1 | ||
| with: | ||
| aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} | ||
| aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: us-east-2 | ||
| - name: Stop EC2 runner | ||
| uses: machulav/ec2-github-runner@v2 | ||
| with: | ||
| mode: stop | ||
| github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} | ||
| label: ${{ needs.start-frontend-test-runner.outputs.label }} | ||
| ec2-instance-id: ${{ needs.start-frontend-test-runner.outputs.ec2-instance-id }} | ||
|
|
||
| ## Kube Acceptance Tests | ||
| # In case of self-hosted EC2 errors, remove this block. | ||
| # Docker acceptance tests run as part of the build job. | ||
| start-kube-acceptance-test-runner: | ||
| name: Start Kube Acceptance Test EC2 Runner | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| label: ${{ steps.start-ec2-runner.outputs.label }} | ||
| ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} | ||
| steps: | ||
| - name: Configure AWS credentials | ||
| uses: aws-actions/configure-aws-credentials@v1 | ||
| with: | ||
| aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} | ||
| aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: us-east-2 | ||
| - name: Start EC2 runner | ||
| id: start-ec2-runner | ||
| uses: machulav/ec2-github-runner@v2 | ||
| with: | ||
| mode: start | ||
| github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} | ||
| ec2-image-id: ami-04bd6e81239f4f3fb | ||
| ec2-instance-type: c5.2xlarge | ||
| subnet-id: subnet-0469a9e68a379c1d3 | ||
| security-group-id: sg-0793f3c9413f21970 | ||
| kube-acceptance-test: | ||
| # In case of self-hosted EC2 errors, removed the `needs` line and switch back to running on ubuntu-latest. | ||
| needs: start-kube-acceptance-test-runner # required to start the main job when the runner is ready | ||
| runs-on: ${{ needs.start-kube-acceptance-test-runner.outputs.label }} # run the job on the newly created runner | ||
| name: Acceptance Tests (Kube) | ||
| steps: | ||
| - name: Checkout Airbyte | ||
| uses: actions/checkout@v2 | ||
|
|
||
| - uses: actions/setup-java@v1 | ||
| with: | ||
| java-version: '14' | ||
|
|
||
| - uses: actions/setup-node@v1 | ||
| with: | ||
| node-version: '14.7' | ||
|
|
||
| - uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: '3.7' | ||
|
|
||
| - name: Install Pyenv | ||
| run: python3 -m pip install virtualenv==16.7.9 --user | ||
|
|
||
| - name: Fix EC-2 Runner | ||
| run: | | ||
| mkdir -p /home/runner | ||
| - name: Install socat (required for port forwarding) | ||
| run: | | ||
| sudo apt-get update | ||
| sudo apt-get install socat | ||
| - name: KIND Kubernetes Cluster Setup | ||
| uses: helm/[email protected] | ||
| # In case of self-hosted EC2 errors, remove this env block. | ||
| env: | ||
| USER: root | ||
| HOME: /home/runner | ||
| CHANGE_MINIKUBE_NONE_USER: true | ||
|
|
||
| - name: Build Platform Docker Images | ||
| run: SUB_BUILD=PLATFORM ./gradlew composeBuild --scan | ||
|
|
||
| - name: Run Logging Tests | ||
| run: ./tools/bin/cloud_storage_logging_test.sh | ||
| env: | ||
| AWS_S3_INTEGRATION_TEST_CREDS: ${{ secrets.AWS_S3_INTEGRATION_TEST_CREDS }} | ||
| GOOGLE_CLOUD_STORAGE_TEST_CREDS: ${{ secrets.GOOGLE_CLOUD_STORAGE_TEST_CREDS }} | ||
|
|
||
| - name: Run Kubernetes End-to-End Acceptance Tests | ||
| env: | ||
| USER: root | ||
| HOME: /home/runner | ||
| AWS_S3_INTEGRATION_TEST_CREDS: ${{ secrets.AWS_S3_INTEGRATION_TEST_CREDS }} | ||
| run: | | ||
| IS_MINIKUBE=true ./tools/bin/acceptance_test_kube.sh | ||
| # In case of self-hosted EC2 errors, remove this block. | ||
| stop-kube-acceptance-test-runner: | ||
| name: Stop Kube Acceptance Test EC2 Runner | ||
| needs: | ||
| - start-kube-acceptance-test-runner # required to get output from the start-runner job | ||
| - kube-acceptance-test # required to wait when the main job is done | ||
| runs-on: ubuntu-latest | ||
| if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs | ||
| steps: | ||
| - name: Configure AWS credentials | ||
| uses: aws-actions/configure-aws-credentials@v1 | ||
| with: | ||
| aws-access-key-id: ${{ secrets.SELF_RUNNER_AWS_ACCESS_KEY_ID }} | ||
| aws-secret-access-key: ${{ secrets.SELF_RUNNER_AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: us-east-2 | ||
| - name: Stop EC2 runner | ||
| uses: machulav/ec2-github-runner@v2 | ||
| with: | ||
| mode: stop | ||
| github-token: ${{ secrets.SELF_RUNNER_GITHUB_ACCESS_TOKEN }} | ||
| label: ${{ needs.start-kube-acceptance-test-runner.outputs.label }} | ||
| ec2-instance-id: ${{ needs.start-kube-acceptance-test-runner.outputs.ec2-instance-id }} | ||