Skip to content

Commit

Permalink
Add Setup environment actions (#29026)
Browse files Browse the repository at this point in the history
Co-authored-by: Andrey Devyatkin <[email protected]>
  • Loading branch information
aleksandr-dudko and andreydevyatkin authored Oct 23, 2023
1 parent 189f531 commit ca96cb5
Show file tree
Hide file tree
Showing 179 changed files with 392 additions and 215 deletions.
4 changes: 1 addition & 3 deletions .github/actions/setup-action/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,4 @@ runs:
- name: expose gcloud path
shell: bash
run: |
echo KUBELET_GCLOUD_CONFIG_PATH=/var/lib/kubelet/pods/$POD_UID/volumes/kubernetes.io~empty-dir/gcloud >> $GITHUB_ENV
- name: Setup environment
uses: ./.github/actions/setup-environment-action
echo KUBELET_GCLOUD_CONFIG_PATH=/var/lib/kubelet/pods/$POD_UID/volumes/kubernetes.io~empty-dir/gcloud >> $GITHUB_ENV
2 changes: 2 additions & 0 deletions .github/workflows/beam_CancelStaleDataflowJobs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_CleanUpGCPResources.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_CleanUpPrebuiltSDKImages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_IODatastoresCredentialsRotation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }}
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Starting credential rotation
run: |
gcloud container clusters update io-datastores --start-credential-rotation --zone=us-central1-a --quiet
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_Java_JMH.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,8 @@ jobs:
name: "beam_Java_JMH"
steps:
- uses: actions/checkout@v3
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: run the Java JMH micro-benchmark harness suite
uses: ./.github/actions/gradle-command-self-hosted-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_Java_LoadTests_Combine_Smoke.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_CoGBK_Dataflow_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,6 +79,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_GBK_Dataflow_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,6 +79,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_ParDo_Dataflow_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_ParDo_Flink_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,6 +79,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,6 +79,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Java_GBK_Dataflow_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_LoadTests_Java_GBK_Smoke.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/beam_LoadTests_Python_CoGBK_Flink_Batch.yml
Original file line number Diff line number Diff line change
Expand Up @@ -79,10 +79,10 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Install Python
uses: actions/setup-python@v4
- name: Setup environment
uses: ./.github/actions/setup-environment-action
with:
python-version: '3.8'
python-version: 3.8
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,10 +69,10 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Install Python
uses: actions/setup-python@v4
- name: Setup environment
uses: ./.github/actions/setup-environment-action
with:
python-version: '3.8'
python-version: 3.8
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,10 +69,10 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Install Python
uses: actions/setup-python@v4
- name: Setup environment
uses: ./.github/actions/setup-environment-action
with:
python-version: '3.8'
python-version: 3.8
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_MetricsCredentialsRotation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }}
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Starting credential rotation
run: |
gcloud container clusters update metrics --start-credential-rotation --zone=us-central1-a --quiet
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_PerformanceTests_AvroIOIT.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_PerformanceTests_AvroIOIT_HDFS.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
with:
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_PerformanceTests_Cdap.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
# The env variable is created and populated in the test-arguments-action as "<github.job>_test_arguments_<argument_file_paths_index>"
- name: Prepare test arguments
uses: ./.github/actions/test-arguments-action
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
2 changes: 2 additions & 0 deletions .github/workflows/beam_PerformanceTests_HadoopFormat.yml
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,8 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- name: Authenticate on GCP
id: auth
uses: google-github-actions/auth@v1
Expand Down
Loading

0 comments on commit ca96cb5

Please sign in to comment.