Automatically refresh API tokens in pipe common (#3584) #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Cloud-Pipeline-Distribution | |
| concurrency: Cloud-Pipeline-Distribution | |
| on: | |
| push: | |
| branches: | |
| - develop | |
| - 'release/**' | |
| - 'stage/**' | |
| - 'ci/**' | |
| workflow_dispatch: | |
| env: | |
| CLOUD_PIPELINE_BUILD_NUMBER_SEED: 30000 | |
| jobs: | |
| CLI_Linux: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_pipe_linux.sh | |
| CLI_Linux_el6: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_pipe_linux_el6.sh | |
| CLI_MacOS: | |
| runs-on: macos-11 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_pipe_macos.sh | |
| CLI_Windows: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_pipe_windows.sh | |
| Build_Client: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 14 | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_client.sh | |
| Build_CloudData_Linux: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_cloud_data_linux.sh | |
| Build_CloudData_Windows: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_cloud_data_windows.sh | |
| Build_DataSharingService: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 14 | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_data_sharing_service.sh | |
| Build_DataTransferService: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_data_transfer_service.sh | |
| Build_FSBrowser: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 14 | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_fs_browser.sh | |
| Build_GpuStat: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: bash deploy/github_actions/gha_build_gpu_stat.sh | |
| Build_All: | |
| runs-on: ubuntu-20.04 | |
| needs: [CLI_Linux, CLI_Linux_el6, CLI_MacOS, CLI_Windows, | |
| Build_Client, | |
| Build_CloudData_Linux, Build_CloudData_Windows, | |
| Build_DataSharingService, Build_DataTransferService, | |
| Build_FSBrowser, Build_GpuStat] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-java@v2 | |
| with: | |
| distribution: 'zulu' | |
| java-version: '8' | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| architecture: 'x64' | |
| - uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - run: sudo -E PATH=$PATH bash deploy/github_actions/gha_pack_dist.sh |