diff --git a/.github/workflows/1.8.yaml b/.github/workflows/1.8.yaml new file mode 100644 index 00000000000..907f255fcae --- /dev/null +++ b/.github/workflows/1.8.yaml @@ -0,0 +1,167 @@ +on: + push: + branches: + - 1.8 + +name: Build and publish for branch 1.8 +jobs: + docker_build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + - uses: actions/checkout@v2 + with: + repository: calyptia/fluent-bit-ci + path: ci + + - name: Setup environment + run: | + sudo apt-get --yes update + sudo apt-get install --yes docker.io containerd runc + sudo systemctl unmask docker && sudo systemctl start docker + + - name: Login to Docker Hub + uses: docker/login-action@v1 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Build a docker image for master branch + run: | + DOCKER_BUILDKIT=1 docker build --no-cache -f ./dockerfiles/Dockerfile.${{ env.arch }}-1_8 -t ${{ env.dockerhub_organization }}/fluent-bit:${{ env.arch }}-1_8 . + env: + arch: x86_64 + dockerhub_organization: fluentbitdev + + - name: Push image to Docker Hub + run: | + DOCKER_BUILDKIT=1 docker push ${{ env.dockerhub_organization }}/fluent-bit:${{ env.arch }}-1_8 + env: + arch: x86_64 + dockerhub_organization: fluentbitdev + run-integration-tests: + name: run integration tests on GCP - k8s ${{ matrix.k8s-release }} for 1.8 branch + needs: docker_build + strategy: + max-parallel: 3 + fail-fast: false + matrix: + k8s-release: [ '1.19' ] #, '1.20' ] #, 1.19/stable, 1.18/stable ] + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + with: + repository: calyptia/fluent-bit-ci + path: ci + + - uses: frabert/replace-string-action@master + id: formatted_release + with: + pattern: '(.*)\.(.*)$' + string: ${{ matrix.k8s-release }} + replace-with: '$1-$2' + flags: 'g' + + - name: Replace the k8s release + run: | + sed -i -e "s/\$K8S_RELEASE/${{ env.k8s_release }}/g" default.auto.tfvars + sed -i -e "s/\$K8S_FORMATTED/${{ env.k8s_release_formatted }}/g" default.auto.tfvars + sed -i -e "s/\$K8S_FORMATTED/${{ env.k8s_release_formatted }}/g" config.tf + working-directory: ci/terraform/gcp/ + env: + k8s_release: ${{ matrix.k8s-release }} + k8s_release_formatted: ${{ steps.formatted_release.outputs.replaced }} + + - uses: hashicorp/setup-terraform@v1 + with: + cli_config_credentials_hostname: 'app.terraform.io' + cli_config_credentials_token: ${{ secrets.TF_API_TOKEN }} + + - name: Replace the GCP service account key + run: | + cat <> default.auto.tfvars + gcp-sa-key = <<-EOF + ${{ secrets.GCP_SA_KEY }} + EOF + EOT + working-directory: ci/terraform/gcp/ + + - name: Terraform fmt + id: fmt + run: terraform fmt -check + continue-on-error: true + working-directory: ci/terraform/gcp/ + + - name: Terraform Init + id: init + run: terraform init + working-directory: ci/terraform/gcp/ + + - name: Terraform Validate + id: validate + run: terraform validate -no-color + working-directory: ci/terraform/gcp/ + + - name: Terraform Apply + id: apply + run: | + terraform apply -input=false -auto-approve + working-directory: ci/terraform/gcp/ + + - name: Get the k8s cluster name from terraform output + id: get-k8s-cluster-name + run: terraform output -no-color -raw k8s-cluster-name + working-directory: ci/terraform/gcp/ + + - name: Get the k8s cluster location from terraform output + id: get-k8s-cluster-location + run: terraform output -no-color -raw k8s-cluster-location + working-directory: ci/terraform/gcp/ + + - name: Get the k8s project id from terraform output + id: get-gcp-project-id + run: terraform output -no-color -raw gcp-project-id + working-directory: ci/terraform/gcp/ + + - name: Get the bigquery dataset id from terraform output + id: get-gcp-bigquery-dataset-id + run: terraform output -no-color -raw gcp-bigquery-dataset-id + working-directory: ci/terraform/gcp/ + + - name: Get the bigquery table id from terraform output + id: get-gcp-bigquery-table-id + run: terraform output -no-color -raw gcp-bigquery-table-id + working-directory: ci/terraform/gcp/ + + - uses: google-github-actions/setup-gcloud@master + with: + service_account_key: ${{ secrets.GCP_SA_KEY }} + export_default_credentials: true + + - uses: google-github-actions/get-gke-credentials@main + with: + cluster_name: ${{ steps.get-k8s-cluster-name.outputs.stdout }} + location: ${{ steps.get-k8s-cluster-location.outputs.stdout }} + credentials: ${{ secrets.GCP_SA_KEY }} + + - uses: actions/setup-go@v2 + with: + go-version: '1.16' # The Go version to download (if necessary) and use. + + - uses: azure/setup-helm@v1 + id: install + + - run: go mod download + working-directory: ci/integration/ + + - run: make integration + env: + GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }} + GCP_BQ_DATASET_ID: ${{ steps.get-gcp-bigquery-dataset-id.outputs.stdout }} + GCP_BQ_TABLE_ID: ${{ steps.get-gcp-bigquery-table-id.outputs.stdout }} + GCP_PROJECT_ID: fluent-bit-ci + IMAGE_REPOSITORY: fluentbitdev/fluent-bit + IMAGE_TAG: x86_64-1_8 + GRAFANA_USERNAME: ${{ secrets.GRAFANA_USERNAME }} + GRAFANA_PASSWORD: ${{ secrets.GRAFANA_PASSWORD }} + working-directory: ci/