Skip to content
K8s-CI

[Azure] Add resource types to the assets fetcher #2438

Sign in to view logs

[Azure] Add resource types to the assets fetcher

[Azure] Add resource types to the assets fetcher #2438

Workflow file for this run

.github/workflows/k8s-ci.yml at 8a4b3fd
name: K8s-CI
on:
pull_request:
branches:
- main
- "[0-9]+.[0-9]+"
types: [ opened, synchronize, reopened ]
push:
branches:
- main
- "[0-9]+.[0-9]+"
env:
CONTAINER_SUFFIX: ${{ github.run_id }}
CI_ELASTIC_AGENT_DOCKER_TAG: "8.10.0-SNAPSHOT"
CI_ELASTIC_AGENT_DOCKER_IMAGE: "704479110758.dkr.ecr.eu-west-2.amazonaws.com/elastic-agent"
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
Build:
name: Build
runs-on: ubuntu-20.04
timeout-minutes: 40
steps:
# Disk cleanup
- name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main
with:
tool-cache: false
android: true
dotnet: true
haskell: true
large-packages: false
docker-images: true
swap-storage: true
- name: Check out the repo
uses: actions/checkout@v4
- name: Setup GO (with caching)
uses: magnetikonline/action-golang-cache@v4
with:
go-version-file: .go-version
- name: build cloudbeat binary
uses: magefile/mage-action@v3
with:
version: latest
args: build
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Cache Build dependencies
uses: actions/cache@v3
with:
path: /tmp/.buildx-cache
key: ${{ runner.os }}-buildx-${{ github.workflow }}
restore-keys: |
${{ runner.os }}-buildx-
- name: Build cloudbeat-docker
uses: docker/build-push-action@v5
with:
context: .
file: ./deploy/Dockerfile
push: false
tags: cloudbeat:latest
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache-new
outputs: type=docker,dest=/tmp/cloudbeat-${{ env.CONTAINER_SUFFIX }}.tar
- name: Build elastic-agent
env:
BASE_IMAGE: docker.elastic.co/beats/elastic-agent:${{ env.CI_ELASTIC_AGENT_DOCKER_TAG }}
GOOS: linux
GOARCH: amd64
run: ./dev-tools/packaging/docker/elastic-agent/build.sh -t ${{ env.CI_ELASTIC_AGENT_DOCKER_IMAGE }}:${{ env.CI_ELASTIC_AGENT_DOCKER_TAG }}
shell: bash
- name: Build pytest-docker
uses: docker/build-push-action@v5
with:
context: ./tests/.
push: false
tags: cloudbeat-test:latest
cache-from: type=local,mode=max,src=/tmp/.buildx-cache
cache-to: type=local,mode=max,dest=/tmp/.buildx-cache-new
outputs: type=docker,dest=/tmp/pytest-${{ env.CONTAINER_SUFFIX }}.tar
- name: Cache docker images
uses: actions/cache@v3
with:
path: /tmp/*.tar
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }}
- name: Move cache
run: |
./.ci/scripts/gh-cache.sh
shell: bash
k8s_functional_tests:
# Run only selected tests on PRs
if: github.event_name == 'pull_request'
name: ${{ matrix.test-target }}-tests
needs: [ Build ]
runs-on: ubuntu-22.04
timeout-minutes: 55
strategy:
fail-fast: false
matrix:
test-target:
[
file_system_rules,
k8s_object_rules,
process_scheduler_rules,
process_api_server_rules,
process_controller_manager_rules,
process_etcd_rules,
process_kubelet_rules,
]
values_file: [ tests/deploy/values/ci.yml ]
range: [ "0..4" ]
include:
- test-target: pre_merge_agent
range: ''
values_file: tests/deploy/values/ci-sa-agent.yml
- test-target: pre_merge
range: ""
steps:
- name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main
with:
tool-cache: false
android: true
dotnet: true
haskell: true
large-packages: false
docker-images: true
swap-storage: true
- name: Check out the repo
uses: actions/checkout@v4
- name: Init Hermit
run: ./bin/hermit env -r >> $GITHUB_ENV
- name: Create k8s Kind Cluster
run: |
just create-kind-cluster
- name: Cache docker images
uses: actions/cache@v3
with:
path: /tmp/*.tar
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }}
- name: Load images to kind
run: |
./.ci/scripts/kind-images.sh ${{ env.CONTAINER_SUFFIX }} kind-multi
shell: bash
- name: Deploy tests Helm chart
id: deploy_helm
run: |
just deploy-tests-helm ${{ matrix.test-target }} ${{ matrix.values_file }} ${{ matrix.range }}
- name: Run Tests
id: run_tests
run: |
just run-tests ${{ matrix.test-target }}
- name: Upload Test Results
if: always()
uses: actions/upload-artifact@v3
with:
name: allure_results-${{ matrix.test-target}}
path: tests/allure/results/
- name: clear cache
id: clear_cache
if: always()
run: rm -rf /tmp/*-${{ env.CONTAINER_SUFFIX }}.tar
k8s_functional_tests_full:
# Run full test suit on post-merge
name: ${{ matrix.test-target }}-${{ matrix.range }}-tests
if: github.event_name == 'push'
needs: [ Build ]
runs-on: ubuntu-22.04
timeout-minutes: 55
strategy:
fail-fast: false
matrix:
include:
- test-target: pre_merge_agent
range: ''
values_file: tests/deploy/values/ci-sa-agent.yml
- test-target: pre_merge
range: ""
values_file: tests/deploy/values/ci.yml
- test-target: 'aws and not aws_s3'
range: ""
values_file: tests/deploy/values/ci-aws-services.yml
- test-target: file_system_rules
range: "0..5"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "5..10"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "10..15"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "15..20"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "20..25"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "25..30"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "30..35"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "35..40"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "40..45"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "45..50"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "50..55"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "55..60"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "60..65"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "65..70"
values_file: tests/deploy/values/ci.yml
- test-target: file_system_rules
range: "70.."
values_file: tests/deploy/values/ci.yml
- test-target: k8s_object_rules
range: "0..6"
values_file: tests/deploy/values/ci.yml
- test-target: k8s_object_rules
range: "6..12"
values_file: tests/deploy/values/ci.yml
- test-target: k8s_object_rules
range: "12..18"
values_file: tests/deploy/values/ci.yml
- test-target: k8s_object_rules
range: "18.."
values_file: tests/deploy/values/ci.yml
- test-target: process_scheduler_rules
range: "0..3"
values_file: tests/deploy/values/ci.yml
- test-target: process_scheduler_rules
range: "3.."
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "0..5"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "5..10"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "10..15"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "15..20"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "20..24"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "24..28"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "28..32"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "32..36"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "36..40"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "40..44"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "44..48"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "48..52"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "52..56"
values_file: tests/deploy/values/ci.yml
- test-target: process_api_server_rules
range: "56.."
values_file: tests/deploy/values/ci.yml
- test-target: process_controller_manager_rules
range: "0..4"
values_file: tests/deploy/values/ci.yml
- test-target: process_controller_manager_rules
range: "4..8"
values_file: tests/deploy/values/ci.yml
- test-target: process_controller_manager_rules
range: "8..12"
values_file: tests/deploy/values/ci.yml
- test-target: process_controller_manager_rules
range: "12.."
values_file: tests/deploy/values/ci.yml
- test-target: process_etcd_rules
range: "0..4"
values_file: tests/deploy/values/ci.yml
- test-target: process_etcd_rules
range: "4..8"
values_file: tests/deploy/values/ci.yml
- test-target: process_etcd_rules
range: "8.."
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "0..4"
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "4..8"
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "8..12"
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "12..16"
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "16..20"
values_file: tests/deploy/values/ci.yml
- test-target: process_kubelet_rules
range: "20.."
values_file: tests/deploy/values/ci.yml
steps:
- name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main
with:
tool-cache: false
android: true
dotnet: true
haskell: true
large-packages: false
docker-images: true
swap-storage: true
- name: Check out the repo
uses: actions/checkout@v4
- name: Init Hermit
run: ./bin/hermit env -r >> $GITHUB_ENV
- name: Set Kind Configuration
run: |
echo "KIND_CONFIG=kind-multi" >> $GITHUB_ENV
if [[ $VAR == *"aws"* ]]; then
echo "KIND_CONFIG=kind-mono" >> $GITHUB_ENV
fi
env:
VAR: ${{ matrix.test-target }}
- name: Create k8s Kind Cluster
run: |
just create-kind-cluster ${{ env.KIND_CONFIG }}
- name: Cache docker images
uses: actions/cache@v3
with:
path: /tmp/*.tar
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }}
- name: Load images to kind
run: |
./.ci/scripts/kind-images.sh ${{ env.CONTAINER_SUFFIX }} ${{ env.KIND_CONFIG }}
shell: bash
- name: Deploy tests Helm chart
id: deploy_helm
run: |
just deploy-tests-helm '${{ matrix.test-target }}' ${{ matrix.values_file }} ${{ matrix.range }}
- name: Deploy cloudbeat aws
if: contains(matrix.test-target, 'aws')
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_TEST_ACC }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_TEST_ACC }}
run: |
just deploy-cloudbeat-aws
sleep 300
- name: Run Tests
id: run_tests
run: |
just run-tests '${{ matrix.test-target }}' kind-${{ env.KIND_CONFIG }}
- name: Upload Test Results
if: always()
uses: actions/upload-artifact@v3
with:
name: allure_results-${{ matrix.test-target}}
path: tests/allure/results/
- name: clear cache
id: clear_cache
if: always()
run: rm -rf /tmp/*-${{ env.CONTAINER_SUFFIX }}.tar