chore: update dpes (#1268) #28
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: K8s-CI | |
on: | |
pull_request: | |
branches: | |
- main | |
- "[0-9]+.[0-9]+" | |
types: [ opened, synchronize, reopened ] | |
push: | |
branches: | |
- main | |
- "[0-9]+.[0-9]+" | |
env: | |
CONTAINER_SUFFIX: ${{ github.run_id }} | |
CI_ELASTIC_AGENT_DOCKER_TAG: "8.10.0-SNAPSHOT" | |
CI_ELASTIC_AGENT_DOCKER_IMAGE: "704479110758.dkr.ecr.eu-west-2.amazonaws.com/elastic-agent" | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
cancel-in-progress: true | |
jobs: | |
Build: | |
name: Build | |
runs-on: ubuntu-20.04 | |
timeout-minutes: 40 | |
steps: | |
# Disk cleanup | |
- name: Free Disk Space (Ubuntu) | |
uses: jlumbroso/free-disk-space@main | |
with: | |
tool-cache: false | |
android: true | |
dotnet: true | |
haskell: true | |
large-packages: false | |
docker-images: true | |
swap-storage: true | |
- name: Check out the repo | |
uses: actions/checkout@v3 | |
- name: Setup GO (with caching) | |
uses: magnetikonline/action-golang-cache@v4 | |
with: | |
go-version-file: .go-version | |
- name: build cloudbeat binary | |
uses: magefile/mage-action@v2 | |
with: | |
version: latest | |
args: build | |
- name: build opa bundle | |
uses: magefile/mage-action@v2 | |
with: | |
version: latest | |
args: BuildOpaBundle | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v2 | |
- name: Cache Build dependencies | |
uses: actions/cache@v3 | |
with: | |
path: /tmp/.buildx-cache | |
key: ${{ runner.os }}-buildx-${{ github.workflow }} | |
restore-keys: | | |
${{ runner.os }}-buildx- | |
- name: Build cloudbeat-docker | |
uses: docker/build-push-action@v4 | |
with: | |
context: . | |
file: ./deploy/Dockerfile | |
push: false | |
tags: cloudbeat:latest | |
cache-from: type=local,src=/tmp/.buildx-cache | |
cache-to: type=local,dest=/tmp/.buildx-cache-new | |
outputs: type=docker,dest=/tmp/cloudbeat-${{ env.CONTAINER_SUFFIX }}.tar | |
- name: Build elastic-agent | |
env: | |
BASE_IMAGE: docker.elastic.co/beats/elastic-agent:${{ env.CI_ELASTIC_AGENT_DOCKER_TAG }} | |
GOOS: linux | |
GOARCH: amd64 | |
run: ./dev-tools/packaging/docker/elastic-agent/build.sh -t ${{ env.CI_ELASTIC_AGENT_DOCKER_IMAGE }}:${{ env.CI_ELASTIC_AGENT_DOCKER_TAG }} | |
shell: bash | |
- name: Build pytest-docker | |
uses: docker/build-push-action@v4 | |
with: | |
context: ./tests/. | |
push: false | |
tags: cloudbeat-test:latest | |
cache-from: type=local,mode=max,src=/tmp/.buildx-cache | |
cache-to: type=local,mode=max,dest=/tmp/.buildx-cache-new | |
outputs: type=docker,dest=/tmp/pytest-${{ env.CONTAINER_SUFFIX }}.tar | |
- name: Cache docker images | |
uses: actions/cache@v3 | |
with: | |
path: /tmp/*.tar | |
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }} | |
- name: Move cache | |
run: | | |
./.ci/scripts/gh-cache.sh | |
shell: bash | |
k8s_functional_tests: | |
# Run only selected tests on PRs | |
if: github.event_name == 'pull_request' | |
name: ${{ matrix.test-target }}-tests | |
needs: [ Build ] | |
runs-on: ubuntu-22.04 | |
timeout-minutes: 55 | |
strategy: | |
fail-fast: false | |
matrix: | |
test-target: | |
[ | |
file_system_rules, | |
k8s_object_rules, | |
process_scheduler_rules, | |
process_api_server_rules, | |
process_controller_manager_rules, | |
process_etcd_rules, | |
process_kubelet_rules, | |
] | |
values_file: [ tests/deploy/values/ci.yml ] | |
range: [ "0..4" ] | |
include: | |
- test-target: pre_merge_agent | |
range: '' | |
values_file: tests/deploy/values/ci-sa-agent.yml | |
- test-target: pre_merge | |
range: "" | |
steps: | |
- name: Free Disk Space (Ubuntu) | |
uses: jlumbroso/free-disk-space@main | |
with: | |
tool-cache: false | |
android: true | |
dotnet: true | |
haskell: true | |
large-packages: false | |
docker-images: true | |
swap-storage: true | |
- name: Check out the repo | |
uses: actions/checkout@v3 | |
- name: Init Hermit | |
run: ./bin/hermit env -r >> $GITHUB_ENV | |
- name: Create k8s Kind Cluster | |
run: | | |
just create-kind-cluster | |
- name: Cache docker images | |
uses: actions/cache@v3 | |
with: | |
path: /tmp/*.tar | |
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }} | |
- name: Load images to kind | |
run: | | |
./.ci/scripts/kind-images.sh ${{ env.CONTAINER_SUFFIX }} kind-multi | |
shell: bash | |
- name: Deploy tests Helm chart | |
id: deploy_helm | |
run: | | |
just deploy-tests-helm ${{ matrix.test-target }} ${{ matrix.values_file }} ${{ matrix.range }} | |
- name: Run Tests | |
id: run_tests | |
run: | | |
just run-tests ${{ matrix.test-target }} | |
- name: Upload Test Results | |
if: always() | |
uses: actions/upload-artifact@v3 | |
with: | |
name: allure_results-${{ matrix.test-target}} | |
path: tests/allure/results/ | |
- name: clear cache | |
id: clear_cache | |
if: always() | |
run: rm -rf /tmp/*-${{ env.CONTAINER_SUFFIX }}.tar | |
k8s_functional_tests_full: | |
# Run full test suit on post-merge | |
name: ${{ matrix.test-target }}-${{ matrix.range }}-tests | |
if: github.event_name == 'push' | |
needs: [ Build ] | |
runs-on: ubuntu-22.04 | |
timeout-minutes: 55 | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- test-target: pre_merge_agent | |
range: '' | |
values_file: tests/deploy/values/ci-sa-agent.yml | |
- test-target: pre_merge | |
range: "" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: 'aws and not aws_s3' | |
range: "" | |
values_file: tests/deploy/values/ci-aws-services.yml | |
- test-target: file_system_rules | |
range: "0..5" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "5..10" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "10..15" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "15..20" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "20..25" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "25..30" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "30..35" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "35..40" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "40..45" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "45..50" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "50..55" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "55..60" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "60..65" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "65..70" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: file_system_rules | |
range: "70.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: k8s_object_rules | |
range: "0..6" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: k8s_object_rules | |
range: "6..12" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: k8s_object_rules | |
range: "12..18" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: k8s_object_rules | |
range: "18.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_scheduler_rules | |
range: "0..3" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_scheduler_rules | |
range: "3.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "0..5" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "5..10" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "10..15" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "15..20" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "20..24" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "24..28" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "28..32" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "32..36" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "36..40" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "40..44" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "44..48" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "48..52" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "52..56" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_api_server_rules | |
range: "56.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_controller_manager_rules | |
range: "0..4" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_controller_manager_rules | |
range: "4..8" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_controller_manager_rules | |
range: "8..12" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_controller_manager_rules | |
range: "12.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_etcd_rules | |
range: "0..4" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_etcd_rules | |
range: "4..8" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_etcd_rules | |
range: "8.." | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "0..4" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "4..8" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "8..12" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "12..16" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "16..20" | |
values_file: tests/deploy/values/ci.yml | |
- test-target: process_kubelet_rules | |
range: "20.." | |
values_file: tests/deploy/values/ci.yml | |
steps: | |
- name: Free Disk Space (Ubuntu) | |
uses: jlumbroso/free-disk-space@main | |
with: | |
tool-cache: false | |
android: true | |
dotnet: true | |
haskell: true | |
large-packages: false | |
docker-images: true | |
swap-storage: true | |
- name: Check out the repo | |
uses: actions/checkout@v3 | |
- name: Init Hermit | |
run: ./bin/hermit env -r >> $GITHUB_ENV | |
- name: Set Kind Configuration | |
run: | | |
echo "KIND_CONFIG=kind-multi" >> $GITHUB_ENV | |
if [[ $VAR == *"aws"* ]]; then | |
echo "KIND_CONFIG=kind-mono" >> $GITHUB_ENV | |
fi | |
env: | |
VAR: ${{ matrix.test-target }} | |
- name: Create k8s Kind Cluster | |
run: | | |
just create-kind-cluster ${{ env.KIND_CONFIG }} | |
- name: Cache docker images | |
uses: actions/cache@v3 | |
with: | |
path: /tmp/*.tar | |
key: ${{ runner.os }}-dockers-cache-${{ env.CONTAINER_SUFFIX }} | |
- name: Load images to kind | |
run: | | |
./.ci/scripts/kind-images.sh ${{ env.CONTAINER_SUFFIX }} ${{ env.KIND_CONFIG }} | |
shell: bash | |
- name: Deploy tests Helm chart | |
id: deploy_helm | |
run: | | |
just deploy-tests-helm '${{ matrix.test-target }}' ${{ matrix.values_file }} ${{ matrix.range }} | |
- name: Deploy cloudbeat aws | |
if: contains(matrix.test-target, 'aws') | |
env: | |
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_TEST_ACC }} | |
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_TEST_ACC }} | |
run: | | |
just deploy-cloudbeat-aws | |
sleep 300 | |
- name: Run Tests | |
id: run_tests | |
run: | | |
just run-tests '${{ matrix.test-target }}' kind-${{ env.KIND_CONFIG }} | |
- name: Upload Test Results | |
if: always() | |
uses: actions/upload-artifact@v3 | |
with: | |
name: allure_results-${{ matrix.test-target}} | |
path: tests/allure/results/ | |
- name: clear cache | |
id: clear_cache | |
if: always() | |
run: rm -rf /tmp/*-${{ env.CONTAINER_SUFFIX }}.tar |