-
Notifications
You must be signed in to change notification settings - Fork 4.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Heartbeat pipeline migration (#37911)
* added heartbeat scripts and updated pipeline * made scripts executable * removed gcp agent for skipped packaging step * added agent name from matrix to GH notifications * testing dynamic step * fixed typo * updated command * added agent * testing annotate step * code cleanup * restored dynamic step * updated GH notifictions * updated GH notifications * added comments
- Loading branch information
Showing
16 changed files
with
320 additions
and
23 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,142 @@ | ||
| # yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json | ||
|
|
||
| env: | ||
| IMAGE_UBUNTU_X86_64: "family/core-ubuntu-2204" | ||
| IMAGE_UBUNTU_ARM_64: "core-ubuntu-2004-aarch64" | ||
| IMAGE_WIN_2016: "family/core-windows-2016" | ||
| IMAGE_WIN_2019: "family/core-windows-2019" | ||
| IMAGE_WIN_2022: "family/core-windows-2022" | ||
| IMAGE_RHEL9: "family/core-rhel-9" | ||
| IMAGE_MACOS_X86_64: "generic-13-ventura-x64" | ||
|
|
||
| steps: | ||
| - label: "Example test" | ||
| command: echo "Hello!" | ||
| - group: "Heartbeat Mandatory Testing" | ||
| key: "mandatory-tests" | ||
| if: build.env("GITHUB_PR_TRIGGER_COMMENT") == "heartbeat" || build.env("BUILDKITE_PULL_REQUEST") != "false" | ||
|
|
||
| steps: | ||
| - label: ":linux: Unit Tests / {{matrix.image}}" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/unit-tests.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat: linux/Unit Tests" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "{{matrix.image}}" | ||
| matrix: | ||
| setup: | ||
| image: | ||
| - "${IMAGE_UBUNTU_X86_64}" | ||
| - "${IMAGE_RHEL9}" | ||
| artifact_paths: | ||
| - "heartbeat/build/*.xml" | ||
| - "heartbeat/build/*.json" | ||
|
|
||
| - label: ":windows: Unit Tests / {{matrix.image}}" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/unit-tests-win.ps1" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat: windows/Unit Tests" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "{{matrix.image}}" | ||
| machine_type: "n2-standard-8" | ||
| disk_type: "pd-ssd" | ||
| matrix: | ||
| setup: | ||
| image: | ||
| - "${IMAGE_WIN_2016}" | ||
| - "${IMAGE_WIN_2022}" | ||
| artifact_paths: | ||
| - "heartbeat/build/*.xml" | ||
| - "heartbeat/build/*.json" | ||
|
|
||
| - label: ":ubuntu: Go Integration Tests" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/integration-gotests.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat: Go Integration Tests" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "${IMAGE_UBUNTU_X86_64}" | ||
| artifact_paths: | ||
| - "heartbeat/build/*.xml" | ||
| - "heartbeat/build/*.json" | ||
|
|
||
| - label: ":ubuntu: Python Integration Tests" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/integration-pytests.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat: Python Integration Tests" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "${IMAGE_UBUNTU_X86_64}" | ||
| artifact_paths: | ||
| - "heartbeat/build/*.xml" | ||
| - "heartbeat/build/*.json" | ||
|
|
||
| - group: "Extended Testing" | ||
| key: "extended-tests" | ||
| if: build.env("BUILDKITE_PULL_REQUEST") != "false" || build.env("GITHUB_PR_TRIGGER_COMMENT") == "heartbeat for extended support" | ||
|
|
||
| steps: | ||
| - label: ":linux: ARM64 Unit Tests" | ||
| key: "arm-extended" | ||
| if: build.env("GITHUB_PR_TRIGGER_COMMENT") == "heartbeat for arm" || build.env("GITHUB_PR_LABELS") =~ /.*arm.*/ | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/unit-tests.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat/Extended: Unit Tests ARM" | ||
| agents: | ||
| provider: "aws" | ||
| imagePrefix: "${IMAGE_UBUNTU_ARM_64}" | ||
| instanceType: "t4g.large" | ||
| artifact_paths: "heartbeat/build/*.xml" | ||
|
|
||
| - label: ":mac: MacOS Unit Tests" | ||
| key: "macos-extended" | ||
| if: build.env("GITHUB_PR_TRIGGER_COMMENT") == "heartbeat for macos" || build.env("GITHUB_PR_LABELS") =~ /.*macOS.*/ | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/unit-tests.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat/Extended: MacOS Unit Tests" | ||
| agents: | ||
| provider: "orka" | ||
| imagePrefix: "${IMAGE_MACOS_X86_64}" | ||
| artifact_paths: "heartbeat/build/*.xml" | ||
|
|
||
| - group: "Windows Extended Testing" | ||
| key: "extended-tests-win" | ||
| if: build.env("GITHUB_PR_TRIGGER_COMMENT") == "heartbeat for windows" || build.env("GITHUB_PR_LABELS") =~ /.*windows.*/ | ||
|
|
||
| steps: | ||
| - label: ":windows: Win 2019 Unit Tests" | ||
| key: "win-extended-2019" | ||
| command: ".buildkite/heartbeat/scripts/unit-tests-win.ps1" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "Heartbeat/Extended: Win-2019 Unit Tests" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "${IMAGE_WIN_2019}" | ||
| machine_type: "n2-standard-8" | ||
| disk_type: "pd-ssd" | ||
| artifact_paths: | ||
| - "heartbeat/build/*.xml" | ||
| - "heartbeat/build/*.json" | ||
|
|
||
| - group: "Packaging" | ||
| key: "packaging" | ||
| if: build.env("BUILDKITE_PULL_REQUEST") != "false" | ||
| depends_on: | ||
| - "mandatory-tests" | ||
|
|
||
| steps: | ||
| - label: Package pipeline | ||
| commands: ".buildkite/heartbeat/scripts/package-step.sh | buildkite-agent pipeline upload" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,15 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| # Remove when custom image is set up | ||
| source .buildkite/env-scripts/linux-env.sh | ||
|
|
||
| echo "--- Executing Integration Tests" | ||
| # Remove when custom image is set up | ||
| sudo chmod -R go-w heartbeat/ | ||
|
|
||
| cd heartbeat | ||
| # Remove when custom image is set up | ||
| umask 0022 | ||
| mage goIntegTest |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,15 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| # Remove when custom image is set up | ||
| source .buildkite/env-scripts/linux-env.sh | ||
|
|
||
| echo "--- Executing Integration Tests" | ||
| # Remove when custom image is set up | ||
| sudo chmod -R go-w heartbeat/ | ||
|
|
||
| cd heartbeat | ||
| # Remove when custom image is set up | ||
| umask 0022 | ||
| mage pythonIntegTest |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,49 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| source .buildkite/env-scripts/util.sh | ||
|
|
||
| changeset="^heartbeat/ | ||
| ^go.mod | ||
| ^pytest.ini | ||
| ^dev-tools/ | ||
| ^libbeat/ | ||
| ^testing/ | ||
| ^\.buildkite/heartbeat/" | ||
|
|
||
| if are_files_changed "$changeset"; then | ||
| cat <<-YAML | ||
| steps: | ||
| - label: ":ubuntu: Packaging Linux X86" | ||
| key: "package-linux-x86" | ||
| env: | ||
| PLATFORMS: "+all linux/amd64 linux/arm64 windows/amd64 darwin/amd64 darwin/arm64" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/package.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "heartbeat/Packaging: Linux X86" | ||
| agents: | ||
| provider: "gcp" | ||
| image: "${IMAGE_UBUNTU_X86_64}" | ||
| - label: ":linux: Packaging Linux ARM" | ||
| key: "package-linux-arm" | ||
| env: | ||
| PLATFORMS: "linux/arm64" | ||
| PACKAGES: "docker" | ||
| command: | ||
| - ".buildkite/heartbeat/scripts/package.sh" | ||
| notify: | ||
| - github_commit_status: | ||
| context: "heartbeat/Packaging: ARM" | ||
| agents: | ||
| provider: "aws" | ||
| imagePrefix: "${IMAGE_UBUNTU_ARM_64}" | ||
| instanceType: "t4g.large" | ||
| YAML | ||
| else | ||
| buildkite-agent annotate "No required files changed. Skipped packaging" --style 'warning' --context 'ctx-warning' | ||
| exit 0 | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| source .buildkite/env-scripts/linux-env.sh | ||
|
|
||
| echo "--- Docker Version: $(docker --version)" | ||
|
|
||
| echo "--- Start Packaging" | ||
| cd heartbeat | ||
| umask 0022 | ||
| mage package | ||
|
|
Oops, something went wrong.