E2E #236
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| git_ref: | |
| type: string | |
| region: | |
| type: choice | |
| options: | |
| - "us-east-1" | |
| - "us-east-2" | |
| - "us-west-2" | |
| - "eu-west-1" | |
| default: "us-east-2" | |
| suite: | |
| type: choice | |
| required: true | |
| options: | |
| - Integration | |
| - NodeClaim | |
| - Consolidation | |
| - Interruption | |
| - Drift | |
| - Expiration | |
| - Chaos | |
| - IPv6 | |
| - Scale | |
| - PrivateCluster | |
| - LocalZone | |
| k8s_version: | |
| type: choice | |
| options: | |
| - "1.23" | |
| - "1.24" | |
| - "1.25" | |
| - "1.26" | |
| - "1.27" | |
| - "1.28" | |
| - "1.29" | |
| default: "1.29" | |
| cluster_name: | |
| type: string | |
| cleanup: | |
| type: boolean | |
| required: true | |
| default: true | |
| enable_metrics: | |
| type: boolean | |
| default: false | |
| codebuild_region: | |
| type: string | |
| workflow_call: | |
| inputs: | |
| git_ref: | |
| type: string | |
| region: | |
| type: string | |
| default: "us-east-2" | |
| suite: | |
| type: string | |
| required: true | |
| k8s_version: | |
| type: string | |
| default: "1.29" | |
| enable_metrics: | |
| type: boolean | |
| default: false | |
| cleanup: | |
| type: boolean | |
| required: true | |
| workflow_trigger: | |
| type: string | |
| codebuild_region: | |
| type: string | |
| cluster_name: | |
| type: string | |
| description: If cluster_name is empty, a new cluster will be created. Otherwise, tests will run on an existing cluster | |
| secrets: | |
| SLACK_WEBHOOK_URL: | |
| required: false | |
| SLACK_WEBHOOK_SOAK_URL: | |
| required: false | |
| jobs: | |
| run-suite: | |
| permissions: | |
| id-token: write # aws-actions/[email protected] | |
| statuses: write # ./.github/actions/commit-status/start | |
| name: suite-${{ inputs.suite }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | |
| with: | |
| ref: ${{ inputs.git_ref }} | |
| - if: always() && github.event_name == 'workflow_run' | |
| uses: ./.github/actions/commit-status/start | |
| with: | |
| name: ${{ github.workflow }} (${{ inputs.k8s_version }}) / e2e (${{ inputs.suite }}) | |
| git_ref: ${{ inputs.git_ref }} | |
| - uses: ./.github/actions/install-deps | |
| - name: configure aws credentials | |
| uses: aws-actions/configure-aws-credentials@e3dd6a429d7300a6a4c196c26e071d42e0343502 # v4.0.2 | |
| with: | |
| role-to-assume: arn:aws:iam::${{ vars.CI_ACCOUNT_ID }}:role/${{ vars.CI_ROLE_NAME }} | |
| aws-region: ${{ inputs.region }} | |
| role-duration-seconds: 21600 | |
| - name: add jitter on cluster setup | |
| run: | | |
| # Creating jitter so that we can stagger cluster creation to avoid throttling | |
| sleep $(( RANDOM % 300 + 1 )) | |
| - id: generate-cluster-name | |
| name: generate cluster name | |
| env: | |
| SUITE: ${{ inputs.suite }} | |
| CLUSTER_NAME: ${{ inputs.cluster_name }} | |
| WORKFLOW_TRIGGER: ${{ inputs.workflow_trigger }} | |
| run: | | |
| if [[ "$CLUSTER_NAME" == '' ]]; then | |
| if [[ "$WORKFLOW_TRIGGER" == 'soak' ]]; then | |
| CLUSTER_NAME=$(echo "soak-periodic-$RANDOM$RANDOM" | awk '{print tolower($0)}' | tr / -) | |
| else | |
| CLUSTER_NAME=$(echo "$SUITE-$RANDOM$RANDOM" | awk '{print tolower($0)}' | tr / -) | |
| fi | |
| fi | |
| echo "Using cluster name \"$CLUSTER_NAME\"" | |
| echo CLUSTER_NAME="$CLUSTER_NAME" >> "$GITHUB_OUTPUT" | |
| - name: setup eks cluster '${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}' | |
| if: inputs.cluster_name == '' | |
| uses: ./.github/actions/e2e/setup-cluster | |
| with: | |
| account_id: ${{ vars.CI_ACCOUNT_ID }} | |
| role: ${{ vars.CI_ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| k8s_version: ${{ inputs.k8s_version }} | |
| eksctl_version: v0.175.0 | |
| ip_family: ${{ contains(inputs.suite, 'IPv6') && 'IPv6' || 'IPv4' }} # Set the value to IPv6 if IPv6 suite, else IPv4 | |
| private_cluster: ${{ inputs.workflow_trigger == 'private_cluster' }} | |
| git_ref: ${{ inputs.git_ref }} | |
| ecr_account_id: ${{ vars.SNAPSHOT_ACCOUNT_ID }} | |
| ecr_region: ${{ vars.SNAPSHOT_REGION }} | |
| prometheus_workspace_id: ${{ vars.WORKSPACE_ID }} | |
| prometheus_region: ${{ vars.PROMETHEUS_REGION }} | |
| enable_local_zones: ${{ inputs.suite == 'LocalZone' }} | |
| cleanup: ${{ inputs.cleanup }} | |
| codebuild_role: ${{ vars[format('{0}_CODEBUILD_ROLE', inputs.codebuild_region)] }} | |
| - name: run tests for private cluster | |
| if: ${{ inputs.workflow_trigger == 'private_cluster' }} | |
| uses: ./.github/actions/e2e/run-tests-private-cluster | |
| with: | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| suite: ${{ inputs.suite }} | |
| prometheus_region: ${{ vars.PROMETHEUS_REGION }} | |
| prometheus_workspace_id: ${{ vars.WORKSPACE_ID }} | |
| region: ${{ inputs.region }} | |
| account_id: ${{ vars.CI_ACCOUNT_ID }} | |
| k8s_version: ${{ inputs.k8s_version }} | |
| ecr_account_id: ${{ vars.SNAPSHOT_ACCOUNT_ID }} | |
| ecr_region: ${{ vars.SNAPSHOT_REGION }} | |
| private_cluster: ${{ inputs.workflow_trigger == 'private_cluster' }} | |
| enable_metrics: ${{ inputs.enable_metrics }} | |
| metrics_region: ${{ vars.TIMESTREAM_REGION }} | |
| node_role: ${{ env.NODE_ROLE }} | |
| cleanup: ${{ inputs.cleanup }} | |
| codebuild_sg: ${{ vars[format('{0}_CODEBUILD_SG', inputs.codebuild_region)] }} | |
| codebuild_vpc: ${{ vars[format('{0}_CODEBUILD_VPC', inputs.codebuild_region)] }} | |
| - name: run the ${{ inputs.suite }} test suite | |
| if: ${{ inputs.workflow_trigger != 'private_cluster' }} | |
| env: | |
| SUITE: ${{ inputs.suite }} | |
| ENABLE_METRICS: ${{ inputs.enable_metrics }} | |
| run: | | |
| aws eks update-kubeconfig --name ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| # Clean up the cluster before running all tests | |
| kubectl delete nodepool --all | |
| kubectl delete ec2nodeclass --all | |
| kubectl delete deployment --all | |
| TEST_SUITE="$SUITE" ENABLE_METRICS=$ENABLE_METRICS METRICS_REGION=${{ vars.TIMESTREAM_REGION }} GIT_REF="$(git rev-parse HEAD)" \ | |
| CLUSTER_NAME="${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}" CLUSTER_ENDPOINT="$(aws eks describe-cluster --name ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} --query "cluster.endpoint" --output text)" \ | |
| INTERRUPTION_QUEUE="${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}" make e2etests | |
| - name: notify slack of success or failure | |
| uses: ./.github/actions/e2e/slack/notify | |
| if: (success() || failure()) && github.event_name != 'workflow_run' && inputs.workflow_trigger != 'versionCompatibility' | |
| with: | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| url: ${{ inputs.workflow_trigger == 'soak' && secrets.SLACK_WEBHOOK_SOAK_URL || secrets.SLACK_WEBHOOK_URL }} | |
| suite: ${{ inputs.suite }} | |
| git_ref: ${{ inputs.git_ref }} | |
| workflow_trigger: ${{ inputs.workflow_trigger }} | |
| - name: dump logs on failure | |
| uses: ./.github/actions/e2e/dump-logs | |
| if: (failure() || cancelled()) && inputs.workflow_trigger != 'private_cluster' | |
| with: | |
| account_id: ${{ vars.CI_ACCOUNT_ID }} | |
| role: ${{ vars.CI_ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| - name: cleanup karpenter and cluster '${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}' resources | |
| uses: ./.github/actions/e2e/cleanup | |
| if: always() && inputs.cleanup | |
| with: | |
| account_id: ${{ vars.CI_ACCOUNT_ID }} | |
| role: ${{ vars.CI_ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| git_ref: ${{ inputs.git_ref }} | |
| eksctl_version: v0.169.0 | |
| private_cluster: ${{ inputs.workflow_trigger == 'private_cluster' }} | |
| - if: always() && github.event_name == 'workflow_run' | |
| uses: ./.github/actions/commit-status/end | |
| with: | |
| name: ${{ github.workflow }} (${{ inputs.k8s_version }}) / e2e (${{ inputs.suite }}) | |
| git_ref: ${{ inputs.git_ref }} |