E2E #147
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| git_ref: | |
| type: string | |
| region: | |
| type: choice | |
| options: | |
| - "us-east-1" | |
| - "us-east-2" | |
| - "us-west-2" | |
| - "eu-west-1" | |
| default: "us-east-2" | |
| suite: | |
| type: choice | |
| required: true | |
| options: | |
| - Integration | |
| - NodeClaim | |
| - Consolidation | |
| - Interruption | |
| - Drift | |
| - Expiration | |
| - Chaos | |
| - IPv6 | |
| - Scale | |
| - PrivateCluster | |
| k8s_version: | |
| type: choice | |
| options: | |
| - "1.23" | |
| - "1.24" | |
| - "1.25" | |
| - "1.26" | |
| - "1.27" | |
| - "1.28" | |
| default: "1.28" | |
| enable_metrics: | |
| type: boolean | |
| default: false | |
| cleanup: | |
| type: boolean | |
| required: true | |
| default: true | |
| workflow_call: | |
| inputs: | |
| git_ref: | |
| type: string | |
| region: | |
| type: string | |
| default: "us-east-2" | |
| suite: | |
| type: string | |
| required: true | |
| k8s_version: | |
| type: string | |
| default: "1.28" | |
| enable_metrics: | |
| type: boolean | |
| default: false | |
| cleanup: | |
| type: boolean | |
| required: true | |
| workflow_trigger: | |
| type: string | |
| secrets: | |
| SLACK_WEBHOOK_URL: | |
| required: true | |
| jobs: | |
| run-suite: | |
| permissions: | |
| id-token: write # aws-actions/[email protected] | |
| statuses: write # ./.github/actions/commit-status/start | |
| name: suite-${{ inputs.suite }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| ref: ${{ inputs.git_ref }} | |
| - if: always() && github.event_name == 'workflow_run' | |
| uses: ./.github/actions/commit-status/start | |
| with: | |
| name: ${{ github.workflow }} (${{ inputs.k8s_version }}) / e2e (${{ inputs.suite }}) | |
| git_ref: ${{ inputs.git_ref }} | |
| - uses: ./.github/actions/install-deps | |
| - name: configure aws credentials | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4.0.1 | |
| with: | |
| role-to-assume: arn:aws:iam::${{ vars.ACCOUNT_ID }}:role/${{ vars.ROLE_NAME }} | |
| aws-region: ${{ inputs.region }} | |
| role-duration-seconds: 21600 | |
| - name: add jitter on cluster setup | |
| run: | | |
| # Creating jitter so that we can stagger cluster creation to avoid throttling | |
| sleep $(( RANDOM % 300 + 1 )) | |
| - id: generate-cluster-name | |
| name: generate cluster name | |
| run: | | |
| CLUSTER_NAME="$(echo ${{ inputs.suite }}-"$RANDOM$RANDOM" | awk '{print tolower($0)}' | tr / -)" | |
| echo Using cluster name "$CLUSTER_NAME" | |
| echo CLUSTER_NAME="$CLUSTER_NAME" >> "$GITHUB_OUTPUT" | |
| - name: setup eks cluster '${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}' | |
| uses: ./.github/actions/e2e/setup-cluster | |
| with: | |
| account_id: ${{ vars.ACCOUNT_ID }} | |
| role: ${{ vars.ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| k8s_version: ${{ inputs.k8s_version }} | |
| eksctl_version: v0.165.0 | |
| ip_family: ${{ contains(inputs.suite, 'IPv6') && 'IPv6' || 'IPv4' }} # Set the value to IPv6 if IPv6 suite, else IPv4 | |
| private_cluster: ${{ inputs.suite == 'PrivateCluster' }} | |
| git_ref: ${{ inputs.git_ref }} | |
| ecr_account_id: ${{ vars.ECR_ACCOUNT_ID }} | |
| ecr_region: ${{ vars.ECR_REGION }} | |
| prometheus_workspace_id: ${{ vars.WORKSPACE_ID }} | |
| prometheus_region: ${{ vars.PROMETHEUS_REGION }} | |
| - name: run the ${{ inputs.suite }} test suite | |
| run: | | |
| TEST_SUITE="${{ inputs.suite }}" | |
| # If we are performing the PrivateCluster test suite, then we should just run the 'Integration' test suite | |
| if [[ inputs.suite == 'PrivateCluster' ]]; then | |
| TEST_SUITE="Integration" | |
| fi | |
| aws eks update-kubeconfig --name ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| TEST_SUITE="$TEST_SUITE" ENABLE_METRICS=${{ inputs.enable_metrics }} METRICS_REGION=${{ vars.TIMESTREAM_REGION }} GIT_REF="$(git rev-parse HEAD)" \ | |
| CLUSTER_NAME="${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}" CLUSTER_ENDPOINT="$(aws eks describe-cluster --name ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} --query "cluster.endpoint" --output text)" \ | |
| INTERRUPTION_QUEUE="${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}" make e2etests | |
| - name: notify slack of success or failure | |
| uses: ./.github/actions/e2e/slack/notify | |
| if: (success() || failure()) && github.event_name != 'workflow_run' && inputs.workflow_trigger != 'versionCompatibility' | |
| with: | |
| url: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| suite: ${{ inputs.suite }} | |
| k8s_version: ${{ inputs.k8s_version }} | |
| git_ref: ${{ inputs.git_ref }} | |
| - name: dump logs on failure | |
| uses: ./.github/actions/e2e/dump-logs | |
| if: failure() || cancelled() | |
| with: | |
| account_id: ${{ vars.ACCOUNT_ID }} | |
| role: ${{ vars.ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| - name: cleanup karpenter and cluster '${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }}' resources | |
| uses: ./.github/actions/e2e/cleanup | |
| if: always() && inputs.cleanup | |
| with: | |
| account_id: ${{ vars.ACCOUNT_ID }} | |
| role: ${{ vars.ROLE_NAME }} | |
| region: ${{ inputs.region }} | |
| cluster_name: ${{ steps.generate-cluster-name.outputs.CLUSTER_NAME }} | |
| git_ref: ${{ inputs.git_ref }} | |
| eksctl_version: v0.165.0 | |
| - if: always() && github.event_name == 'workflow_run' | |
| uses: ./.github/actions/commit-status/end | |
| with: | |
| name: ${{ github.workflow }} (${{ inputs.k8s_version }}) / e2e (${{ inputs.suite }}) | |
| git_ref: ${{ inputs.git_ref }} |