Skip to content

Commit

Permalink
fix: Cherry pick chart change v0.35.x (#7295)
Browse files Browse the repository at this point in the history
  • Loading branch information
rschalo authored Oct 29, 2024
1 parent bddb3d9 commit b8ad92f
Show file tree
Hide file tree
Showing 9 changed files with 129 additions and 77 deletions.
31 changes: 1 addition & 30 deletions .github/actions/e2e/install-karpenter/action.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -58,36 +58,7 @@ runs:
K8S_VERSION: ${{ inputs.k8s_version }}
WEBHOOKS_ENABLED: ${{ inputs.webhooks_enabled }}
run: |
aws eks update-kubeconfig --name "$CLUSTER_NAME"
# Parse minor version to determine whether to enable the webhooks
K8S_VERSION_MINOR="${K8S_VERSION#*.}"
# Remove service account annotation when dropping support for 1.23
helm upgrade --install karpenter "oci://$ECR_ACCOUNT_ID.dkr.ecr.$ECR_REGION.amazonaws.com/karpenter/snapshot/karpenter" \
-n kube-system \
--version "0-$(git rev-parse HEAD)" \
--set logLevel=debug \
--set webhook.enabled=${WEBHOOKS_ENABLED} \
--set serviceAccount.annotations."eks\.amazonaws\.com/role-arn"="arn:aws:iam::$ACCOUNT_ID:role/karpenter-irsa-$CLUSTER_NAME" \
--set settings.clusterName="$CLUSTER_NAME" \
--set settings.interruptionQueue="$CLUSTER_NAME" \
--set settings.featureGates.spotToSpotConsolidation=true \
--set controller.resources.requests.cpu=3 \
--set controller.resources.requests.memory=3Gi \
--set controller.resources.limits.cpu=3 \
--set controller.resources.limits.memory=3Gi \
--set serviceMonitor.enabled=true \
--set serviceMonitor.additionalLabels.scrape=enabled \
--set "serviceMonitor.endpointConfig.relabelings[0].targetLabel=clusterName" \
--set "serviceMonitor.endpointConfig.relabelings[0].replacement=$CLUSTER_NAME" \
--set "serviceMonitor.endpointConfig.relabelings[1].targetLabel=gitRef" \
--set "serviceMonitor.endpointConfig.relabelings[1].replacement=$(git rev-parse HEAD)" \
--set "serviceMonitor.endpointConfig.relabelings[2].targetLabel=mostRecentTag" \
--set "serviceMonitor.endpointConfig.relabelings[2].replacement=$(git describe --abbrev=0 --tags)" \
--set "serviceMonitor.endpointConfig.relabelings[3].targetLabel=commitsAfterTag" \
--set "serviceMonitor.endpointConfig.relabelings[3].replacement=\"$(git describe --tags | cut -d '-' -f 2)\"" \
--wait
./test/hack/e2e_scripts/install_karpenter.sh
- name: diff-karpenter
shell: bash
env:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ spec:
singular: ec2nodeclass
scope: Cluster
versions:
{{- if .Values.webhook.enabled }}
- additionalPrinterColumns:
- jsonPath: .status.conditions[?(@.type=="Ready")].status
name: Ready
Expand Down Expand Up @@ -735,6 +736,7 @@ spec:
storage: false
subresources:
status: {}
{{- end }}
- name: v1beta1
schema:
openAPIV3Schema:
Expand Down
2 changes: 2 additions & 0 deletions charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ spec:
singular: nodeclaim
scope: Cluster
versions:
{{- if .Values.webhook.enabled }}
- additionalPrinterColumns:
- jsonPath: .metadata.labels.node\.kubernetes\.io/instance-type
name: Type
Expand Down Expand Up @@ -379,6 +380,7 @@ spec:
storage: false
subresources:
status: {}
{{- end }}
- additionalPrinterColumns:
- jsonPath: .metadata.labels.node\.kubernetes\.io/instance-type
name: Type
Expand Down
2 changes: 2 additions & 0 deletions charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ spec:
singular: nodepool
scope: Cluster
versions:
{{- if .Values.webhook.enabled }}
- additionalPrinterColumns:
- jsonPath: .spec.template.spec.nodeClassRef.name
name: NodeClass
Expand Down Expand Up @@ -502,6 +503,7 @@ spec:
storage: false
subresources:
status: {}
{{- end }}
- additionalPrinterColumns:
- jsonPath: .spec.template.spec.nodeClassRef.name
name: NodeClass
Expand Down
52 changes: 5 additions & 47 deletions hack/mutation/conversion_webhook_injection.sh
Original file line number Diff line number Diff line change
Expand Up @@ -6,54 +6,12 @@ yq eval '.spec.conversion = {"strategy": "Webhook", "webhook": {"conversionRevie
yq eval '.spec.conversion = {"strategy": "Webhook", "webhook": {"conversionReviewVersions": ["v1beta1", "v1"], "clientConfig": {"service": {"name": "karpenter", "namespace": "kube-system", "port": 8443}}}}' -i pkg/apis/crds/karpenter.sh_nodepools.yaml

# Update to the karpenter-crd charts

# Remove the copied over conversion stanzas from CRD spec
# Remove the copied conversion stanzas from CRD specs
yq eval 'del(.spec.conversion)' -i charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml
yq eval 'del(.spec.conversion)' -i charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml
yq eval 'del(.spec.conversion)' -i charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml

# Add the conversion stanza template to the CRD spec to enable conversion via webhook
echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml

echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml

echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml
# Template the v1 version and the conversion strategy of the spec
hack/mutation/ec2nodeclasses.sh
hack/mutation/nodepools.sh
hack/mutation/nodeclaims.sh
26 changes: 26 additions & 0 deletions hack/mutation/ec2nodeclasses.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
#!/usr/bin/env bash

VERSION_START="$(cat charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml | yq '.spec.versions.[0] | line')"
VERSION_END="$(cat charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml | yq '.spec.versions.[1] | line')"
VERSION_END=$(($VERSION_END+1))
TEMP=$(mktemp)

cat charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml | awk -v n=$VERSION_START 'NR==n {sub(/$/,"\n{{- if .Values.webhook.enabled }}")} 1' \
| awk -v n=$VERSION_END 'NR==n {sub(/$/,"\n{{- end }}")} 1' > $TEMP

cat $TEMP > charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml

echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.k8s.aws_ec2nodeclasses.yaml
26 changes: 26 additions & 0 deletions hack/mutation/nodeclaims.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
#!/usr/bin/env bash

VERSION_START="$(cat charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml | yq '.spec.versions.[0] | line')"
VERSION_END="$(cat charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml | yq '.spec.versions.[1] | line')"
VERSION_END=$(($VERSION_END+1))
TEMP=$(mktemp)

cat charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml | awk -v n=$VERSION_START 'NR==n {sub(/$/,"\n{{- if .Values.webhook.enabled }}")} 1' \
| awk -v n=$VERSION_END 'NR==n {sub(/$/,"\n{{- end }}")} 1' > $TEMP

cat $TEMP > charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml

echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.sh_nodeclaims.yaml
26 changes: 26 additions & 0 deletions hack/mutation/nodepools.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
#!/usr/bin/env bash

VERSION_START="$(cat charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml | yq '.spec.versions.[0] | line')"
VERSION_END="$(cat charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml | yq '.spec.versions.[1] | line')"
VERSION_END=$(($VERSION_END+1))
TEMP=$(mktemp)

cat charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml | awk -v n=$VERSION_START 'NR==n {sub(/$/,"\n{{- if .Values.webhook.enabled }}")} 1' \
| awk -v n=$VERSION_END 'NR==n {sub(/$/,"\n{{- end }}")} 1' > $TEMP

cat $TEMP > charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml

echo "{{- if .Values.webhook.enabled }}
conversion:
strategy: Webhook
webhook:
conversionReviewVersions:
- v1beta1
- v1
clientConfig:
service:
name: {{ .Values.webhook.serviceName }}
namespace: {{ .Values.webhook.serviceNamespace | default .Release.Namespace }}
port: {{ .Values.webhook.port }}
{{- end }}
" >> charts/karpenter-crd/templates/karpenter.sh_nodepools.yaml
39 changes: 39 additions & 0 deletions test/hack/e2e_scripts/install_karpenter.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
aws eks update-kubeconfig --name "$CLUSTER_NAME"

# First, conditionally install the webhook stanza and CRDs
if (( "$WEBHOOKS_ENABLED" == false )); then
helm upgrade --install karpenter-crd oci://$ECR_ACCOUNT_ID.dkr.ecr.$ECR_REGION.amazonaws.com/karpenter/snapshot/karpenter-crd \
--namespace kube-system \
--version "0-$(git rev-parse HEAD)" \
--set webhook.enabled=${WEBHOOKS_ENABLED} \
--wait
fi

CHART="oci://$ECR_ACCOUNT_ID.dkr.ecr.$ECR_REGION.amazonaws.com/karpenter/snapshot/karpenter"
ADDITIONAL_FLAGS=""

# Remove service account annotation when dropping support for 1.23
helm upgrade --install karpenter "${CHART}" \
-n kube-system \
--version "0-$(git rev-parse HEAD)" \
--set logLevel=debug \
--set webhook.enabled=${WEBHOOKS_ENABLED} \
--set serviceAccount.annotations."eks\.amazonaws\.com/role-arn"="arn:aws:iam::$ACCOUNT_ID:role/karpenter-irsa-$CLUSTER_NAME" \
--set settings.clusterName="$CLUSTER_NAME" \
--set settings.interruptionQueue="$CLUSTER_NAME" \
--set settings.featureGates.spotToSpotConsolidation=true \
--set controller.resources.requests.cpu=3 \
--set controller.resources.requests.memory=3Gi \
--set controller.resources.limits.cpu=3 \
--set controller.resources.limits.memory=3Gi \
--set serviceMonitor.enabled=true \
--set serviceMonitor.additionalLabels.scrape=enabled \
--set "serviceMonitor.endpointConfig.relabelings[0].targetLabel=clusterName" \
--set "serviceMonitor.endpointConfig.relabelings[0].replacement=$CLUSTER_NAME" \
--set "serviceMonitor.endpointConfig.relabelings[1].targetLabel=gitRef" \
--set "serviceMonitor.endpointConfig.relabelings[1].replacement=$(git rev-parse HEAD)" \
--set "serviceMonitor.endpointConfig.relabelings[2].targetLabel=mostRecentTag" \
--set "serviceMonitor.endpointConfig.relabelings[2].replacement=$(git describe --abbrev=0 --tags)" \
--set "serviceMonitor.endpointConfig.relabelings[3].targetLabel=commitsAfterTag" \
--set "serviceMonitor.endpointConfig.relabelings[3].replacement=\"$(git describe --tags | cut -d '-' -f 2)\"" \
--wait

0 comments on commit b8ad92f

Please sign in to comment.