Merge pull request #6250 from zalando-incubator/e2e-karpenter-pool

Run one karpenter pool in e2e
zalando-incubator · Jul 28, 2023 · effbf51 · effbf51
2 parents 55d8dd9 + 250b2b4
commit effbf51
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 2 deletions.
diff --git a/cluster/manifests/e2e-resources/pool-reserve.yaml b/cluster/manifests/e2e-resources/pool-reserve.yaml
@@ -1,5 +1,5 @@
 {{ if eq .Environment "e2e" }}
-{{ range $pool := split "default-worker-splitaz,worker-limit-az,worker-combined,worker-instance-storage,worker-node-tests" "," }}
+{{ range $pool := split "default-worker-splitaz,worker-limit-az,worker-combined,worker-instance-storage,worker-node-tests,worker-karpenter" "," }}
 apiVersion: apps/v1
 kind: Deployment
 metadata:
@@ -33,6 +33,11 @@ spec:
           key: dedicated
           value: worker-combined
       {{ end }}
+      {{ if eq $pool "worker-karpenter" }}
+        - effect: NoSchedule
+          key: dedicated
+          value: worker-karpenter
+      {{ end }}
       terminationGracePeriodSeconds: 0
       containers:
       - name: pause

diff --git a/cluster/manifests/z-karpenter/deployment.yaml b/cluster/manifests/z-karpenter/deployment.yaml
@@ -40,7 +40,7 @@ spec:
       priorityClassName: "{{ .Cluster.ConfigItems.system_priority_class }}"
       containers:
         - name: controller
-          image: "container-registry.zalando.net/teapot/karpenter:networkinterfaces-experimental-main-10@sha256:c1aa11c813f3ef2133eb9126e4c383fa838bf80caeb93d2d1cadfe02e8c1c8e5"
+          image: "container-registry.zalando.net/teapot/karpenter:networkinterfaces-experimental-main-10"
           env:
             - name: KUBERNETES_MIN_VERSION
               value: "1.22.0-0"

diff --git a/test/e2e/cluster_config.sh b/test/e2e/cluster_config.sh
@@ -45,6 +45,7 @@ clusters:
     stackset_legacy_hpa_field_enabled: "true"
     stackset_legacy_hpa_field_crd_enabled: "true"
     teapot_admission_controller_daemonset_reserved_cpu: "518m"
+    karpenter_pools_enabled: "true"
   criticality_level: 1
   environment: e2e
   id: ${CLUSTER_ID}
@@ -139,6 +140,15 @@ clusters:
     config_items:
       labels: dedicated=node-reboot-tests
       taints: dedicated=node-reboot-tests:NoSchedule
+  - discount_strategy: none
+    instance_types: ["default-for-karpenter"]
+    min_size: 0
+    max_size: 0
+    profile: worker-karpenter
+    name: worker-karpenter
+    config_items:
+      labels: dedicated=worker-karpenter
+      taints: dedicated=worker-karpenter:NoSchedule
   provider: zalando-aws
   region: ${REGION}
   owner: '${OWNER}'