chore: Update configurations for prod deployment (#521)

* chore: Config charts for prod * use hugepages * only update 1st node ip
worldcoin · Oct 15, 2024 · 96517be · 96517be
1 parent 849bcb1
commit 96517be
Show file tree

Hide file tree

Showing 4 changed files with 59 additions and 15 deletions.
diff --git a/deploy/prod/common-values-iris-mpc.yaml b/deploy/prod/common-values-iris-mpc.yaml
@@ -1,4 +1,4 @@
-image: "ghcr.io/worldcoin/iris-mpc:v0.6.7"
+image: "ghcr.io/worldcoin/iris-mpc:v0.8.21"
 
 environment: prod
 replicaCount: 1
@@ -30,15 +30,17 @@ readinessProbe:
 
 resources:
   limits:
-    cpu: 31
-    memory: 120Gi
-    nvidia.com/gpu: 1
-    vpc.amazonaws.com/efa: 1
+    cpu: 192
+    memory: 1000Gi
+    nvidia.com/gpu: 8
+    hugepages-2Mi: 5Gi
+    vpc.amazonaws.com/efa: 32
   requests:
-    cpu: 30
-    memory: 110Gi
-    nvidia.com/gpu: 1
-    vpc.amazonaws.com/efa: 1
+    cpu: 190
+    memory: 1000Gi
+    nvidia.com/gpu: 8
+    hugepages-2Mi: 5Gi
+    vpc.amazonaws.com/efa: 32
 
 imagePullSecrets:
   - name: github-secret

diff --git a/deploy/prod/smpcv2-0-prod/values-iris-mpc.yaml b/deploy/prod/smpcv2-0-prod/values-iris-mpc.yaml
@@ -6,7 +6,7 @@ env:
     value: "eth0"
 
   - name: NCCL_COMM_ID
-    value: "10.15.33.72:4000"
+    value: "iris-mpc-node.1.smpcv2.worldcoin.org:4000"
 
   - name: RUST_BACKTRACE
     value: "full"
@@ -63,7 +63,7 @@ env:
     value: "0"
 
   - name: SMPC__PUBLIC_KEY_BASE_URL
-    value: "https://pki-smpcv2-prod.worldcoin.org"
+    value: "https://pki-smpc.worldcoin.org"
 
   - name: SMPC__CLEAR_DB_BEFORE_INIT
     value: "true"
@@ -76,3 +76,45 @@ env:
 
   - name: SMPC__MAX_BATCH_SIZE
     value: "64"
+
+initContainer:
+  enabled: true
+  image: "amazon/aws-cli:2.17.62"
+  name: "iris-mpc-dns-records-updater"
+  env:
+    - name: PARTY_ID
+      value: "1"
+    - name: MY_NODE_IP
+      valueFrom:
+        fieldRef:
+          fieldPath: status.hostIP
+  configMap:
+    init.sh: |
+      #!/usr/bin/env bash
+
+      # Set up environment variables
+      HOSTED_ZONE_ID=$(aws route53 list-hosted-zones-by-name --dns-name "$PARTY_ID".smpcv2.worldcoin.org --query "HostedZones[].Id" --output text)
+      
+      # Generate the JSON content in memory
+      BATCH_JSON=$(cat <<EOF
+      {
+        "Comment": "Upsert the A record for upgrade-server",
+        "Changes": [
+          {
+            "Action": "UPSERT",
+            "ResourceRecordSet": {
+              "Name": "iris-mpc-node.$PARTY_ID.smpcv2.worldcoin.org",
+              "TTL": 5,
+              "Type": "A",
+              "ResourceRecords": [{
+                "Value": "$MY_NODE_IP"
+              }]
+            }
+          }
+        ]
+      }
+      EOF
+      )
+      
+      # Execute AWS CLI command with the generated JSON
+      aws route53 change-resource-record-sets --hosted-zone-id "$HOSTED_ZONE_ID" --change-batch "$BATCH_JSON"
diff --git a/deploy/prod/smpcv2-1-prod/values-iris-mpc.yaml b/deploy/prod/smpcv2-1-prod/values-iris-mpc.yaml
@@ -9,7 +9,7 @@ env:
     value: "eth0"
 
   - name: NCCL_COMM_ID
-    value: "10.15.33.72:4000"
+    value: "iris-mpc-node.1.smpcv2.worldcoin.org:4000"
 
   - name: SMPC__ENVIRONMENT
     value: "prod"
@@ -63,7 +63,7 @@ env:
     value: "1"
 
   - name: SMPC__PUBLIC_KEY_BASE_URL
-    value: "https://pki-smpcv2-prod.worldcoin.org"
+    value: "https://pki-smpc.worldcoin.org"
 
   - name: SMPC__CLEAR_DB_BEFORE_INIT
     value: "true"

diff --git a/deploy/prod/smpcv2-2-prod/values-iris-mpc.yaml b/deploy/prod/smpcv2-2-prod/values-iris-mpc.yaml
@@ -9,7 +9,7 @@ env:
     value: "eth0"
 
   - name: NCCL_COMM_ID
-    value: "10.15.33.72:4000"
+    value: "iris-mpc-node.1.smpcv2.worldcoin.org:4000"
 
   - name: SMPC__ENVIRONMENT
     value: "prod"
@@ -63,7 +63,7 @@ env:
     value: "2"
 
   - name: SMPC__PUBLIC_KEY_BASE_URL
-    value: "https://pki-smpcv2-prod.worldcoin.org"
+    value: "https://pki-smpc.worldcoin.org"
 
   - name: SMPC__CLEAR_DB_BEFORE_INIT
     value: "true"