Add metrics for serial id and event time

worldcoin · Oct 17, 2024 · eb004eb · eb004eb
1 parent 285f8cb
commit eb004eb
Show file tree

Hide file tree

Showing 9 changed files with 67 additions and 2 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/deploy/stage/common-values-iris-mpc.yaml b/deploy/stage/common-values-iris-mpc.yaml
@@ -1,4 +1,4 @@
-image: "ghcr.io/worldcoin/iris-mpc:v0.8.25"
+image: "ghcr.io/worldcoin/iris-mpc:v0.8.26"
 
 environment: stage
 replicaCount: 1

diff --git a/deploy/stage/smpcv2-0-stage/values-iris-mpc.yaml b/deploy/stage/smpcv2-0-stage/values-iris-mpc.yaml
@@ -77,6 +77,23 @@ env:
   - name: SMPC__MAX_BATCH_SIZE
     value: "64"
 
+  - name: SMPC__SERVICE__METRICS__HOST
+    valueFrom:
+      fieldRef:
+        fieldPath: status.hostIP
+
+  - name: SMPC__SERVICE__METRICS__PORT
+    value: "8125"
+
+  - name: SMPC__SERVICE__METRICS__QUEUE_SIZE
+    value: "5000"
+
+  - name: SMPC__SERVICE__METRICS__BUFFER_SIZE
+    value: "1024"
+
+  - name: SMPC__SERVICE__METRICS__PREFIX
+    value: "smpcv2-0"
+
 initContainer:
   enabled: true
   image: "amazon/aws-cli:2.17.62"

diff --git a/deploy/stage/smpcv2-1-stage/values-iris-mpc.yaml b/deploy/stage/smpcv2-1-stage/values-iris-mpc.yaml
@@ -77,6 +77,23 @@ env:
   - name: SMPC__MAX_BATCH_SIZE
     value: "64"
 
+  - name: SMPC__SERVICE__METRICS__HOST
+    valueFrom:
+      fieldRef:
+        fieldPath: status.hostIP
+
+  - name: SMPC__SERVICE__METRICS__PORT
+    value: "8125"
+
+  - name: SMPC__SERVICE__METRICS__QUEUE_SIZE
+    value: "5000"
+
+  - name: SMPC__SERVICE__METRICS__BUFFER_SIZE
+    value: "1024"
+
+  - name: SMPC__SERVICE__METRICS__PREFIX
+    value: "smpcv2-1"
+
 initContainer:
   enabled: true
   image: "amazon/aws-cli:2.17.62"

diff --git a/deploy/stage/smpcv2-2-stage/values-iris-mpc.yaml b/deploy/stage/smpcv2-2-stage/values-iris-mpc.yaml
@@ -77,6 +77,23 @@ env:
   - name: SMPC__MAX_BATCH_SIZE
     value: "64"
 
+  - name: SMPC__SERVICE__METRICS__HOST
+    valueFrom:
+      fieldRef:
+        fieldPath: status.hostIP
+
+  - name: SMPC__SERVICE__METRICS__PORT
+    value: "8125"
+
+  - name: SMPC__SERVICE__METRICS__QUEUE_SIZE
+    value: "5000"
+
+  - name: SMPC__SERVICE__METRICS__BUFFER_SIZE
+    value: "1024"
+
+  - name: SMPC__SERVICE__METRICS__PREFIX
+    value: "smpcv2-2"
+
 initContainer:
   enabled: true
   image: "amazon/aws-cli:2.17.62"

diff --git a/iris-mpc-gpu/Cargo.toml b/iris-mpc-gpu/Cargo.toml
@@ -29,6 +29,8 @@ serde_json.workspace = true
 sodiumoxide = "0.2.7"
 iris-mpc-common = { path = "../iris-mpc-common" }
 base64 = "0.22.1"
+metrics = "0.22.1"
+metrics-exporter-statsd = "0.7"
 
 [dev-dependencies]
 criterion = "0.5"

diff --git a/iris-mpc-gpu/src/server/actor.rs b/iris-mpc-gpu/src/server/actor.rs
@@ -1277,7 +1277,7 @@ fn log_timers(events: HashMap<&str, Vec<Vec<CUevent>>>) {
             .sum();
 
         tracing::info!("Event {}: {:?} ms", name, duration);
-        // TODO: send to metrics
+        metrics::histogram!("duration", "event_name" => name.to_string()).record(duration);
     }
 }
 

diff --git a/iris-mpc/Cargo.toml b/iris-mpc/Cargo.toml
@@ -33,6 +33,9 @@ iris-mpc-common = { path = "../iris-mpc-common" }
 iris-mpc-store = { path = "../iris-mpc-store" }
 sha2 = "0.10.8"
 
+metrics = "0.22.1"
+metrics-exporter-statsd = "0.7"
+
 [dev-dependencies]
 criterion = "0.5"
 ndarray = "0.16.0"

diff --git a/iris-mpc/src/bin/server.rs b/iris-mpc/src/bin/server.rs
@@ -841,6 +841,11 @@ async fn server_main(config: Config) -> eyre::Result<()> {
 
             tx.commit().await?;
 
+            for memory_serial_id in memory_serial_ids {
+                tracing::info!("Inserted serial_id: {}", memory_serial_id);
+                metrics::gauge!("results_inserted.latest_serial_id").set(memory_serial_id as f64);
+            }
+
             tracing::info!("Sending {} uniqueness results", uniqueness_results.len());
             send_results_to_sns(
                 uniqueness_results,