Eanble JMX monitoring for all spark pods

astrolabsoftware · Feb 7, 2025 · d4e948d · d4e948d
1 parent 1f3ddad
commit d4e948d
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 2 deletions.
diff --git a/chart/templates/podmonitor.yaml b/chart/templates/podmonitor.yaml
@@ -8,8 +8,9 @@ metadata:
     monitored: "true"
 spec:
   selector:
-    matchLabels:
-      sparkoperator.k8s.io/app-name: fink-broker-stream2raw
+    matchExpressions:
+      - key: "spark-role"
+        operator: "Exists"
   podMetricsEndpoints:
   - port: jmx-exporter
 {{- end }}
diff --git a/chart/templates/spark-fink-distribution.yaml b/chart/templates/spark-fink-distribution.yaml
@@ -41,3 +41,12 @@ spec:
     volumeMounts:
     - name: kafka-secret
       mountPath: /etc/fink-broker
+{{- if eq .Values.monitoring.enabled true }}
+  monitoring:
+    exposeDriverMetrics: true
+    exposeExecutorMetrics: true
+    prometheus:
+      # Added in Dockerfile
+      jmxExporterJar: "/opt/spark/jars/jmx_prometheus_javaagent-1.1.0.jar"
+      port: 8090
+{{- end }}
diff --git a/chart/templates/spark-fink-raw2science.yaml b/chart/templates/spark-fink-raw2science.yaml
@@ -27,3 +27,12 @@ spec:
     instances: {{ tpl .Values.raw2science.instances . }}
     labels:
       version: 3.4.1
+{{- if eq .Values.monitoring.enabled true }}
+  monitoring:
+    exposeDriverMetrics: true
+    exposeExecutorMetrics: true
+    prometheus:
+      # Added in Dockerfile
+      jmxExporterJar: "/opt/spark/jars/jmx_prometheus_javaagent-1.1.0.jar"
+      port: 8090
+{{- end }}