ISSUE-304: allow running search reindexing fully with cronjob

Allow running elastic search reindexing fully from the cronjob process, this will mitigate potential issues with the server being affected when issues happen there, example OOMs, or issues on the search server side.
open-metadata · Jan 7, 2025 · f01c740 · f01c740
1 parent 57db53c
commit f01c740
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 2 deletions.
diff --git a/charts/openmetadata/templates/cron-reindex.yaml b/charts/openmetadata/templates/cron-reindex.yaml
@@ -9,7 +9,7 @@ metadata:
         {{- toYaml . | nindent 8 }}  
     {{- end }}
 spec:
-  suspend: true
+  suspend: {{ .Values.openmetadata.config.reindexConfig.suspend }}
   failedJobsHistoryLimit: 1  
   successfulJobsHistoryLimit: 1 
   jobTemplate:
@@ -126,4 +126,4 @@ spec:
             {{- toYaml . | nindent 12 }}
           {{- end }}                     
           restartPolicy: OnFailure
-  schedule: "0/5 * * * *"
+  schedule: {{ .Values.openmetadata.config.reindexConfig.schedule }}
diff --git a/charts/openmetadata/values.schema.json b/charts/openmetadata/values.schema.json
@@ -188,6 +188,13 @@
                                 },
                                 "debug": {
                                     "type": "boolean"
+                                },
+                                "schedule": {
+                                    "type": "string"
+                                },
+                                "suspend": {
+                                    "type": "boolean",
+                                    "default": true
                                 }
                             }
                         },

diff --git a/charts/openmetadata/values.yaml b/charts/openmetadata/values.yaml
@@ -14,11 +14,15 @@ openmetadata:
       additionalArgs: ""
     deployPipelinesConfig:
       debug: false
+      # You can pass the additional argument flags to the openmetadata-ops.sh reindex command
       additionalArgs: ""
     reindexConfig:
       debug: false
+      # You can choose whether to run the job on demand or on schedule.
+      suspend: true
       # You can pass the additional argument flags to the openmetadata-ops.sh reindex command
       additionalArgs: ""
+      schedule: "0/5 * * * *"
     # Values can be OFF, ERROR, WARN, INFO, DEBUG, TRACE, or ALL
     logLevel: INFO
     clusterName: openmetadata