[AMORO-2968]: Eliminate AMS Full GC impactions deriving from local te…

…rminal clean spark context (#2968)
apache · Jul 15, 2024 · ccde6c6 · ccde6c6
1 parent 9b3318d
commit ccde6c6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/amoro-ams/dist/src/main/amoro-bin/conf/config.yaml b/amoro-ams/dist/src/main/amoro-bin/conf/config.yaml
@@ -117,6 +117,7 @@ ams:
   terminal:
     backend: local
     local.spark.sql.iceberg.handle-timestamp-without-timezone: false
+    local.spark.cleaner.referenceTracking: false
 
 #  Kyuubi terminal backend configuration.
 #  terminal:

diff --git a/charts/amoro/templates/amoro-configmap.yaml b/charts/amoro/templates/amoro-configmap.yaml
@@ -98,6 +98,7 @@ data:
         backend: {{ .Values.amoroConf.terminal.backend }}
         {{- if eq .Values.amoroConf.terminal.backend "local" }}
         local.spark.sql.iceberg.handle-timestamp-without-timezone: {{ .Values.amoroConf.terminal.icebergHandleTimestampWithoutTimezone }}
+        local.spark.cleaner.referenceTracking: false
         {{- end }}
         {{- if eq .Values.amoroConf.terminal.backend "kyuubi" }}
         kyuubi.jdbc.url: {{ .Values.amoroConf.terminal.kyuubiJdbcUrl | quote  }}