From 01ed4be52fa0b36ce2f6f156d455c5c471548ee4 Mon Sep 17 00:00:00 2001 From: Chris Blanton Date: Wed, 29 Jan 2025 17:45:04 -0500 Subject: [PATCH] Workaround for data catalog race condition --- flow.cylc | 3 +++ 1 file changed, 3 insertions(+) diff --git a/flow.cylc b/flow.cylc index 8784938..745e639 100644 --- a/flow.cylc +++ b/flow.cylc @@ -925,6 +925,9 @@ REMAP-PP-COMPONENTS-AV-{{ PP_CHUNK_B }}:succeed-all => clean-shards-{{ PP_CHUNK_ # workaround to replace P1M with monthly sed -i.bak -e 's/,P1M,/,monthly,/' $ppdir/catalog.csv """ + # when many data catalog jobs run simultaneously, they can fail + # this is not a good solution here + execution retry delays = PT5M, PT10M, PT15M [[[environment]]] ppdir = {{ PP_DIR }}