From c77dc6d27d188da543c817d894d03508e0f1db15 Mon Sep 17 00:00:00 2001 From: Mat Moore Date: Wed, 29 May 2024 14:50:56 +0100 Subject: [PATCH 1/4] Add workflow for ingesting test and preprod --- .github/workflows/ingest-test-and-preprod.yml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 .github/workflows/ingest-test-and-preprod.yml diff --git a/.github/workflows/ingest-test-and-preprod.yml b/.github/workflows/ingest-test-and-preprod.yml new file mode 100644 index 0000000..2b1950b --- /dev/null +++ b/.github/workflows/ingest-test-and-preprod.yml @@ -0,0 +1,17 @@ +name: Ingest metadata to test and preprod + +on: + schedule: + - cron: "0 4 * * *" # 4am + workflow_dispatch: + +jobs: + ingest-cadet-test: + uses: ./.github/workflows/ingest-cadet-metadata.yml + with: + env: test + + ingest-cadet-preprod: + uses: ./.github/workflows/ingest-cadet-metadata.yml + with: + env: preprod From 2d550c3900892e4c767d53ae737f62f4f6e1b54f Mon Sep 17 00:00:00 2001 From: Mat Moore Date: Thu, 30 May 2024 10:01:11 +0100 Subject: [PATCH 2/4] Include environment in slack notification --- .github/workflows/ingest-cadet-metadata.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ingest-cadet-metadata.yml b/.github/workflows/ingest-cadet-metadata.yml index f98119b..782f180 100644 --- a/.github/workflows/ingest-cadet-metadata.yml +++ b/.github/workflows/ingest-cadet-metadata.yml @@ -58,7 +58,7 @@ jobs: channel-id: "C071VNHPUHZ" payload: | { - "text": ":warning: Unable to ingest CaDeT metadata!", + "text": ":warning: Unable to ingest CaDeT metadata on ${{inputs.env}}!", "blocks": [ { "type": "section", From 31141b31a5accef4e61a0ee7706fb5f5035edeb4 Mon Sep 17 00:00:00 2001 From: Mat Moore Date: Thu, 30 May 2024 10:07:23 +0100 Subject: [PATCH 3/4] Move everything an hour earlier, to better align with BST --- .github/workflows/ingest-dev.yml | 2 +- .github/workflows/ingest-test-and-preprod.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ingest-dev.yml b/.github/workflows/ingest-dev.yml index 430af29..9ca4c9f 100644 --- a/.github/workflows/ingest-dev.yml +++ b/.github/workflows/ingest-dev.yml @@ -2,7 +2,7 @@ name: Ingest metadata to dev on: schedule: - - cron: "0 10,15 * * *" # 10am, 3pm + - cron: "0 9,14 * * *" # 9am, 2pm UTC workflow_dispatch: jobs: diff --git a/.github/workflows/ingest-test-and-preprod.yml b/.github/workflows/ingest-test-and-preprod.yml index 2b1950b..f05e347 100644 --- a/.github/workflows/ingest-test-and-preprod.yml +++ b/.github/workflows/ingest-test-and-preprod.yml @@ -2,7 +2,7 @@ name: Ingest metadata to test and preprod on: schedule: - - cron: "0 4 * * *" # 4am + - cron: "0 3 * * *" # 3am UTC workflow_dispatch: jobs: From 4a99a98b344e7ff0cedc538f56df20c53798c0c7 Mon Sep 17 00:00:00 2001 From: Mat Moore Date: Thu, 30 May 2024 11:34:44 +0100 Subject: [PATCH 4/4] Disable the schedule for now This is ingestion is not yet ready to be run on a schedule. We'll enable the schedule when we need it. --- .github/workflows/ingest-dev.yml | 4 ++-- .github/workflows/ingest-test-and-preprod.yml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/ingest-dev.yml b/.github/workflows/ingest-dev.yml index 9ca4c9f..48f3c12 100644 --- a/.github/workflows/ingest-dev.yml +++ b/.github/workflows/ingest-dev.yml @@ -1,8 +1,8 @@ name: Ingest metadata to dev on: - schedule: - - cron: "0 9,14 * * *" # 9am, 2pm UTC + # schedule: + # - cron: "0 9,14 * * *" # 9am, 2pm UTC workflow_dispatch: jobs: diff --git a/.github/workflows/ingest-test-and-preprod.yml b/.github/workflows/ingest-test-and-preprod.yml index f05e347..7ee2e95 100644 --- a/.github/workflows/ingest-test-and-preprod.yml +++ b/.github/workflows/ingest-test-and-preprod.yml @@ -1,8 +1,8 @@ name: Ingest metadata to test and preprod on: - schedule: - - cron: "0 3 * * *" # 3am UTC + # schedule: + # - cron: "0 3 * * *" # 3am UTC workflow_dispatch: jobs: