From 1e6db51c8646419120564c176cfa94a0ea029c92 Mon Sep 17 00:00:00 2001 From: Florian Pinault Date: Thu, 18 Jul 2024 10:18:19 +0200 Subject: [PATCH] faster progress update --- src/anemoi/registry/workers/transfer_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/anemoi/registry/workers/transfer_dataset.py b/src/anemoi/registry/workers/transfer_dataset.py index f6a5576..1c05bfb 100644 --- a/src/anemoi/registry/workers/transfer_dataset.py +++ b/src/anemoi/registry/workers/transfer_dataset.py @@ -131,7 +131,7 @@ def get_source_path(): if source_path.startswith("s3://"): source_path = source_path + "/" if not source_path.endswith("/") else source_path - progress = Progress(task, frequency=60) + progress = Progress(task, frequency=10) if target_path.startswith("s3://"): LOG.warning("Uploading to S3 is experimental and has not been tested yet.")