Support archive files with multiple extensions

ecmwf · Jul 23, 2024 · 663b679 · 663b679
1 parent 8423068
commit 663b679
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/anemoi/registry/entry/experiment.py b/src/anemoi/registry/entry/experiment.py
@@ -110,8 +110,9 @@ def set_archive(self, path, platform, run_number, overwrite=True, extras={}):
         if isinstance(extras, list):
             extras = {v.split("=")[0]: v.split("=")[1] for v in extras}
 
-        _, ext = os.path.splitext(path)
-        target = config()["artefacts_uri_base"] + f"/{self.key}/runs/{run_number}/{platform}{ext}"
+        base = os.path.basename(path)
+        ext = base.split(os.extsep, 1)[-1]  # everything after the first dot, to support multiple ext like tar.gz
+        target = config()["artefacts_uri_base"] + f"/{self.key}/runs/{run_number}/{platform}.{ext}"
         LOG.info(f"Uploading {path} to {target}.")
         upload(path, target, overwrite=overwrite)