From e3e464fd8a16d652444abbfe865a405336b291a8 Mon Sep 17 00:00:00 2001 From: Rasmus Handberg Date: Thu, 10 Feb 2022 11:21:45 +0100 Subject: [PATCH] Update notes --- notes/update_all_catalogs.py | 24 ++++++++++++++---------- 1 file changed, 14 insertions(+), 10 deletions(-) diff --git a/notes/update_all_catalogs.py b/notes/update_all_catalogs.py index e5b1618..7356441 100644 --- a/notes/update_all_catalogs.py +++ b/notes/update_all_catalogs.py @@ -4,7 +4,7 @@ import logging import sys import os.path -from tqdm import tqdm +import tqdm from astropy.coordinates import SkyCoord if os.path.abspath('..') not in sys.path: sys.path.insert(0, os.path.abspath('..')) @@ -37,12 +37,16 @@ def emit(self, record): logger.addHandler(console) logger.setLevel(logging.INFO) - for target in tqdm(flows.api.get_targets()): - #if target['targetid'] != 1942: - # continue - - donefile = f"{target['targetid']:05d}.done" - if not os.path.exists(donefile): - flows.catalogs.download_catalog(target['targetid'], update_existing=True) - - open(donefile, 'w').close() + # Do it by status, just to prioritize things a bit: + for tgtstatus in ('target', 'candidate', 'rejected'): + targetids = sorted([tgt['targetid'] for tgt in flows.api.get_targets() if tgt['target_status'] == tgtstatus])[::-1] + + for targetid in tqdm.tqdm(targetids, desc=tgtstatus): + donefile = f"catalog_updates/{targetid:05d}.done" + if not os.path.exists(donefile): + try: + flows.catalogs.download_catalog(targetid, update_existing=True) + except: + logger.exception("targetid=%d", targetid) + else: + open(donefile, 'w').close()