Log successful NCRO inventory refresh at info level. Reduce some verbose logging in download_des

Author: Eli

dms_datastore/download_des.py

@@ -366,10 +366,10 @@ def des_download(stations, dest_dir, start, end=None, param=None, overwrite=Fals
             if "NFU" in rid.unit_name:
                 continue
             if fend < start:
-                logger.info(f"skipping one file because fend < {start}")
+                logger.debug(f"skipping one file because fend < {start}")
                 continue
             if fstart > end:
-                logger.info(f"skipping one file because fstart > {end}")
+                logger.debug(f"skipping one file because fstart > {end}")
                 continue
             fstart = max(start, fstart)
             fend = min(fend, end)
@@ -416,11 +416,11 @@ def des_download(stations, dest_dir, start, end=None, param=None, overwrite=Fals
                     write_ts(path, df, meta)
 
     if len(failures) == 0:
-        logger.info("No failed stations")
+        logger.info("No failed/unproductive stations")
     else:
-        logger.info("Failed/unproductive query stations: ")
+        logger.info(f"{len(failures)} failed/unproductive query stations (skipped {len(skips)} existing files)")
         for failure in failures:
-            logger.info(failure)
+            logger.debug(failure)
 
 
 

dms_datastore/download_ncro.py

@@ -283,7 +283,6 @@ def _handle_failed_inventory_refresh(inventory_prev, meta_prev, reason):
     reliable_prev = _inventory_is_reliable(inventory_prev)
     previous_failed_updates = int(meta_prev.get("failed_updates", 0))
     new_failed_updates = previous_failed_updates + 1
-
     if reliable_prev and new_failed_updates <= NCRO_MAX_FAILED_UPDATES:
         _write_inventory_file(
             inventory_prev,
@@ -338,6 +337,7 @@ def load_inventory(force_update=False):
         ncro_inventory = _handle_failed_inventory_refresh(inventory_prev, meta_prev, reason)
         return ncro_inventory
 
+    logger.info(f"NCRO Inventory: successfully downloaded new inventory with {len(inventory_new)} entries; writing to file")
     _write_inventory_file(
         inventory_new,
         inventoryfile,