Balance verbosity of logging output.

Author: Eli

dms_datastore/download_cdec.py

@@ -61,6 +61,11 @@ def download_station_data(
             dest_dir, f"cdec_{station}@{subloc}_{agency_id}_{p}_{yearname}.csv"
         ).lower()
 
+    if freq is None:
+        dur_codes = ["E", "H"]   # new default
+    else:
+        dur_codes = [f.strip().upper() for f in freq.split(",") if f.strip()]
+
     result = {
         "station": station,
         "paramname": p,
@@ -70,7 +75,7 @@ def download_station_data(
         "found": False,
         "skipped": False,
         "reason": None,
-        "durations_tried": ["E", "H", "D", "M"] if freq is None else [freq],
+        "durations_tried": dur_codes.copy(),
         "sensor_codes_tried": [z],
     }
 
@@ -88,10 +93,7 @@ def download_station_data(
     found = False
     for code in [z]:
 
-        if freq is None:
-            dur_codes = ["E", "H"]   # new default
-        else:
-            dur_codes = [f.strip().upper() for f in freq.split(",")]
+
 
         for dur in dur_codes:
             station_query = (

dms_datastore/download_des.py

@@ -418,7 +418,7 @@ def des_download(stations, dest_dir, start, end=None, param=None, overwrite=Fals
     if len(failures) == 0:
         logger.info("No failed stations")
     else:
-        logger.info("Failed query stations: ")
+        logger.info("Failed/unproductive query stations: ")
         for failure in failures:
             logger.info(failure)
 

dms_datastore/download_ncro.py

@@ -607,7 +607,7 @@ async def _ncro_download_async(stations, dest_dir, stime, etime, overwrite, upda
                 if os.path.exists(proposed_path) and not overwrite:
                     logger.info(f"Skipping existing file (use --overwrite to replace): {proposed_path}")
                     continue
-
+                logger.info(f"Scheduling download for station {station_id} site {site} trace {trace} param {paramname}")
                 task = asyncio.create_task(
                     _async_download_one_trace_to_csv(
                         client=client,
@@ -633,7 +633,8 @@ async def _ncro_download_async(stations, dest_dir, stime, etime, overwrite, upda
                     f"Exception occurred during download: station={station_id} site={site} trace={trace} err={result}"
                 )
                 failures.append((station_id, site, trace, str(result)))
-
+            else:
+                logger.debug(f"Successfully downloaded: station={station_id} site={site} trace={trace} path={result}")
     return failures