Updated calipso-icecloud downloader and formatter from v1.00 to v2.00 (#4441)

Co-authored-by: Birgit Hassler <33543691+hb326@users.noreply.github.com>

Author: axel-lauer

esmvaltool/cmorizers/data/datasets.yml

@@ -95,12 +95,12 @@ datasets:
 
   CALIPSO-ICECLOUD:
     tier: 3
-    source: https://eosweb.larc.nasa.gov/project/CALIPSO/CAL_LID_L3_Ice_Cloud-Standard_V1-00
-    last_access: 2022-08-04
+    source: https://asdc.larc.nasa.gov/project/CALIPSO/CAL_LID_L3_Ice_Cloud-Standard-V2-00_V2-00
+    last_access: 2026-05-12
     info: |
       Download and processing instructions
       (requires EarthData login; see https://urs.earthdata.nasa.gov/)
-      1) Go to https://eosweb.larc.nasa.gov/project/CALIPSO/CAL_LID_L3_Ice_Cloud-Standard_V1-00
+      1) Go to https://asdc.larc.nasa.gov/project/CALIPSO/CAL_LID_L3_Ice_Cloud-Standard-V2-00_V2-00
       2) Click on "Get Dataset"
       3) Select Granules "A" containing both, day and night (Day/Night filter = "Both")
       4) Download selected granules

esmvaltool/cmorizers/data/downloaders/datasets/calipso_icecloud.py

@@ -1,11 +1,15 @@
 """Script to download CALIPSO-ICECLOUD from its webpage."""
 
+import logging
+import subprocess
 from datetime import datetime
 
 from dateutil import relativedelta
 
 from esmvaltool.cmorizers.data.downloaders.wget import NASADownloader
 
+logger = logging.getLogger(__name__)
+
 
 def download_dataset(
     original_data_dir,
@@ -33,9 +37,9 @@ def download_dataset(
         Overwrite already downloaded files
     """
     if not start_date:
-        start_date = datetime(2007, 1, 1)
+        start_date = datetime(2007, 1, 1, tzinfo=datetime.UTC)
     if not end_date:
-        end_date = datetime(2015, 12, 31)
+        end_date = datetime(2022, 12, 31, tzinfo=datetime.UTC)
     loop_date = start_date
 
     downloader = NASADownloader(
@@ -48,9 +52,12 @@ def download_dataset(
     while loop_date <= end_date:
         year = loop_date.year
         for month in range(1, 13):
-            downloader.download_file(
-                "https://asdc.larc.nasa.gov/data/CALIPSO/"
-                f"LID_L3_Ice_Cloud-Standard-V1-00/{year}/"
-                f"CAL_LID_L3_Ice_Cloud-Standard-V1-00.{year}-{month:02}A.hdf",
-            )
+            try:
+                downloader.download_file(
+                    "https://data.asdc.earthdata.nasa.gov/asdc-prod-protected/"
+                    f"CALIPSO/CAL_LID_L3_Ice_Cloud-Standard-V2-00_V2-00/{year}/"
+                    f"CAL_LID_L3_Ice_Cloud-Standard-V2-00.{year}-{month:02d}A.hdf",
+                )
+            except subprocess.CalledProcessError:
+                logger.info("no data downloaded for %d-%02d", year, month)
         loop_date += relativedelta.relativedelta(years=1)

esmvaltool/cmorizers/data/formatters/datasets/calipso_icecloud.ncl

@@ -1,21 +1,20 @@
 ; #############################################################################
-; ESMValTool CMORizer for CALIPSO-Lidar Level 3 Ice Cloud Data, Standard V1-00
+; ESMValTool CMORizer for CALIPSO-Lidar Level 3 Ice Cloud Data, Standard V2-00
 ; #############################################################################
 ;
 ; Tier
 ;    Tier 3: restricted dataset (registration required).
 ;
 ; Source
-;    EarthData via https://eosweb.larc.nasa.gov/project/CALIPSO/
-;      CAL_LID_L3_Ice_Cloud-Standard_V1-00
+;    EarthData via
 ;
 ; Last access
-;    20220804
+;    20260512
 ;
 ; Download and processing instructions
 ; (requires EarthData login; see https://urs.earthdata.nasa.gov/)
-;    1) Go to https://eosweb.larc.nasa.gov/project/CALIPSO/
-;       CAL_LID_L3_Ice_Cloud-Standard_V1-00
+;    1) Go to https://asdc.larc.nasa.gov/project/CALIPSO/
+;       CAL_LID_L3_Ice_Cloud-Standard-V2-00_V2-00
 ;    2) Click on "Get Dataset"
 ;    3) Select Granules "A" containing both, day and night (Day/Night filter
 ;       = "Both")
@@ -25,6 +24,7 @@
 ;       files in the same directory
 ;
 ; Modification history
+;    20260512-lauer_axel: update from v1.00 to v2.00
 ;    20210331-lauer_axel: updated download information
 ;    20200414-lauer_axel: written
 ;
@@ -45,7 +45,7 @@ begin
 
   ; Period (complete years only)
   YEAR1 = 2007
-  YEAR2 = 2015
+  YEAR2 = 2022
 
   ; Selected variable (standard name)
   VAR = (/"cli"/)
@@ -64,12 +64,12 @@ begin
   TYPE = "sat"
 
   ; Version
-  VERSION = "1-00"
+  VERSION = "2-00"
 
   ; Global attributes
-  SOURCE = "https://eosweb.larc.nasa.gov/project/CALIPSO/" + \
-    "CAL_LID_L3_Ice_Cloud-Standard_V1-00"
-  REF = "doi:10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V1-00"
+  SOURCE = "https://asdc.larc.nasa.gov/project/CALIPSO/" + \
+    "CAL_LID_L3_Ice_Cloud-Standard-V2-00_V2-00"
+  REF = "doi:10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V2-00"
   COMMENT = "Atmospheric Science Data Center (ASDC)"
 
 end
@@ -123,13 +123,14 @@ begin
       ;   both:  CAL_LID_L3_Ice_Cloud-Standard-V1-00.yyyy-mmA.hdf
       ; Here, we only use the granule "A" (= day + night).
 
-      fname = input_dir_path + "CAL_LID_L3_Ice_Cloud-Standard-V1-00." + \
+      fname = input_dir_path + "CAL_LID_L3_Ice_Cloud-Standard-V2-00." + \
         syear + "-" + smonth + "A.hdf"
 
       ; No input file found
-      if (ismissing(fname)) then
-        error_msg("f", DIAG_SCRIPT, "main", "input file for " + syear + \
-                  "-" + smonth + " not found")
+      if (.not.isfilepresent(fname)) then
+        log_info("No input file for " + syear + \
+                 "-" + smonth + " found. Skipping record.")
+        continue
       end if
 
       ; Extract data

esmvaltool/recipes/examples/recipe_check_obs.yml

@@ -1268,8 +1268,8 @@ diagnostics:
     variables:
       cli:
     additional_datasets:
-      - {dataset: CALIPSO-ICECLOUD, project: OBS, type: sat, version: 1-00,
-         mip: Amon, tier: 3, start_year: 2007, end_year: 2015}
+      - {dataset: CALIPSO-ICECLOUD, project: OBS, type: sat, version: 2-00,
+         mip: Amon, tier: 3, start_year: 2007, end_year: 2022}
     scripts: null
 
   CAMS:

esmvaltool/references/calipso-icecloud.bibtex

@@ -1,11 +1,11 @@
 @misc{calipso-icecloud,
 	publisher={NASA Langley Atmospheric Science Data Center DAAC},
-	doi = {10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V1-00},
-	url = {https://doi.org/10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V1-00},
-	year = 2018,
-	month = {jun},
-        day = {1},
-	date={2018-06-01},
-	author = {ASA/LARC/SD/ASDC},
-	title = {CALIPSO Lidar Level 3 Ice Cloud Data, Standard V1-00},
+	title={CALIPSO Lidar Level 3 Ice Cloud Data, Standard V2-00},
+	doi={10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V2-00},
+	url={https://doi.org/10.5067/CALIOP/CALIPSO/L3_ICE_CLOUD-STANDARD-V2-00},
+	author={NASA/LARC/SD/ASDC},
+	date={2025-12-12},
+	year=2025,
+	month=12,
+	day=12,
 }