use wradlib_data.DATASETS.fetch instead of wrl.util.get_wradlib_data_file (#100)

Author: kmuehlbauer

notebooks/attenuation/attenuation.ipynb

@@ -71,6 +71,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import matplotlib.pyplot as plt\n",
     "import warnings\n",
     "\n",
@@ -117,7 +118,7 @@
    "outputs": [],
    "source": [
     "fpath = \"dx/raa00-dx_10908-0806021655-fbg---bin.gz\"\n",
-    "f = wrl.util.get_wradlib_data_file(fpath)\n",
+    "f = wradlib_data.DATASETS.fetch(fpath)\n",
     "data, attrs = wrl.io.read_dx(f)"
    ]
   },

notebooks/basics/wradlib_get_rainfall.ipynb

@@ -35,6 +35,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import xarray as xr\n",
     "import datetime as dt\n",
     "import matplotlib.pyplot as plt\n",
@@ -145,7 +146,7 @@
     "    \"\"\"Helper function to read raw data for a list of datetimes <dtimes>\"\"\"\n",
     "    dalist = []\n",
     "    for i, dtime in enumerate(dtimes):\n",
-    "        f = wrl.util.get_wradlib_data_file(\n",
+    "        f = wradlib_data.DATASETS.fetch(\n",
     "            \"dx/raa00-dx_10908-{0}-fbg---bin.gz\".format(dtime)\n",
     "        )\n",
     "        data, attrs = wrl.io.read_dx(f)\n",

notebooks/basics/wradlib_workflow.ipynb

@@ -39,6 +39,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import xarray as xr\n",
     "import xradar as xd\n",
     "import matplotlib.pyplot as plt\n",
@@ -132,7 +133,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "filename = wrl.util.get_wradlib_data_file(\"dx/raa00-dx_10908-0806021655-fbg---bin.gz\")\n",
+    "filename = wradlib_data.DATASETS.fetch(\"dx/raa00-dx_10908-0806021655-fbg---bin.gz\")\n",
     "data, metadata = wrl.io.read_dx(filename)\n",
     "print(data.shape)\n",
     "print(metadata.keys())"

notebooks/beamblockage/beamblockage.ipynb

@@ -63,6 +63,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import matplotlib.pyplot as plt\n",
     "import matplotlib as mpl\n",
     "import warnings\n",
@@ -240,8 +241,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# rasterfile = wrl.util.get_wradlib_data_file('geo/bonn_gtopo.tif')\n",
-    "rasterfile = wrl.util.get_wradlib_data_file(\"geo/bonn_new.tif\")\n",
+    "# rasterfile = wradlib_data.DATASETS.fetch('geo/bonn_gtopo.tif')\n",
+    "rasterfile = wradlib_data.DATASETS.fetch(\"geo/bonn_new.tif\")\n",
     "\n",
     "ds = wrl.io.open_raster(rasterfile)\n",
     "rastervalues, rastercoords, crs = wrl.georef.extract_raster_dataset(ds, nodata=-32768.0)\n",

notebooks/classify/2d_hmc.ipynb

@@ -37,6 +37,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import xarray as xr\n",
     "import os\n",
     "import numpy as np\n",
@@ -99,7 +100,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "filename = wrl.util.get_wradlib_data_file(\"misc/msf_xband_v1.nc\")\n",
+    "filename = wradlib_data.DATASETS.fetch(\"misc/msf_xband_v1.nc\")\n",
     "msf = xr.open_dataset(filename)\n",
     "display(msf)"
    ]
@@ -172,9 +173,9 @@
     "try:\n",
     "    rs_data, rs_meta = wrl.io.get_radiosonde(10410, rs_time)\n",
     "except (urllib.error.HTTPError, urllib.error.URLError):\n",
-    "    dataf = wrl.util.get_wradlib_data_file(\"misc/radiosonde_10410_20140610_1200.h5\")\n",
+    "    dataf = wradlib_data.DATASETS.fetch(\"misc/radiosonde_10410_20140610_1200.h5\")\n",
     "    rs_data, _ = wrl.io.from_hdf5(dataf)\n",
-    "    metaf = wrl.util.get_wradlib_data_file(\"misc/radiosonde_10410_20140610_1200.json\")\n",
+    "    metaf = wradlib_data.DATASETS.fetch(\"misc/radiosonde_10410_20140610_1200.json\")\n",
     "    with open(metaf, \"r\") as infile:\n",
     "        import json\n",
     "\n",
@@ -309,7 +310,7 @@
    "source": [
     "# read the radar volume scan\n",
     "filename = \"hdf5/2014-06-09--185000.rhi.mvol\"\n",
-    "filename = wrl.util.get_wradlib_data_file(filename)"
+    "filename = wradlib_data.DATASETS.fetch(filename)"
    ]
   },
   {

notebooks/classify/clutter_cloud.ipynb

@@ -30,6 +30,7 @@
     "import xarray as xr\n",
     "import xradar as xd\n",
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import matplotlib.pyplot as plt\n",
     "from osgeo import osr\n",
     "\n",
@@ -54,7 +55,7 @@
    "source": [
     "# read the radar volume scan\n",
     "filename = \"hdf5/20130429043000.rad.bewid.pvol.dbzh.scan1.hdf\"\n",
-    "filename = wrl.util.get_wradlib_data_file(filename)\n",
+    "filename = wradlib_data.DATASETS.fetch(filename)\n",
     "pvol = xd.io.open_odim_datatree(filename)\n",
     "display(pvol)"
    ]
@@ -106,7 +107,7 @@
    "outputs": [],
    "source": [
     "filename = \"hdf5/SAFNWC_MSG3_CT___201304290415_BEL_________.h5\"\n",
-    "filename = wrl.util.get_wradlib_data_file(filename)"
+    "filename = wradlib_data.DATASETS.fetch(filename)"
    ]
   },
   {

notebooks/classify/clutter_gabella.ipynb

@@ -28,6 +28,7 @@
     "import matplotlib.pyplot as plt\n",
     "import numpy as np\n",
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import warnings\n",
     "\n",
     "warnings.filterwarnings(\"ignore\")\n",
@@ -51,7 +52,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "filename = wrl.util.get_wradlib_data_file(\"misc/polar_dBZ_fbg.gz\")\n",
+    "filename = wradlib_data.DATASETS.fetch(\"misc/polar_dBZ_fbg.gz\")\n",
     "data = np.loadtxt(filename)\n",
     "data = wrl.georef.create_xarray_dataarray(data, rf=0.001).wrl.georef.georeference()\n",
     "data"

notebooks/classify/histo_cut.ipynb

@@ -28,6 +28,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import numpy as np\n",
     "import matplotlib.pyplot as plt\n",
     "import warnings\n",
@@ -52,7 +53,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "filename = wrl.util.get_wradlib_data_file(\"misc/annual_rainfall_fbg.gz\")\n",
+    "filename = wradlib_data.DATASETS.fetch(\"misc/annual_rainfall_fbg.gz\")\n",
     "yearsum = np.loadtxt(filename)"
    ]
   },

notebooks/classify/hmcp_gpm.ipynb

@@ -34,6 +34,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import numpy as np\n",
     "\n",
     "import warnings\n",
@@ -68,7 +69,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "path_gpm = wrl.util.get_wradlib_data_file(\n",
+    "path_gpm = wradlib_data.DATASETS.fetch(\n",
     "    \"gpm/2A-CS-VP-24.GPM.DPR.V9-20211125.20180625-S050710-E051028.024557.V07A.HDF5\"\n",
     ")\n",
     "# Read GPM data\n",
@@ -219,7 +220,7 @@
    "outputs": [],
    "source": [
     "# centroids and covariances\n",
-    "cdp_file = wrl.util.get_wradlib_data_file(\"misc/hmcp_centroids_df.nc\")\n",
+    "cdp_file = wradlib_data.DATASETS.fetch(\"misc/hmcp_centroids_df.nc\")\n",
     "with xr.open_dataset(cdp_file) as cdp:\n",
     "    cdp\n",
     "cdp"
@@ -233,7 +234,7 @@
    "outputs": [],
    "source": [
     "# weights\n",
-    "weights_file = wrl.util.get_wradlib_data_file(\"misc/hmcp_weights.nc\")\n",
+    "weights_file = wradlib_data.DATASETS.fetch(\"misc/hmcp_weights.nc\")\n",
     "with xr.open_dataset(weights_file) as cw:\n",
     "    display(cw)\n",
     "    pass"

notebooks/classify/hmcp_nexrad.ipynb

@@ -34,6 +34,7 @@
    "outputs": [],
    "source": [
     "import wradlib as wrl\n",
+    "import wradlib_data\n",
     "import numpy as np\n",
     "\n",
     "import warnings\n",
@@ -67,7 +68,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "cdp_file = wrl.util.get_wradlib_data_file(\"misc/hmcp_centroids_dp.nc\")\n",
+    "cdp_file = wradlib_data.DATASETS.fetch(\"misc/hmcp_centroids_dp.nc\")\n",
     "with xr.open_dataset(cdp_file) as cdp:\n",
     "    pass\n",
     "cdp"
@@ -80,7 +81,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "weights_file = wrl.util.get_wradlib_data_file(\"misc/hmcp_weights.nc\")\n",
+    "weights_file = wradlib_data.DATASETS.fetch(\"misc/hmcp_weights.nc\")\n",
     "with xr.open_dataset(weights_file) as cw:\n",
     "    pass\n",
     "cw"
@@ -101,7 +102,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "volume = wrl.util.get_wradlib_data_file(\"netcdf/KDDC_2018_0625_051138_min.cf\")\n",
+    "volume = wradlib_data.DATASETS.fetch(\"netcdf/KDDC_2018_0625_051138_min.cf\")\n",
     "gr_data = xd.io.open_cfradial1_datatree(volume)\n",
     "gr_data"
    ]
@@ -135,9 +136,9 @@
     "    )\n",
     "except (urllib.error.HTTPError, urllib.error.URLError):\n",
     "    print(\"service down\")\n",
-    "    dataf = wrl.util.get_wradlib_data_file(\"misc/radiosonde_72451_20180625_0000.h5\")\n",
+    "    dataf = wradlib_data.DATASETS.fetch(\"misc/radiosonde_72451_20180625_0000.h5\")\n",
     "    rs_data, _ = wrl.io.from_hdf5(dataf)\n",
-    "    metaf = wrl.util.get_wradlib_data_file(\"misc/radiosonde_72451_20180625_0000.json\")\n",
+    "    metaf = wradlib_data.DATASETS.fetch(\"misc/radiosonde_72451_20180625_0000.json\")\n",
     "    with open(metaf, \"r\") as infile:\n",
     "        import json\n",
     "\n",