Updating the function to get data from dataverse

Author: jackdmarquez

hands-on/session II/1.Tutorial.ipynb

@@ -368,9 +368,25 @@
     "def get_data_from_dataverse(data):\n",
     "    file_url = data.get(\"url\")\n",
     "    name_file = data.get(\"name_file\")\n",
-    "    resp = requests.get(file_url)\n",
-    "    with open(name_file, \"wb\") as f:\n",
-    "        f.write(resp.content)\n",
+    "    if not file_url or not name_file:\n",
+    "        raise ValueError(\"Missing 'url' or 'name_file' in data\")\n",
+    "\n",
+    "    path = Path(name_file)\n",
+    "\n",
+    "    if path.exists():\n",
+    "        print(f\"skipping {name_file} (already exists)\\n\")\n",
+    "        return str(path)\n",
+    "\n",
+    "    resp = requests.get(file_url, stream=True, timeout=60)\n",
+    "    resp.raise_for_status()\n",
+    "\n",
+    "    with open(path, \"wb\") as f:\n",
+    "        print(f\"Downloading {name_file}\\n\")\n",
+    "        for chunk in resp.iter_content(chunk_size=1024 * 1024):\n",
+    "            if chunk:\n",
+    "                f.write(chunk)\n",
+    "\n",
+    "    return str(path)\n",
     "\n",
     "\n",
     "print(\"Your download is starting...\")\n",
@@ -1133,7 +1149,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "NSDF-Tutorial",
    "language": "python",
    "name": "python3"
   },
@@ -1148,11 +1164,6 @@
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
    "version": "3.10.14"
-  },
-  "vscode": {
-   "interpreter": {
-    "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
-   }
   }
  },
  "nbformat": 4,