Completed first draft of updates for notebooks v2

sfc-gh-jhansen · sfc-gh-jhansen · commit 237f3fd531f4 · 2026-02-12T18:29:35.000Z
diff --git a/00_start_here.ipynb b/00_start_here.ipynb
@@ -38,7 +38,7 @@
         "name": "sql_step01_setup_snowflake",
         "title": "sql_step01_setup_snowflake"
       },
-      "source": "-- ----------------------------------------------------------------------------\n-- Create the account level objects (ACCOUNTADMIN part)\n-- ----------------------------------------------------------------------------\nSET MY_USER = CURRENT_USER();\nUSE ROLE ACCOUNTADMIN;\n\n-- Roles\nCREATE OR REPLACE ROLE DEMO_ROLE;\nGRANT ROLE DEMO_ROLE TO ROLE SYSADMIN;\nGRANT ROLE DEMO_ROLE TO USER IDENTIFIER($MY_USER);\n\nGRANT CREATE INTEGRATION ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT EXECUTE TASK ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT EXECUTE MANAGED TASK ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT MONITOR EXECUTION ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT IMPORTED PRIVILEGES ON DATABASE SNOWFLAKE TO ROLE DEMO_ROLE;\n\n-- Databases\nCREATE OR REPLACE DATABASE DEMO_DB;\nGRANT OWNERSHIP ON DATABASE DEMO_DB TO ROLE DEMO_ROLE;\n\n-- Warehouses\nCREATE OR REPLACE WAREHOUSE DEMO_WH WAREHOUSE_SIZE = XSMALL, AUTO_SUSPEND = 300, AUTO_RESUME= TRUE;\nGRANT OWNERSHIP ON WAREHOUSE DEMO_WH TO ROLE DEMO_ROLE;\n\n\n-- ----------------------------------------------------------------------------\n-- Create the database level objects\n-- ----------------------------------------------------------------------------\nUSE ROLE DEMO_ROLE;\nUSE WAREHOUSE DEMO_WH;\nUSE DATABASE DEMO_DB;\n\n-- Schemas\nCREATE OR REPLACE SCHEMA INTEGRATIONS;\nCREATE OR REPLACE SCHEMA DEV_SCHEMA;\nCREATE OR REPLACE SCHEMA PROD_SCHEMA;\n\nUSE SCHEMA INTEGRATIONS;\n\n-- External Frostbyte objects\nCREATE OR REPLACE STAGE FROSTBYTE_RAW_STAGE\n    URL = 's3://sfquickstarts/data-engineering-with-snowpark-python/'\n;\n\n\n-- ----------------------------------------------------------------------------\n-- Create the event table\n-- ----------------------------------------------------------------------------\nUSE ROLE ACCOUNTADMIN;\n\nCREATE EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS;\nGRANT SELECT ON EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS TO ROLE DEMO_ROLE;\nGRANT INSERT ON EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS TO ROLE DEMO_ROLE;\n\nALTER ACCOUNT SET EVENT_TABLE = DEMO_DB.INTEGRATIONS.DEMO_EVENTS;\nALTER DATABASE DEMO_DB SET LOG_LEVEL = INFO;\n\n\n-- ----------------------------------------------------------------------------\n-- Set our new context\n-- ----------------------------------------------------------------------------\nUSE ROLE DEMO_ROLE;\nUSE WAREHOUSE DEMO_WH;\nUSE SCHEMA DEMO_DB.INTEGRATIONS;",
+      "source": "%%sql -r dataframe_1\n-- ----------------------------------------------------------------------------\n-- Create the account level objects (ACCOUNTADMIN part)\n-- ----------------------------------------------------------------------------\nSET MY_USER = CURRENT_USER();\nUSE ROLE ACCOUNTADMIN;\n\n-- Roles\nCREATE OR REPLACE ROLE DEMO_ROLE;\nGRANT ROLE DEMO_ROLE TO ROLE SYSADMIN;\nGRANT ROLE DEMO_ROLE TO USER IDENTIFIER($MY_USER);\n\nGRANT CREATE INTEGRATION ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT EXECUTE TASK ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT EXECUTE MANAGED TASK ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT MONITOR EXECUTION ON ACCOUNT TO ROLE DEMO_ROLE;\nGRANT IMPORTED PRIVILEGES ON DATABASE SNOWFLAKE TO ROLE DEMO_ROLE;\n\n-- Databases\nCREATE OR REPLACE DATABASE DEMO_DB;\nGRANT OWNERSHIP ON DATABASE DEMO_DB TO ROLE DEMO_ROLE;\n\n-- Warehouses\nCREATE OR REPLACE WAREHOUSE DEMO_WH WAREHOUSE_SIZE = XSMALL, AUTO_SUSPEND = 300, AUTO_RESUME= TRUE;\nGRANT OWNERSHIP ON WAREHOUSE DEMO_WH TO ROLE DEMO_ROLE;\n\n\n-- ----------------------------------------------------------------------------\n-- Create the database level objects\n-- ----------------------------------------------------------------------------\nUSE ROLE DEMO_ROLE;\nUSE WAREHOUSE DEMO_WH;\nUSE DATABASE DEMO_DB;\n\n-- Schemas\nCREATE OR REPLACE SCHEMA INTEGRATIONS;\nCREATE OR REPLACE SCHEMA DEV_SCHEMA;\nCREATE OR REPLACE SCHEMA PROD_SCHEMA;\n\nUSE SCHEMA INTEGRATIONS;\n\n-- External Frostbyte objects\nCREATE OR REPLACE STAGE FROSTBYTE_RAW_STAGE\n    URL = 's3://sfquickstarts/data-engineering-with-snowpark-python/'\n;\n\n\n-- ----------------------------------------------------------------------------\n-- Create the event table\n-- ----------------------------------------------------------------------------\nUSE ROLE ACCOUNTADMIN;\n\nCREATE EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS;\nGRANT SELECT ON EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS TO ROLE DEMO_ROLE;\nGRANT INSERT ON EVENT TABLE DEMO_DB.INTEGRATIONS.DEMO_EVENTS TO ROLE DEMO_ROLE;\n\nALTER ACCOUNT SET EVENT_TABLE = DEMO_DB.INTEGRATIONS.DEMO_EVENTS;\nALTER DATABASE DEMO_DB SET LOG_LEVEL = INFO;\n\n\n-- ----------------------------------------------------------------------------\n-- Set our new context\n-- ----------------------------------------------------------------------------\nUSE ROLE DEMO_ROLE;\nUSE WAREHOUSE DEMO_WH;\nUSE SCHEMA DEMO_DB.INTEGRATIONS;",
       "outputs": [],
       "execution_count": null
     },
@@ -62,7 +62,7 @@
         "collapsed": false,
         "codeCollapsed": true
       },
-      "source": "## Step 02 Load Weather\n\nBut what about data that needs constant updating - like the WEATHER data? We would need to build a pipeline process to constantly update that data to keep it fresh.\n\nPerhaps a better way to get this external data would be to source it from a trusted data supplier. Let them manage the data, keeping it accurate and up to date.\n\nEnter the Snowflake Data Cloud...\n\nWeather Source is a leading provider of global weather and climate data and their OnPoint Product Suite provides businesses with the necessary weather and climate data to quickly generate meaningful and actionable insights for a wide range of use cases across industries. Let's connect to the \"Weather Source LLC: frostbyte\" feed from Weather Source in the Snowflake Data Marketplace by following these steps in Snowsight\n\n* In the left navigation bar click on \"Marketplace\" and then \"Snowflake Marketplace\"\n* Search: \"Weather Source LLC: frostbyte\" (and click on tile in results)\n* Click the blue \"Get\" button\n* Under \"Options\", adjust the Database name to read \"FROSTBYTE_WEATHERSOURCE\" (all capital letters)\n* Grant to \"DEMO_ROLE\"\n\nThat's it... we don't have to do anything from here to keep this data updated. The provider will do that for us and data sharing means we are always seeing whatever they they have published."
+      "source": "## Step 02 Load Weather\n\nBut what about data that needs constant updating - like the WEATHER data? We would need to build a pipeline process to constantly update that data to keep it fresh.\n\nPerhaps a better way to get this external data would be to source it from a trusted data supplier. Let them manage the data, keeping it accurate and up to date.\n\nEnter the Snowflake Data Cloud...\n\nWeather Source is a leading provider of global weather and climate data and their OnPoint Product Suite provides businesses with the necessary weather and climate data to quickly generate meaningful and actionable insights for a wide range of use cases across industries. Let's connect to the \"Weather Source LLC: frostbyte\" feed from Weather Source in the Snowflake Data Marketplace by following these steps in Snowsight\n\n* Click on the \"Marketplace\" -> \"Snowflake Marketplace\" link in the left navigation bar\n* Search: \"Weather Source LLC: frostbyte\" (and click on tile in results)\n* Click the blue \"Get\" button\n* Under \"Options\", adjust the Database name to read \"FROSTBYTE_WEATHERSOURCE\" (all capital letters)\n* Grant to \"DEMO_ROLE\"\n\nThat's it... we don't have to do anything from here to keep this data updated. The provider will do that for us and data sharing means we are always seeing whatever they they have published."
     },
     {
       "id": "e54c68df-8cdb-401b-985c-cb9ca6b1ac4e",
@@ -97,7 +97,7 @@
         "collapsed": false,
         "codeCollapsed": true
       },
-      "source": "## Step 03 Load Location and Order Detail\n\nPlease follow the instructions in the [Load Location and Order Details section of the Quickstart](https://www.snowflake.com/en/developers/guides/data-engineering-with-notebooks/#load-location-and-order-detail) to open and run the `01_load_excel_files` Notebook. That Notebook will define the pipeline used to load data into the `LOCATION` and `ORDER_DETAIL` tables from the staged Excel files."
+      "source": "## Step 03 Load Excel Files\n\nPlease follow the instructions in the [Load Excel Files section of the Quickstart](https://www.snowflake.com/en/developers/guides/data-engineering-with-notebooks/#load-location-and-order-detail) to open and run the `01_load_excel_files` Notebook. That Notebook will define the pipeline used to load data into the `LOCATION` and `ORDER_DETAIL` tables from the staged Excel files."
     },
     {
       "id": "8f76534f-8fba-4f7a-b03d-6cd5aad051e5",
@@ -205,8 +205,8 @@
       "metadata": {
         "resultVariableName": "dataframe_8",
         "language": "sql",
-        "name": "sql_step10",
-        "title": "sql_step10"
+        "name": "sql_step08_teardown",
+        "title": "sql_step08_teardown"
       },
       "source": "%%sql -r dataframe_8\nUSE ROLE ACCOUNTADMIN;\n\nDROP DATABASE DEMO_DB;\nDROP WAREHOUSE DEMO_WH;\nDROP ROLE DEMO_ROLE;\n\n-- Drop the weather share\nDROP DATABASE FROSTBYTE_WEATHERSOURCE;\n\n-- Remove the \"dev\" branch in your repo",
       "outputs": [],
diff --git a/notebooks/01_load_excel_files.ipynb b/notebooks/01_load_excel_files.ipynb
@@ -15,7 +15,7 @@
         "collapsed": false,
         "codeCollapsed": true
       },
-      "source": "# 06 Load Excel Files\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/9/2026\n\nThis notebook will load data into the `LOCATION` and `ORDER_DETAIL` tables from Excel files.\n\nThis currently does not use Snowpark File Access as it doesn't yet work in Notebooks. So for now we copy the file locally first.",
+      "source": "# 01 Load Excel Files\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/12/2026\n\nThis notebook will load data into the `LOCATION` and `ORDER_DETAIL` tables from Excel files.\n\nThis currently does not use Snowpark File Access as it doesn't yet work in Notebooks. So for now we copy the file locally first.",
       "execution_count": null
     },
     {
diff --git a/notebooks/02_load_daily_city_metrics.ipynb b/notebooks/02_load_daily_city_metrics.ipynb
@@ -15,7 +15,7 @@
         "collapsed": false,
         "codeCollapsed": true
       },
-      "source": "# 07 Load Daily City Metrics\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/9/2026\n\nThis notebook will load data into the `DAILY_CITY_METRICS` table with support for incremental processing.",
+      "source": "# 02 Load Daily City Metrics\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/12/2026\n\nThis notebook will load data into the `DAILY_CITY_METRICS` table with support for incremental processing.",
       "execution_count": null
     },
     {
diff --git a/scripts/deploy_notebooks.py b/scripts/deploy_notebooks.py
@@ -2,7 +2,7 @@
 # Hands-On Lab: Intro to Data Engineering with Notebooks
 # Script:       deploy_notebooks.py
 # Author:       Jeremiah Hansen
-# Last Updated: 2/9/2026
+# Last Updated: 2/12/2026
 #------------------------------------------------------------------------------
 
 from snowflake.snowpark import Session
diff --git a/scripts/deploy_task_dag.py b/scripts/deploy_task_dag.py
@@ -2,7 +2,7 @@
 # Hands-On Lab: Intro to Data Engineering with Notebooks
 # Script:       deploy_task_dag.py
 # Author:       Jeremiah Hansen
-# Last Updated: 2/9/2026
+# Last Updated: 2/12/2026
 #------------------------------------------------------------------------------
 
 from snowflake.snowpark import Session
diff --git a/scripts/session_utils.py b/scripts/session_utils.py
@@ -2,7 +2,7 @@
 # Hands-On Lab: Intro to Data Engineering with Notebooks
 # Script:       session_utils.py
 # Author:       Jeremiah Hansen
-# Last Updated: 2/9/2026
+# Last Updated: 2/12/2026
 #------------------------------------------------------------------------------
 
 
diff --git a/scripts/teardown.sql b/scripts/teardown.sql
@@ -2,7 +2,7 @@
 Hands-On Lab: Intro to Data Engineering with Notebooks
 Script:       teardown.sql
 Author:       Jeremiah Hansen
-Last Updated: 2/9/2026
+Last Updated: 2/12/2026
 -----------------------------------------------------------------------------*/
 
 

Original file line number	Diff line number	Diff line change
`@@ -15,7 +15,7 @@`
`15`	`15`	`"collapsed": false,`
`16`	`16`	`"codeCollapsed": true`
`17`	`17`	`},`
`18`		- "source": "# 06 Load Excel Files\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/9/2026\n\nThis notebook will load data into the `LOCATION` and `ORDER_DETAIL` tables from Excel files.\n\nThis currently does not use Snowpark File Access as it doesn't yet work in Notebooks. So for now we copy the file locally first.",
	`18`	+ "source": "# 01 Load Excel Files\n\n* Author: Jeremiah Hansen\n* Last Updated: 2/12/2026\n\nThis notebook will load data into the `LOCATION` and `ORDER_DETAIL` tables from Excel files.\n\nThis currently does not use Snowpark File Access as it doesn't yet work in Notebooks. So for now we copy the file locally first.",
`19`	`19`	`"execution_count": null`
`20`	`20`	`},`
`21`	`21`	`{`