Improved the tutorial and fixed data generation!

Author: IDoneShaveIt

elementary_tutorial/cheat_sheets/tutorial_final_schema_with_tests.yml

@@ -31,6 +31,14 @@ models:
 
       - name: number_of_orders
         description: Count of the number of orders a customer has placed
+        tests:
+          - elementary.column_anomalies:
+              config:
+                severity: warn
+              tags: ["column_anomalies"]
+              column_anomalies:
+                - zero_count
+              timestamp_column: "signup_date"
 
       - name: customer_lifetime_value
         description: Total value (AUD) of a customer's orders
@@ -67,14 +75,6 @@ models:
 
       - name: amount
         description: Total amount (AUD) of the order
-        tests:
-          - elementary.column_anomalies:
-              config:
-                severity: warn
-              tags: ["column_anomalies"]
-              column_anomalies:
-                - zero_count
-                - zero_percent
 
       - name: credit_card_amount
         description: Amount of the order (AUD) paid for by credit card
@@ -98,7 +98,8 @@ models:
           tags: ["table_anomalies"]
           table_anomalies:
             - row_count
-          freshness_column: order_date
+          timestamp_column: "order_date"
+
     columns:
       - name: order_id
         description: This is a unique identifier for an order

elementary_tutorial/dbt_project/models/customers.sql

@@ -58,7 +58,10 @@ final as (
         customers.last_name,
         customer_orders.first_order,
         customer_orders.most_recent_order,
-        customer_orders.number_of_orders,
+        case
+            when customer_orders.number_of_orders is null then 0
+            else customer_orders.number_of_orders
+        end as number_of_orders,
         customer_payments.total_amount as customer_lifetime_value,
         signups.customer_email,
         {% if elementary.get_config_var('anomalies') %}

elementary_tutorial/dbt_project/models/schema.yml

@@ -5,6 +5,13 @@ models:
     description: This table has basic information about a customer, as well as some derived facts based on a customer's orders
     config:
       tags: ["PII"]
+      elementary:
+        timestamp_column: "signup_date"
+    tests:
+      - elementary.table_anomalies:
+          table_anomalies:
+            - row_count
+      - elementary.schema_changes
 
     columns:
       - name: customer_id
@@ -24,6 +31,14 @@ models:
 
       - name: number_of_orders
         description: Count of the number of orders a customer has placed
+        tests:
+          - elementary.column_anomalies:
+              config:
+                severity: warn
+              tags: ["column_anomalies"]
+              column_anomalies:
+                - zero_count
+              timestamp_column: "signup_date"
 
       - name: customer_lifetime_value
         description: Total value (AUD) of a customer's orders
@@ -38,7 +53,13 @@ models:
     description: This table has basic information about orders, as well as some derived facts based on payments
     config:
       tags: ["finance"]
+      elementary:
+        timestamp_column: "order_date"
 
+    tests:
+      - elementary.dimension_anomalies:
+          dimensions:
+            - status
     columns:
       - name: order_id
         description: This is a unique identifier for an order
@@ -72,6 +93,13 @@ models:
     config:
       tags: ["finance"]
 
+    tests:
+      - elementary.table_anomalies:
+          tags: ["table_anomalies"]
+          table_anomalies:
+            - row_count
+          timestamp_column: "order_date"
+
     columns:
       - name: order_id
         description: This is a unique identifier for an order