Merge pull request #22 from Ritik574-coder/dbt_branch

update: adding models and description apply test on the models

Author: Ritik574-coder

models/intermediate/Employees/_int_employees_models.yml

@@ -1,3 +1,8 @@
+
+
+#=========================================================================================
+#============================= Models : int_employee_employment ==========================
+#=========================================================================================
 version: 2
 models:
   - name: int_employee_employment

models/intermediate/Employees/int_employee_profile.sql

@@ -1,6 +1,23 @@
 SELECT 
-    employee_id,
-    first_name,
-    last_name,
-    hire_date
+    employee_id, 
+
+    CASE 
+        WHEN LEN(TRIM(full_name)) - LEN(REPLACE(TRIM(full_name), ' ','')) = 1 THEN PARSENAME(REPLACE(TRIM(full_name), ' ', '.'), 2)
+    END as first_name,
+
+    PARSENAME(REPLACE(TRIM(full_name),' ','.'),1) as last_name,
+
+    CASE 
+        WHEN hire_date LIKE '[A-Z][a-z][a-z][a-z]% __, ____' THEN TRY_CONVERT(DATE,hire_date )
+        WHEN hire_date LIKE '[A-Z][a-z][a-z] __, ____'       THEN TRY_CONVERT(DATE, hire_date)
+        WHEN hire_date LIKE '____-__-__'                     THEN TRY_CONVERT(DATE, hire_date)
+        WHEN hire_date LIKE '____/__/__'                     THEN TRY_CONVERT(DATE, hire_date)
+
+        WHEN hire_date LIKE '__/__/____' AND TRY_CONVERT(INT, LEFT(hire_date, 2)) > 12 THEN  TRY_CONVERT(DATE, hire_date,103)
+        WHEN hire_date LIKE '__-__-____' AND TRY_CONVERT(INT, LEFT(hire_date, 2)) > 12 THEN TRY_CONVERT(DATE, hire_date, 105)
+        
+        WHEN hire_date LIKE '__/__/____' AND TRY_CONVERT(INT, SUBSTRING(hire_date, 4, 2)) > 12 THEN  TRY_CONVERT(DATE, hire_date,101)
+        WHEN hire_date LIKE '__-__-____' AND TRY_CONVERT(INT, SUBSTRING(hire_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, hire_date, 110)
+        ELSE TRY_CONVERT(DATE, hire_date)
+    END hire_date
 FROM {{ ref('stg_employees') }} ;

models/intermediate/Employees/int_employees_contact.sql

@@ -1,5 +1,21 @@
 SELECT 
     employee_id,
-    email,
-    phone
+
+    CASE 
+        WHEN email IS NULL OR TRIM(email) = '' THEN 'Unknown'
+        WHEN email NOT LIKE '%@%' THEN 'Unknown'
+        WHEN PATINDEX('%@%@%', TRIM(LOWER(email))) > 0 THEN 
+        LEFT(TRIM(LOWER(email)), CHARINDEX('@', TRIM(LOWER(email))) -1)
+        + '@' + REPLACE(SUBSTRING(TRIM(LOWER(email)), CHARINDEX('@', TRIM(LOWER(email))) +1,
+        LEN(TRIM(LOWER(email)))), '@' ,'')
+        ELSE TRIM(LOWER(email))
+    END as email,
+
+    CASE 
+        WHEN phone LIKE '+___________'   THEN  CONCAT('+1 (', SUBSTRING(phone, 3, 3), ') ' ,  SUBSTRING(phone, 6, 3), '-', SUBSTRING(phone, 9,4))
+        WHEN phone LIKE '___.___.____'   THEN  CONCAT('+1 (', SUBSTRING(phone, 1,3) , ') ' ,  SUBSTRING(phone,5, 3), '-' ,  SUBSTRING(phone,9,4))
+        WHEN phone LIKE '__________'     THEN  CONCAT('+1 (', SUBSTRING(phone, 1,3) , ') ' ,  SUBSTRING(phone, 4,3), '-' ,  SUBSTRING(phone,7,4))
+        WHEN phone LIKE '___-___-____'   THEN  CONCAT('+1 (', SUBSTRING(phone,1, 3) , ') ' ,  SUBSTRING(phone, 5,8))
+        WHEN phone LIKE '(___) ___-____' THEN  CONCAT('+1 ',  SUBSTRING(phone, 1,14))
+    END as phone
 FROM {{ ref('stg_employees') }} ;

models/intermediate/Inventory/int_inventory_product.sql

@@ -1,8 +1,45 @@
 SELECT 
     inventory_snapshot_sk,
-    snapshot_date,
-    product_id,
-    product_name,
-    sku,
-    category
+
+    CASE 
+        WHEN snapshot_date LIKE '[A-Z][a-z][a-z][a-z] __, ____' THEN TRY_CONVERT(DATE ,snapshot_date)
+        WHEN snapshot_date LIKE '[A-Z][a-z][a-z] __, ____'      THEN TRY_CONVERT(DATE ,snapshot_date)
+        WHEN snapshot_date LIKE '____/__/__'                    THEN TRY_CONVERT(DATE ,snapshot_date)
+        WHEN snapshot_date LIKE '____-__-__'                    THEN TRY_CONVERT(DATE ,snapshot_date)
+    
+        WHEN snapshot_date LIKE '__/__/____' AND SUBSTRING(snapshot_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, snapshot_date, 101)
+        WHEN snapshot_date LIKE '__/__/____' AND LEFT(snapshot_date, 2) > 12         THEN TRY_CONVERT(DATE, snapshot_date, 103)
+        WHEN snapshot_date LIKE '__-__-____' AND SUBSTRING(snapshot_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, snapshot_date, 110)
+        WHEN snapshot_date LIKE '__-__-____' AND LEFT(snapshot_date, 2) > 12         THEN TRY_CONVERT(DATE, snapshot_date, 105)
+        ELSE TRY_CONVERT(DATE, snapshot_date)
+    END as snapshot_date,
+
+    CASE 
+        WHEN TRY_CONVERT(INT, product_id) IS NULL THEN NULL 
+        ELSE TRY_CONVERT(INT, product_id)
+    END  as product_id,
+
+    CASE 
+        WHEN product_name IS NULL OR product_name = '' THEN 'Unknown'
+        ELSE TRIM(product_name)
+    END as product_name,
+
+    CASE 
+        WHEN sku IS NULL OR sku = '' THEN 'Unknown'
+        ELSE TRIM(sku)
+    END as sku,
+
+    CASE 
+        WHEN TRIM(LOWER(category)) = 'electronics' THEN 'Electronics'
+        WHEN TRIM(LOWER(category)) = 'clothing'    THEN 'Clothing'
+        WHEN TRIM(LOWER(category)) = 'kitchen'     THEN 'Kitchen'
+        WHEN TRIM(LOWER(category)) = 'office'      THEN 'Office'
+        WHEN TRIM(LOWER(category)) = 'sports'      THEN 'Sports'
+        WHEN TRIM(LOWER(category)) = 'health'      THEN 'Health'
+        WHEN TRIM(LOWER(category)) = 'beauty'      THEN 'Beauty'
+        WHEN TRIM(LOWER(category)) = 'footwear'    THEN 'Footwear'
+        WHEN TRIM(LOWER(category)) = 'toys'        THEN 'Toys'
+        WHEN TRIM(LOWER(category)) = 'bags'        THEN 'Bags'
+        ELSE 'Unknown'
+    END AS category
 FROM {{ ref('stg_inventory') }} ;

models/intermediate/Inventory/int_inventory_stock.sql

@@ -1,8 +1,20 @@
 SELECT 
     inventory_snapshot_sk,
-    product_id,
-    stock_on_hand,
-    stock_reserved,
+
+    CASE 
+        WHEN TRY_CONVERT(INT, stock_on_hand) IS NULL OR stock_on_hand < 0 THEN NULL 
+        ELSE TRY_CONVERT(INT, stock_on_hand)
+    END AS stock_on_hand,
+
+    CASE 
+        WHEN stock_reserved < 0 OR TRY_CONVERT(INT, stock_reserved) IS NULL THEN NULL 
+        ELSE TRY_CONVERT(INT, stock_reserved)
+    END  as stock_reserved,
+
     stock_available,
-    reorder_level
+
+    CASE 
+        WHEN reorder_level IS NULL OR reorder_level < 0 OR TRY_CONVERT(INT, reorder_level) IS NULL THEN NULL 
+        ELSE TRY_CONVERT(INT, reorder_level)
+    END as reorder_level
 FROM {{ ref('stg_inventory') }} ;

models/intermediate/Inventory/int_inventory_valuation.sql

@@ -1,6 +1,5 @@
 SELECT 
     inventory_snapshot_sk,
-    product_id,
     stock_on_hand,
     stock_reserved,
     stock_available,