feat(dbt): add intermediate product transformation models

Author: Ritik574-coder

models/intermediate/Products/int_product_attributes.sql

@@ -1,11 +1,56 @@
-SELECT 
-    product_id,
-    sku,
-    product_name,
-    brand,
-    category,
-    sub_category,
-    department,
-    launched_date,
-    product_url
-FROM {{ ref('stg_products') }} ;
+
+SELECT
+    CASE 
+        WHEN TRY_CONVERT(INT, product_id) IS NULL THEN NULL 
+        ELSE TRY_CONVERT(INT, product_id)
+    END as product_id,
+
+    CASE 
+        WHEN TRIM(sku) = '' OR sku IS NULL OR LEN(TRIM(sku)) != 13 THEN 'Unknown'
+        ELSE TRIM(UPPER(sku))
+    END as sku,
+
+    CASE 
+        WHEN TRIM(product_name) = '' OR product_name IS NULL THEN 'Unknown'
+        ELSE TRIM(dbo.TitleCase(product_name))
+    END as product_name,
+
+    CASE 
+        WHEN TRIM(brand) = '' OR brand IS NULL THEN 'Unknown'
+        ELSE TRIM(dbo.TitleCase(brand))
+    END as brand,
+
+    CASE 
+        WHEN category IS NULL OR TRIM(category) = '' THEN 'Unknown'
+        ELSE TRIM(dbo.titleCase(category))
+    END AS category,
+
+    CASE 
+        WHEN sub_category IS NULL OR TRIM(sub_category) = '' THEN 'Unknown'
+        ELSE dbo.TitleCase(TRIM(sub_category))
+    END AS sub_category,
+
+    CASE 
+        WHEN department IS NULL OR TRIM(department) = '' THEN 'Unknown'
+        ELSE dbo.TitleCase(TRIM(department))
+    END AS department,
+
+    CASE 
+        WHEN launched_date LIKE '[A-Z][a-z][a-z][a-z] __, ____' THEN TRY_CONVERT(DATE ,launched_date)
+        WHEN launched_date LIKE '[A-Z][a-z][a-z] __, ____'      THEN TRY_CONVERT(DATE ,launched_date)
+        WHEN launched_date LIKE '____/__/__'                    THEN TRY_CONVERT(DATE ,launched_date)
+        WHEN launched_date LIKE '____-__-__'                    THEN TRY_CONVERT(DATE ,launched_date)
+    
+        WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 101)
+        WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 110)
+        WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, LEFT(launched_date, 2))         > 12 THEN TRY_CONVERT(DATE, launched_date, 103)
+        WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, LEFT(launched_date, 2))         > 12 THEN TRY_CONVERT(DATE, launched_date, 105)
+        ELSE TRY_CONVERT(DATE, launched_date)
+    END as launched_date,
+
+    CASE 
+        WHEN product_url IS NULL OR TRIM(product_url) = '' OR product_url NOT LIKE 'https://%' THEN 'Unknown'
+        ELSE REPLACE(REPLACE(TRIM(LOWER(product_url)), CHAR(13), ''),CHAR(10), '')
+    END as product_url
+FROM {{ ref('stg_products') }} ;
+