Skip to content

Commit 3f98986

Browse files
Ritik574-coderRitik574-coder
authored
Merge pull request #65 from Ritik574-coder/dbt_branch
data cleaning in return table
2 parents b296a10 + bfc1c53 commit 3f98986

4 files changed

Lines changed: 299 additions & 47 deletions

File tree

‎explore_database/customers/customers.sql‎

Lines changed: 26 additions & 36 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,8 @@
55
--=============================================================================================
66
--=========================== customers table overview ========================================
77
--=============================================================================================
8-
SELECT TOP (1000) [customer_id]
8+
SELECT TOP (1000)
9+
[customer_id]
910
,[title]
1011
,[first_name]
1112
,[last_name]
@@ -1336,23 +1337,23 @@ SELECT
13361337
END as address
13371338

13381339
,CASE
1339-
WHEN TRIM(LOWER(city)) = 'an diego' THEN 'san diego'
1340-
WHEN TRIM(LOWER(city)) = 'chiago' THEN 'chicago'
1341-
WHEN TRIM(LOWER(city)) = 'chrlotte' THEN 'charlotte'
1342-
WHEN TRIM(LOWER(city)) = 'dalla' THEN 'dallas'
1343-
WHEN TRIM(LOWER(city)) = 'inneapolis' THEN 'minneapolis'
1344-
WHEN TRIM(LOWER(city)) = 'louiville' THEN 'louisville'
1345-
WHEN TRIM(LOWER(city)) = 'milwakee' THEN 'milwaukee'
1346-
WHEN TRIM(LOWER(city)) = 'mnneapolis' THEN 'minneapolis'
1347-
WHEN TRIM(LOWER(city)) = 'oklahoma cty' THEN 'oklahoma city'
1348-
WHEN TRIM(LOWER(city)) = 'ortland' THEN 'portland'
1349-
WHEN TRIM(LOWER(city)) = 'sa diego' THEN 'san diego'
1350-
WHEN TRIM(LOWER(city)) = 'san ntonio' THEN 'san antonio'
1351-
WHEN TRIM(LOWER(city)) = 'sn antonio' THEN 'san antonio'
1352-
WHEN TRIM(LOWER(city)) = '' THEN 'Unknown'
1353-
WHEN TRIM(LOWER(city)) IS NULL THEN 'Unknown'
1354-
ELSE TRIM(LOWER(city))
1355-
END as city
1340+
WHEN TRIM(LOWER(city)) = 'an diego' THEN dbo.TitleCase('san diego')
1341+
WHEN TRIM(LOWER(city)) = 'chiago' THEN dbo.TitleCase('chicago')
1342+
WHEN TRIM(LOWER(city)) = 'chrlotte' THEN dbo.TitleCase('charlotte')
1343+
WHEN TRIM(LOWER(city)) = 'dalla' THEN dbo.TitleCase('dallas')
1344+
WHEN TRIM(LOWER(city)) = 'inneapolis' THEN dbo.TitleCase('minneapolis')
1345+
WHEN TRIM(LOWER(city)) = 'louiville' THEN dbo.TitleCase('louisville')
1346+
WHEN TRIM(LOWER(city)) = 'milwakee' THEN dbo.TitleCase('milwaukee')
1347+
WHEN TRIM(LOWER(city)) = 'mnneapolis' THEN dbo.TitleCase('minneapolis')
1348+
WHEN TRIM(LOWER(city)) = 'oklahoma cty' THEN dbo.TitleCase('oklahoma city')
1349+
WHEN TRIM(LOWER(city)) = 'ortland' THEN dbo.TitleCase('portland')
1350+
WHEN TRIM(LOWER(city)) = 'sa diego' THEN dbo.TitleCase('san diego')
1351+
WHEN TRIM(LOWER(city)) = 'san ntonio' THEN dbo.TitleCase('san antonio')
1352+
WHEN TRIM(LOWER(city)) = 'sn antonio' THEN dbo.TitleCase('san antonio')
1353+
WHEN TRIM(city) = '' THEN 'Unknown'
1354+
WHEN city IS NULL THEN 'Unknown'
1355+
ELSE dbo.TitleCase(TRIM(city))
1356+
END AS city
13561357

13571358
,CASE
13581359
WHEN TRIM(UPPER(state_abbr)) IS NULL OR TRIM(UPPER(state_abbr)) = '' THEN 'Unknown'
@@ -1372,12 +1373,9 @@ SELECT
13721373
ELSE zip_code
13731374
END as zip_code
13741375

1375-
,CASE TRIM(LOWER(country))
1376-
WHEN 'u.s.a' THEN 'United States'
1377-
WHEN 'us' THEN 'United States'
1378-
WHEN 'usa' THEN 'United States'
1379-
WHEN 'united states' THEN 'United States'
1380-
ELSE 'Unknown'
1376+
,CASE
1377+
WHEN TRIM(LOWER(country)) IN ('u.s.a', 'us', 'usa', 'united states') THEN 'United States'
1378+
ELSE 'Unknown'
13811379
END as country
13821380

13831381
,CASE
@@ -1392,18 +1390,10 @@ SELECT
13921390

13931391
,loyalty_points
13941392

1395-
,CASE TRIM(LOWER(is_active))
1396-
WHEN '0' THEN 'False'
1397-
WHEN '1' THEN 'True'
1398-
WHEN 'active' THEN 'True'
1399-
WHEN 'inactive' THEN 'False'
1400-
WHEN 'false' THEN 'False'
1401-
WHEN 'true' THEN 'True'
1402-
WHEN 'n' THEN 'False'
1403-
WHEN 'y' THEN 'True'
1404-
WHEN 'no' THEN 'False'
1405-
WHEN 'yes' THEN 'True'
1406-
ELSE 'Unknown'
1393+
,CASE
1394+
WHEN TRIM(LOWER(is_active)) IN ('1', 'active', 'true', 'y', 'yes') THEN 'True'
1395+
WHEN TRIM(LOWER(is_active)) IN ('0', 'inactive', 'false', 'n', 'no') THEN 'False'
1396+
ELSE 'Unknown'
14071397
END AS is_active
14081398

14091399
,CASE

‎explore_database/employees/employees.sql‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,8 @@
66
--=============================================================================================
77
--=========================== employees table overview ========================================
88
--=============================================================================================
9-
SELECT TOP (1000) [employee_id]
9+
SELECT TOP (1000)
10+
[employee_id]
1011
,[first_name]
1112
,[last_name]
1213
,[full_name]

‎explore_database/products/product.sql‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -691,10 +691,10 @@ WITH clean_date AS
691691
WHEN launched_date LIKE '____/__/__' THEN TRY_CONVERT(DATE ,launched_date)
692692
WHEN launched_date LIKE '____-__-__' THEN TRY_CONVERT(DATE ,launched_date)
693693

694-
WHEN launched_date LIKE '__/__/____' AND SUBSTRING(launched_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 101)
695-
WHEN launched_date LIKE '__/__/____' AND LEFT(launched_date, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 103)
696-
WHEN launched_date LIKE '__-__-____' AND SUBSTRING(launched_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 110)
697-
WHEN launched_date LIKE '__-__-____' AND LEFT(launched_date, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 105)
694+
WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 101)
695+
WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, LEFT(launched_date, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 103)
696+
WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 110)
697+
WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, LEFT(launched_date, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 105)
698698
ELSE TRY_CONVERT(DATE, launched_date)
699699
END as launched_date
700700
FROM bronze.products
@@ -868,10 +868,10 @@ FROM
868868
WHEN launched_date LIKE '____/__/__' THEN TRY_CONVERT(DATE ,launched_date)
869869
WHEN launched_date LIKE '____-__-__' THEN TRY_CONVERT(DATE ,launched_date)
870870

871-
WHEN launched_date LIKE '__/__/____' AND SUBSTRING(launched_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 101)
872-
WHEN launched_date LIKE '__/__/____' AND LEFT(launched_date, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 103)
873-
WHEN launched_date LIKE '__-__-____' AND SUBSTRING(launched_date, 4, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 110)
874-
WHEN launched_date LIKE '__-__-____' AND LEFT(launched_date, 2) > 12 THEN TRY_CONVERT(DATE, launched_date, 105)
871+
WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 101)
872+
WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, SUBSTRING(launched_date, 4, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 110)
873+
WHEN launched_date LIKE '__/__/____' AND TRY_CONVERT(INT, LEFT(launched_date, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 103)
874+
WHEN launched_date LIKE '__-__-____' AND TRY_CONVERT(INT, LEFT(launched_date, 2)) > 12 THEN TRY_CONVERT(DATE, launched_date, 105)
875875
ELSE TRY_CONVERT(DATE, launched_date)
876876
END as launched_date
877877

0 commit comments

Comments
 (0)