-
Notifications
You must be signed in to change notification settings - Fork 0
/
SQLQuery Data Cleaning Of NashvilleHousing.sql
168 lines (114 loc) · 4.02 KB
/
SQLQuery Data Cleaning Of NashvilleHousing.sql
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
/*
Cleaning in SQL
*/
Select *
From PorfolioProject.dbo.NashvilleHousing
--Sale Dates Format
Select SaleDateConverted , CONVERT(Date, SaleDate)
From PorfolioProject.dbo.NashvilleHousing
Update NashvilleHousing
SET SaleDate = CONVERT(Date,SaleDate)
ALTER TABLE NashvilleHousing
Add SaleDateConverted Date;
Update NashvilleHousing
SET SaleDateConverted = CONVERT(Date,SaleDate)
--Populate Property Address Data
Select *
From PorfolioProject.dbo.NashvilleHousing
--where PropertyAddress is null
Order by ParcelID
Select a.ParcelID, a.PropertyAddress, b.ParcelID, b.PropertyAddress, ISNULL(a.PropertyAddress, b.PropertyAddress)
From PorfolioProject.dbo.NashvilleHousing as a
Join PorfolioProject.dbo.NashvilleHousing as b
on a.ParcelID = b.ParcelID
AND a.[UniqueID ] <> b.[UniqueID ]
Where a.PropertyAddress is null
Update a
SET PropertyAddress = ISNULL(a.PropertyAddress, b.PropertyAddress)
From PorfolioProject.dbo.NashvilleHousing as a
Join PorfolioProject.dbo.NashvilleHousing as b
on a.ParcelID = b.ParcelID
AND a.[UniqueID ] <> b.[UniqueID ]
Where a.PropertyAddress is null
--Breaking Out Addres into Individual Columns(Address, City State)
Select PropertyAddress
From PorfolioProject.dbo.NashvilleHousing
--Where PropertyAddress is null
--Order by ParcelID
SELECT
SUBSTRING(PropertyAddress,1, CHARINDEX(',', PropertyAddress)-1) as Address ,
SUBSTRING(PropertyAddress, CHARINDEX(',', PropertyAddress)+ 1, LEN(PropertyAddress)) as Address
From PorfolioProject.dbo.NashvilleHousing
ALTER TABLE NashvilleHousing
Add PropertySplitAddress Nvarchar (255);
Update NashvilleHousing
SET PropertySplitAddress = SUBSTRING(PropertyAddress,1, CHARINDEX(',', PropertyAddress)-1)
ALTER TABLE NashvilleHousing
Add PropertySplitCity Nvarchar (255);
Update NashvilleHousing
SET PropertySplitCity =SUBSTRING(PropertyAddress, CHARINDEX(',', PropertyAddress)+ 1 , LEN(PropertyAddress))
Select *
From PorfolioProject.dbo.NashvilleHousing
Select OwnerAddress
From PorfolioProject.dbo.NashvilleHousing
Select
PARSENAME(REPLACE(OwnerAddress, ',', '.'), 3)
,PARSENAME(REPLACE(OwnerAddress, ',', '.'), 2)
,PARSENAME(REPLACE(OwnerAddress, ',', '.'), 1)
From PorfolioProject.dbo.NashvilleHousing
ALTER TABLE NashvilleHousing
Add OwnerSplitAddress Nvarchar (255);
Update NashvilleHousing
SET OwnerSplitAddress = PARSENAME(REPLACE(OwnerAddress, ',', '.'), 3)
ALTER TABLE NashvilleHousing
Add OwnerSplitCity Nvarchar (255);
Update NashvilleHousing
SET OwnerSplitCity = PARSENAME(REPLACE(OwnerAddress, ',', '.'), 2)
ALTER TABLE NashvilleHousing
Add OwnerSplitState Nvarchar (255);
Update NashvilleHousing
SET OwnerSplitState = PARSENAME(REPLACE(OwnerAddress, ',', '.'), 1)
Select *
From PorfolioProject.dbo.NashvilleHousing
--Change Y And N To Yes and No in "Sold As Vacant"
Select Distinct (SoldAsVacant), Count(SoldAsVacant)
From PorfolioProject.dbo.NashvilleHousing
Group by SoldAsVacant
Order by 2
Select SoldAsVacant
, CASE When SoldAsVacant = 'Y' THEN 'YES'
When SoldAsVacant = 'N' THEN 'NO'
ELSE SoldAsVacant
END
From PorfolioProject.dbo.NashvilleHousing
Update NashvilleHousing
SET SoldAsVacant = CASE When SoldAsVacant = 'Y' THEN 'YES'
When SoldAsVacant = 'N' THEN 'NO'
ELSE SoldAsVacant
END
--Remove Duplicates
WITH RowNumCTE AS(
Select *,
ROW_NUMBER() OVER (
PARTITION BY ParcelID,
PropertyAddress,
SalePrice,
LegalReference
ORDER BY UniqueID
) row_num
From PorfolioProject.dbo.NashvilleHousing
--order by ParcelID
)
Select *
From RowNumCTE
Where row_num > 1
--order by PropertyAddress
--Delete Unused Columns
Select *
From PorfolioProject.dbo.NashvilleHousing
ALTER TABLE PorfolioProject.dbo.NashvilleHousing
DROP COLUMN OwnerAddress, TaxDistrict,PropertyAddress
ALTER TABLE PorfolioProject.dbo.NashvilleHousing
DROP COLUMN PropertySlpitCity
ALTER TABLE PorfolioProject.dbo.NashvilleHousing
DROP COLUMN SaleDate