final_import.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "82ce1b35",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os \n",
    "from sqlalchemy import create_engine\n",
    "from config import db_password\n",
    "from sqlalchemy.ext.declarative import declarative_base"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "91356db1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "98adff40",
   "metadata": {},
   "outputs": [],
   "source": [
    "file_path = \"Resources/\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "718eb3b2",
   "metadata": {},
   "outputs": [],
   "source": [
    "db_string = f\"postgresql://postgres:{db_password}@127.0.0.1:5432/rva_real_estate\"\n",
    "engine = create_engine(db_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "15a37955",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['23284.csv',\n",
       " '23290.csv',\n",
       " '23291.csv',\n",
       " '23285.csv',\n",
       " '23250.csv',\n",
       " '23278.csv',\n",
       " '23293.csv',\n",
       " '23286.csv',\n",
       " '23292.csv',\n",
       " '23279.csv',\n",
       " '23047.csv',\n",
       " '23269.csv',\n",
       " '.DS_Store',\n",
       " '23255.csv',\n",
       " '23241.csv',\n",
       " '23282.csv',\n",
       " '23297.csv',\n",
       " '23240.csv',\n",
       " '23120.csv',\n",
       " '23242.csv',\n",
       " '23294.csv',\n",
       " '23280.csv',\n",
       " '23069.csv',\n",
       " '23146.csv',\n",
       " '23224.csv',\n",
       " '23230.csv',\n",
       " '23218.csv',\n",
       " '23219.csv',\n",
       " '23231.csv',\n",
       " '23225.csv',\n",
       " '23806.csv',\n",
       " '23838.csv',\n",
       " '23192.csv',\n",
       " '23233.csv',\n",
       " '23227.csv',\n",
       " '23226.csv',\n",
       " '23232.csv',\n",
       " '23150.csv',\n",
       " '23236.csv',\n",
       " '23222.csv',\n",
       " '23223.csv',\n",
       " '23237.csv',\n",
       " '23221.csv',\n",
       " '23235.csv',\n",
       " '23234.csv',\n",
       " '23220.csv',\n",
       " '23803.csv',\n",
       " '23173.csv',\n",
       " '23832.csv',\n",
       " '23238.csv',\n",
       " '23831.csv',\n",
       " '23005.csv',\n",
       " '23834.csv',\n",
       " '23015.csv',\n",
       " '23162.csv',\n",
       " '23228.csv',\n",
       " '23229.csv',\n",
       " '23836.csv',\n",
       " '23058.csv',\n",
       " '23298.csv',\n",
       " '23273.csv',\n",
       " '23059.csv',\n",
       " '23111.csv',\n",
       " '23113.csv',\n",
       " '23112.csv',\n",
       " '23116.csv',\n",
       " '23274.csv',\n",
       " '23260.csv',\n",
       " '23261.csv',\n",
       " '23249.csv',\n",
       " '23075.csv',\n",
       " '23288.csv',\n",
       " '23289.csv',\n",
       " '23060.csv',\n",
       " '23114.csv']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "file_list = os.listdir(file_path)\n",
    "file_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "79413a60",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Resources/23284.csv',\n",
       " 'Resources/23290.csv',\n",
       " 'Resources/23291.csv',\n",
       " 'Resources/23285.csv',\n",
       " 'Resources/23250.csv',\n",
       " 'Resources/23278.csv',\n",
       " 'Resources/23293.csv',\n",
       " 'Resources/23286.csv',\n",
       " 'Resources/23292.csv',\n",
       " 'Resources/23279.csv',\n",
       " 'Resources/23047.csv',\n",
       " 'Resources/23269.csv',\n",
       " 'Resources/23255.csv',\n",
       " 'Resources/23241.csv',\n",
       " 'Resources/23282.csv',\n",
       " 'Resources/23297.csv',\n",
       " 'Resources/23240.csv',\n",
       " 'Resources/23120.csv',\n",
       " 'Resources/23242.csv',\n",
       " 'Resources/23294.csv',\n",
       " 'Resources/23280.csv',\n",
       " 'Resources/23069.csv',\n",
       " 'Resources/23146.csv',\n",
       " 'Resources/23224.csv',\n",
       " 'Resources/23230.csv',\n",
       " 'Resources/23218.csv',\n",
       " 'Resources/23219.csv',\n",
       " 'Resources/23231.csv',\n",
       " 'Resources/23225.csv',\n",
       " 'Resources/23806.csv',\n",
       " 'Resources/23838.csv',\n",
       " 'Resources/23192.csv',\n",
       " 'Resources/23233.csv',\n",
       " 'Resources/23227.csv',\n",
       " 'Resources/23226.csv',\n",
       " 'Resources/23232.csv',\n",
       " 'Resources/23150.csv',\n",
       " 'Resources/23236.csv',\n",
       " 'Resources/23222.csv',\n",
       " 'Resources/23223.csv',\n",
       " 'Resources/23237.csv',\n",
       " 'Resources/23221.csv',\n",
       " 'Resources/23235.csv',\n",
       " 'Resources/23234.csv',\n",
       " 'Resources/23220.csv',\n",
       " 'Resources/23803.csv',\n",
       " 'Resources/23173.csv',\n",
       " 'Resources/23832.csv',\n",
       " 'Resources/23238.csv',\n",
       " 'Resources/23831.csv',\n",
       " 'Resources/23005.csv',\n",
       " 'Resources/23834.csv',\n",
       " 'Resources/23015.csv',\n",
       " 'Resources/23162.csv',\n",
       " 'Resources/23228.csv',\n",
       " 'Resources/23229.csv',\n",
       " 'Resources/23836.csv',\n",
       " 'Resources/23058.csv',\n",
       " 'Resources/23298.csv',\n",
       " 'Resources/23273.csv',\n",
       " 'Resources/23059.csv',\n",
       " 'Resources/23111.csv',\n",
       " 'Resources/23113.csv',\n",
       " 'Resources/23112.csv',\n",
       " 'Resources/23116.csv',\n",
       " 'Resources/23274.csv',\n",
       " 'Resources/23260.csv',\n",
       " 'Resources/23261.csv',\n",
       " 'Resources/23249.csv',\n",
       " 'Resources/23075.csv',\n",
       " 'Resources/23288.csv',\n",
       " 'Resources/23289.csv',\n",
       " 'Resources/23060.csv',\n",
       " 'Resources/23114.csv']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#list all csv files only\n",
    "csv_files = glob.glob('Resources/*.{}'.format('csv'))\n",
    "csv_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "5935a0bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>price</th>\n",
       "      <th>county</th>\n",
       "      <th>propertyType</th>\n",
       "      <th>addressLine1</th>\n",
       "      <th>city</th>\n",
       "      <th>state</th>\n",
       "      <th>zipCode</th>\n",
       "      <th>formattedAddress</th>\n",
       "      <th>...</th>\n",
       "      <th>daysOnMarket</th>\n",
       "      <th>createdDate</th>\n",
       "      <th>lotSize</th>\n",
       "      <th>id</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>squareFootage</th>\n",
       "      <th>yearBuilt</th>\n",
       "      <th>addressLine2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153700.0</td>\n",
       "      <td>Hanover County</td>\n",
       "      <td>Land</td>\n",
       "      <td>Verdon Rd</td>\n",
       "      <td>Doswell</td>\n",
       "      <td>VA</td>\n",
       "      <td>23047.0</td>\n",
       "      <td>Verdon Rd, Doswell, VA 23047</td>\n",
       "      <td>...</td>\n",
       "      <td>367.0</td>\n",
       "      <td>2020-10-06T06:57:26.118Z</td>\n",
       "      <td>448668.0</td>\n",
       "      <td>Verdon-Rd,-Doswell,-VA-23047</td>\n",
       "      <td>37.892584</td>\n",
       "      <td>-77.525776</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>400000.0</td>\n",
       "      <td>Hanover County</td>\n",
       "      <td>Land</td>\n",
       "      <td>Old Ridge Rd</td>\n",
       "      <td>Doswell</td>\n",
       "      <td>VA</td>\n",
       "      <td>23047.0</td>\n",
       "      <td>Old Ridge Rd, Doswell, VA 23047</td>\n",
       "      <td>...</td>\n",
       "      <td>84.0</td>\n",
       "      <td>2020-09-15T03:38:04.366Z</td>\n",
       "      <td>1829520.0</td>\n",
       "      <td>Old-Ridge-Rd,-Doswell,-VA-23047</td>\n",
       "      <td>37.822868</td>\n",
       "      <td>-77.488943</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2200000.0</td>\n",
       "      <td>Hanover County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>18185 Narrow Path Trl</td>\n",
       "      <td>Doswell</td>\n",
       "      <td>VA</td>\n",
       "      <td>23047.0</td>\n",
       "      <td>18185 Narrow Path Trl, Doswell, VA 23047</td>\n",
       "      <td>...</td>\n",
       "      <td>56.0</td>\n",
       "      <td>2020-09-20T02:54:00.241Z</td>\n",
       "      <td>435687.0</td>\n",
       "      <td>18185-Narrow-Path-Trl,-Doswell,-VA-23047</td>\n",
       "      <td>37.906134</td>\n",
       "      <td>-77.535539</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7680.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>628900.0</td>\n",
       "      <td>Hanover County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>Horseshoe Bridge Rd</td>\n",
       "      <td>Doswell</td>\n",
       "      <td>VA</td>\n",
       "      <td>23047.0</td>\n",
       "      <td>Horseshoe Bridge Rd, Doswell, VA 23047</td>\n",
       "      <td>...</td>\n",
       "      <td>37.0</td>\n",
       "      <td>2022-10-06T10:22:26.789Z</td>\n",
       "      <td>125409.0</td>\n",
       "      <td>Horseshoe-Bridge-Rd,-Doswell,-VA-23047</td>\n",
       "      <td>37.817704</td>\n",
       "      <td>-77.548959</td>\n",
       "      <td>2.5</td>\n",
       "      <td>2713.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>3.0</td>\n",
       "      <td>309900.0</td>\n",
       "      <td>Hanover County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>16180 Short Cut Rd</td>\n",
       "      <td>Doswell</td>\n",
       "      <td>VA</td>\n",
       "      <td>23047.0</td>\n",
       "      <td>16180 Short Cut Rd, Doswell, VA 23047</td>\n",
       "      <td>...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>2022-02-23T06:09:37.359Z</td>\n",
       "      <td>40598.0</td>\n",
       "      <td>16180-Short-Cut-Rd,-Doswell,-VA-23047</td>\n",
       "      <td>37.847004</td>\n",
       "      <td>-77.463101</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1760.0</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17487</th>\n",
       "      <td>495</td>\n",
       "      <td>4.0</td>\n",
       "      <td>325000.0</td>\n",
       "      <td>Chesterfield County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>13101 Glenmeadow Ct</td>\n",
       "      <td>Midlothian</td>\n",
       "      <td>VA</td>\n",
       "      <td>23114.0</td>\n",
       "      <td>13101 Glenmeadow Ct, Midlothian, VA 23114</td>\n",
       "      <td>...</td>\n",
       "      <td>403.0</td>\n",
       "      <td>2021-06-30T12:19:59.184Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13101-Glenmeadow-Ct,-Midlothian,-VA-23114</td>\n",
       "      <td>37.493032</td>\n",
       "      <td>-77.639109</td>\n",
       "      <td>2.5</td>\n",
       "      <td>2138.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17488</th>\n",
       "      <td>496</td>\n",
       "      <td>3.0</td>\n",
       "      <td>307000.0</td>\n",
       "      <td>Chesterfield County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>913 Krim Point Ln</td>\n",
       "      <td>Midlothian</td>\n",
       "      <td>VA</td>\n",
       "      <td>23114.0</td>\n",
       "      <td>913 Krim Point Ln, Midlothian, VA 23114</td>\n",
       "      <td>...</td>\n",
       "      <td>414.0</td>\n",
       "      <td>2021-06-19T11:40:53.496Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>913-Krim-Point-Ln,-Midlothian,-VA-23114</td>\n",
       "      <td>37.487011</td>\n",
       "      <td>-77.655272</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1632.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17489</th>\n",
       "      <td>497</td>\n",
       "      <td>4.0</td>\n",
       "      <td>309000.0</td>\n",
       "      <td>Chesterfield County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>1318 Sweet Willow Dr</td>\n",
       "      <td>Midlothian</td>\n",
       "      <td>VA</td>\n",
       "      <td>23114.0</td>\n",
       "      <td>1318 Sweet Willow Dr, Midlothian, VA 23114</td>\n",
       "      <td>...</td>\n",
       "      <td>408.0</td>\n",
       "      <td>2021-06-25T10:54:01.704Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1318-Sweet-Willow-Dr,-Midlothian,-VA-23114</td>\n",
       "      <td>37.469868</td>\n",
       "      <td>-77.604671</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1867.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17490</th>\n",
       "      <td>498</td>\n",
       "      <td>4.0</td>\n",
       "      <td>299950.0</td>\n",
       "      <td>Chesterfield County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>12404 Mcallen Ct</td>\n",
       "      <td>Midlothian</td>\n",
       "      <td>VA</td>\n",
       "      <td>23114.0</td>\n",
       "      <td>12404 Mcallen Ct, Midlothian, VA 23114</td>\n",
       "      <td>...</td>\n",
       "      <td>414.0</td>\n",
       "      <td>2021-06-19T11:40:53.496Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12404-Mcallen-Ct,-Midlothian,-VA-23114</td>\n",
       "      <td>37.464500</td>\n",
       "      <td>-77.628494</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1912.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17491</th>\n",
       "      <td>499</td>\n",
       "      <td>3.0</td>\n",
       "      <td>259900.0</td>\n",
       "      <td>Chesterfield County</td>\n",
       "      <td>Single Family</td>\n",
       "      <td>12354 Logan Trace Rd</td>\n",
       "      <td>Midlothian</td>\n",
       "      <td>VA</td>\n",
       "      <td>23114.0</td>\n",
       "      <td>12354 Logan Trace Rd, Midlothian, VA 23114</td>\n",
       "      <td>...</td>\n",
       "      <td>417.0</td>\n",
       "      <td>2021-06-16T08:31:25.782Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12354-Logan-Trace-Rd,-Midlothian,-VA-23114</td>\n",
       "      <td>37.470254</td>\n",
       "      <td>-77.627308</td>\n",
       "      <td>2.5</td>\n",
       "      <td>1426.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>17492 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0  bedrooms      price               county   propertyType  \\\n",
       "0              0       0.0   153700.0       Hanover County           Land   \n",
       "1              1       0.0   400000.0       Hanover County           Land   \n",
       "2              2       5.0  2200000.0       Hanover County  Single Family   \n",
       "3              3       4.0   628900.0       Hanover County  Single Family   \n",
       "4              4       3.0   309900.0       Hanover County  Single Family   \n",
       "...          ...       ...        ...                  ...            ...   \n",
       "17487        495       4.0   325000.0  Chesterfield County  Single Family   \n",
       "17488        496       3.0   307000.0  Chesterfield County  Single Family   \n",
       "17489        497       4.0   309000.0  Chesterfield County  Single Family   \n",
       "17490        498       4.0   299950.0  Chesterfield County  Single Family   \n",
       "17491        499       3.0   259900.0  Chesterfield County  Single Family   \n",
       "\n",
       "                addressLine1        city state  zipCode  \\\n",
       "0                  Verdon Rd     Doswell    VA  23047.0   \n",
       "1               Old Ridge Rd     Doswell    VA  23047.0   \n",
       "2      18185 Narrow Path Trl     Doswell    VA  23047.0   \n",
       "3        Horseshoe Bridge Rd     Doswell    VA  23047.0   \n",
       "4         16180 Short Cut Rd     Doswell    VA  23047.0   \n",
       "...                      ...         ...   ...      ...   \n",
       "17487    13101 Glenmeadow Ct  Midlothian    VA  23114.0   \n",
       "17488      913 Krim Point Ln  Midlothian    VA  23114.0   \n",
       "17489   1318 Sweet Willow Dr  Midlothian    VA  23114.0   \n",
       "17490       12404 Mcallen Ct  Midlothian    VA  23114.0   \n",
       "17491   12354 Logan Trace Rd  Midlothian    VA  23114.0   \n",
       "\n",
       "                                 formattedAddress  ... daysOnMarket  \\\n",
       "0                    Verdon Rd, Doswell, VA 23047  ...        367.0   \n",
       "1                 Old Ridge Rd, Doswell, VA 23047  ...         84.0   \n",
       "2        18185 Narrow Path Trl, Doswell, VA 23047  ...         56.0   \n",
       "3          Horseshoe Bridge Rd, Doswell, VA 23047  ...         37.0   \n",
       "4           16180 Short Cut Rd, Doswell, VA 23047  ...         16.0   \n",
       "...                                           ...  ...          ...   \n",
       "17487   13101 Glenmeadow Ct, Midlothian, VA 23114  ...        403.0   \n",
       "17488     913 Krim Point Ln, Midlothian, VA 23114  ...        414.0   \n",
       "17489  1318 Sweet Willow Dr, Midlothian, VA 23114  ...        408.0   \n",
       "17490      12404 Mcallen Ct, Midlothian, VA 23114  ...        414.0   \n",
       "17491  12354 Logan Trace Rd, Midlothian, VA 23114  ...        417.0   \n",
       "\n",
       "                    createdDate    lotSize  \\\n",
       "0      2020-10-06T06:57:26.118Z   448668.0   \n",
       "1      2020-09-15T03:38:04.366Z  1829520.0   \n",
       "2      2020-09-20T02:54:00.241Z   435687.0   \n",
       "3      2022-10-06T10:22:26.789Z   125409.0   \n",
       "4      2022-02-23T06:09:37.359Z    40598.0   \n",
       "...                         ...        ...   \n",
       "17487  2021-06-30T12:19:59.184Z        NaN   \n",
       "17488  2021-06-19T11:40:53.496Z        NaN   \n",
       "17489  2021-06-25T10:54:01.704Z        NaN   \n",
       "17490  2021-06-19T11:40:53.496Z        NaN   \n",
       "17491  2021-06-16T08:31:25.782Z        NaN   \n",
       "\n",
       "                                               id   latitude  longitude  \\\n",
       "0                    Verdon-Rd,-Doswell,-VA-23047  37.892584 -77.525776   \n",
       "1                 Old-Ridge-Rd,-Doswell,-VA-23047  37.822868 -77.488943   \n",
       "2        18185-Narrow-Path-Trl,-Doswell,-VA-23047  37.906134 -77.535539   \n",
       "3          Horseshoe-Bridge-Rd,-Doswell,-VA-23047  37.817704 -77.548959   \n",
       "4           16180-Short-Cut-Rd,-Doswell,-VA-23047  37.847004 -77.463101   \n",
       "...                                           ...        ...        ...   \n",
       "17487   13101-Glenmeadow-Ct,-Midlothian,-VA-23114  37.493032 -77.639109   \n",
       "17488     913-Krim-Point-Ln,-Midlothian,-VA-23114  37.487011 -77.655272   \n",
       "17489  1318-Sweet-Willow-Dr,-Midlothian,-VA-23114  37.469868 -77.604671   \n",
       "17490      12404-Mcallen-Ct,-Midlothian,-VA-23114  37.464500 -77.628494   \n",
       "17491  12354-Logan-Trace-Rd,-Midlothian,-VA-23114  37.470254 -77.627308   \n",
       "\n",
       "       bathrooms squareFootage  yearBuilt  addressLine2  \n",
       "0            NaN           NaN        NaN           NaN  \n",
       "1            NaN           NaN        NaN           NaN  \n",
       "2            4.0        7680.0     2010.0           NaN  \n",
       "3            2.5        2713.0     2022.0           NaN  \n",
       "4            2.0        1760.0     1952.0           NaN  \n",
       "...          ...           ...        ...           ...  \n",
       "17487        2.5        2138.0        NaN           NaN  \n",
       "17488        2.0        1632.0        NaN           NaN  \n",
       "17489        2.5        1867.0        NaN           NaN  \n",
       "17490        2.5        1912.0        NaN           NaN  \n",
       "17491        2.5        1426.0        NaN           NaN  \n",
       "\n",
       "[17492 rows x 24 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Combine all CSVs in dataframe\n",
    "df_all_data = pd.concat([pd.read_csv(f) for f in csv_files ], ignore_index=True)\n",
    "df_all_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "e513d23e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export dataframe to csv\n",
    "df_all_data.to_csv('all_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "929b7e17",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV to postgreSQL database\n",
    "data = pd.read_csv('Resources/all_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "d36f4e53",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "492"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Export CSV to postgreSQL database\n",
    "data.to_sql('all_data', db_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fa61b3f3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f6181ae0",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "PythonData",
   "language": "python",
   "name": "pythondata"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}