Crimes in Chicago - Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "harmful-lexington",
   "metadata": {},
   "source": [
    "# Crimes in Chicago - Cleaning"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "informational-potential",
   "metadata": {},
   "source": [
    "## Importing Libraires"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "independent-holly",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "green-prince",
   "metadata": {},
   "source": [
    "## URL for the database"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dying-adaptation",
   "metadata": {},
   "source": [
    "https://data.cityofchicago.org/Public-Safety/Crimes-2001-to-Present/ijzp-q8t2"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "developing-hawaii",
   "metadata": {},
   "source": [
    "## Importing and understanding the dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "divine-chinese",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/oleoaraujo/Documents/GitHub/crimes-in-chicago'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.getcwd()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "opening-brooklyn",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes = pd.read_csv(\"/Users/oleoaraujo/Desktop/Crimes-in-Chicago/Crimes_-_2001_to_Present.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "heated-wilderness",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(7285365, 22)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "italian-screen",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>IUCR</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>FBI Code</th>\n",
       "      <th>X Coordinate</th>\n",
       "      <th>Y Coordinate</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10224738</td>\n",
       "      <td>HY411648</td>\n",
       "      <td>09/05/2015 01:30:00 PM</td>\n",
       "      <td>043XX S WOOD ST</td>\n",
       "      <td>0486</td>\n",
       "      <td>BATTERY</td>\n",
       "      <td>DOMESTIC BATTERY SIMPLE</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>924</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>08B</td>\n",
       "      <td>1165074.0</td>\n",
       "      <td>1875917.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.815117</td>\n",
       "      <td>-87.670000</td>\n",
       "      <td>(41.815117282, -87.669999562)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10224739</td>\n",
       "      <td>HY411615</td>\n",
       "      <td>09/04/2015 11:30:00 AM</td>\n",
       "      <td>008XX N CENTRAL AVE</td>\n",
       "      <td>0870</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>POCKET-PICKING</td>\n",
       "      <td>CTA BUS</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1511</td>\n",
       "      <td>15.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>06</td>\n",
       "      <td>1138875.0</td>\n",
       "      <td>1904869.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.895080</td>\n",
       "      <td>-87.765400</td>\n",
       "      <td>(41.895080471, -87.765400451)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11646166</td>\n",
       "      <td>JC213529</td>\n",
       "      <td>09/01/2018 12:01:00 AM</td>\n",
       "      <td>082XX S INGLESIDE AVE</td>\n",
       "      <td>0810</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>OVER $500</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>631</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>44.0</td>\n",
       "      <td>06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10224740</td>\n",
       "      <td>HY411595</td>\n",
       "      <td>09/05/2015 12:45:00 PM</td>\n",
       "      <td>035XX W BARRY AVE</td>\n",
       "      <td>2023</td>\n",
       "      <td>NARCOTICS</td>\n",
       "      <td>POSS: HEROIN(BRN/TAN)</td>\n",
       "      <td>SIDEWALK</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1412</td>\n",
       "      <td>14.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>18</td>\n",
       "      <td>1152037.0</td>\n",
       "      <td>1920384.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.937406</td>\n",
       "      <td>-87.716650</td>\n",
       "      <td>(41.937405765, -87.716649687)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10224741</td>\n",
       "      <td>HY411610</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>0000X N LARAMIE AVE</td>\n",
       "      <td>0560</td>\n",
       "      <td>ASSAULT</td>\n",
       "      <td>SIMPLE</td>\n",
       "      <td>APARTMENT</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1522</td>\n",
       "      <td>15.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>08A</td>\n",
       "      <td>1141706.0</td>\n",
       "      <td>1900086.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.881903</td>\n",
       "      <td>-87.755121</td>\n",
       "      <td>(41.881903443, -87.755121152)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10224742</td>\n",
       "      <td>HY411435</td>\n",
       "      <td>09/05/2015 10:55:00 AM</td>\n",
       "      <td>082XX S LOOMIS BLVD</td>\n",
       "      <td>0610</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>FORCIBLE ENTRY</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>614</td>\n",
       "      <td>6.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>05</td>\n",
       "      <td>1168430.0</td>\n",
       "      <td>1850165.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.744379</td>\n",
       "      <td>-87.658431</td>\n",
       "      <td>(41.744378879, -87.658430635)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>10224743</td>\n",
       "      <td>HY411629</td>\n",
       "      <td>09/04/2015 06:00:00 PM</td>\n",
       "      <td>021XX W CHURCHILL ST</td>\n",
       "      <td>0620</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>UNLAWFUL ENTRY</td>\n",
       "      <td>RESIDENCE-GARAGE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1434</td>\n",
       "      <td>14.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>05</td>\n",
       "      <td>1161628.0</td>\n",
       "      <td>1912157.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.914636</td>\n",
       "      <td>-87.681631</td>\n",
       "      <td>(41.914635603, -87.681630909)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>10224744</td>\n",
       "      <td>HY411605</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>025XX W CERMAK RD</td>\n",
       "      <td>0860</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>RETAIL THEFT</td>\n",
       "      <td>GROCERY FOOD STORE</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1034</td>\n",
       "      <td>10.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>06</td>\n",
       "      <td>1159734.0</td>\n",
       "      <td>1889313.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>09/17/2015 11:37:18 AM</td>\n",
       "      <td>41.851989</td>\n",
       "      <td>-87.689219</td>\n",
       "      <td>(41.851988885, -87.689219118)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>10224745</td>\n",
       "      <td>HY411654</td>\n",
       "      <td>09/05/2015 11:30:00 AM</td>\n",
       "      <td>031XX W WASHINGTON BLVD</td>\n",
       "      <td>0320</td>\n",
       "      <td>ROBBERY</td>\n",
       "      <td>STRONGARM - NO WEAPON</td>\n",
       "      <td>STREET</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1222</td>\n",
       "      <td>12.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>03</td>\n",
       "      <td>1155536.0</td>\n",
       "      <td>1900515.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.882814</td>\n",
       "      <td>-87.704326</td>\n",
       "      <td>(41.88281374, -87.704325717)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11645836</td>\n",
       "      <td>JC212333</td>\n",
       "      <td>05/01/2016 12:25:00 AM</td>\n",
       "      <td>055XX S ROCKWELL ST</td>\n",
       "      <td>1153</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT OVER $ 300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>824</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         ID Case Number                    Date                    Block  \\\n",
       "0  10224738    HY411648  09/05/2015 01:30:00 PM          043XX S WOOD ST   \n",
       "1  10224739    HY411615  09/04/2015 11:30:00 AM      008XX N CENTRAL AVE   \n",
       "2  11646166    JC213529  09/01/2018 12:01:00 AM    082XX S INGLESIDE AVE   \n",
       "3  10224740    HY411595  09/05/2015 12:45:00 PM        035XX W BARRY AVE   \n",
       "4  10224741    HY411610  09/05/2015 01:00:00 PM      0000X N LARAMIE AVE   \n",
       "5  10224742    HY411435  09/05/2015 10:55:00 AM      082XX S LOOMIS BLVD   \n",
       "6  10224743    HY411629  09/04/2015 06:00:00 PM     021XX W CHURCHILL ST   \n",
       "7  10224744    HY411605  09/05/2015 01:00:00 PM        025XX W CERMAK RD   \n",
       "8  10224745    HY411654  09/05/2015 11:30:00 AM  031XX W WASHINGTON BLVD   \n",
       "9  11645836    JC212333  05/01/2016 12:25:00 AM      055XX S ROCKWELL ST   \n",
       "\n",
       "   IUCR        Primary Type                          Description  \\\n",
       "0  0486             BATTERY              DOMESTIC BATTERY SIMPLE   \n",
       "1  0870               THEFT                       POCKET-PICKING   \n",
       "2  0810               THEFT                            OVER $500   \n",
       "3  2023           NARCOTICS                POSS: HEROIN(BRN/TAN)   \n",
       "4  0560             ASSAULT                               SIMPLE   \n",
       "5  0610            BURGLARY                       FORCIBLE ENTRY   \n",
       "6  0620            BURGLARY                       UNLAWFUL ENTRY   \n",
       "7  0860               THEFT                         RETAIL THEFT   \n",
       "8  0320             ROBBERY                STRONGARM - NO WEAPON   \n",
       "9  1153  DECEPTIVE PRACTICE  FINANCIAL IDENTITY THEFT OVER $ 300   \n",
       "\n",
       "  Location Description  Arrest  Domestic  Beat  District  Ward  \\\n",
       "0            RESIDENCE   False      True   924       9.0  12.0   \n",
       "1              CTA BUS   False     False  1511      15.0  29.0   \n",
       "2            RESIDENCE   False      True   631       6.0   8.0   \n",
       "3             SIDEWALK    True     False  1412      14.0  35.0   \n",
       "4            APARTMENT   False      True  1522      15.0  28.0   \n",
       "5            RESIDENCE   False     False   614       6.0  21.0   \n",
       "6     RESIDENCE-GARAGE   False     False  1434      14.0  32.0   \n",
       "7   GROCERY FOOD STORE    True     False  1034      10.0  25.0   \n",
       "8               STREET   False      True  1222      12.0  27.0   \n",
       "9                  NaN   False     False   824       8.0  15.0   \n",
       "\n",
       "   Community Area FBI Code  X Coordinate  Y Coordinate  Year  \\\n",
       "0            61.0      08B     1165074.0     1875917.0  2015   \n",
       "1            25.0       06     1138875.0     1904869.0  2015   \n",
       "2            44.0       06           NaN           NaN  2018   \n",
       "3            21.0       18     1152037.0     1920384.0  2015   \n",
       "4            25.0      08A     1141706.0     1900086.0  2015   \n",
       "5            71.0       05     1168430.0     1850165.0  2015   \n",
       "6            24.0       05     1161628.0     1912157.0  2015   \n",
       "7            31.0       06     1159734.0     1889313.0  2015   \n",
       "8            27.0       03     1155536.0     1900515.0  2015   \n",
       "9            63.0       11           NaN           NaN  2016   \n",
       "\n",
       "               Updated On   Latitude  Longitude                       Location  \n",
       "0  02/10/2018 03:50:01 PM  41.815117 -87.670000  (41.815117282, -87.669999562)  \n",
       "1  02/10/2018 03:50:01 PM  41.895080 -87.765400  (41.895080471, -87.765400451)  \n",
       "2  04/06/2019 04:04:43 PM        NaN        NaN                            NaN  \n",
       "3  02/10/2018 03:50:01 PM  41.937406 -87.716650  (41.937405765, -87.716649687)  \n",
       "4  02/10/2018 03:50:01 PM  41.881903 -87.755121  (41.881903443, -87.755121152)  \n",
       "5  02/10/2018 03:50:01 PM  41.744379 -87.658431  (41.744378879, -87.658430635)  \n",
       "6  02/10/2018 03:50:01 PM  41.914636 -87.681631  (41.914635603, -87.681630909)  \n",
       "7  09/17/2015 11:37:18 AM  41.851989 -87.689219  (41.851988885, -87.689219118)  \n",
       "8  02/10/2018 03:50:01 PM  41.882814 -87.704326   (41.88281374, -87.704325717)  \n",
       "9  04/06/2019 04:04:43 PM        NaN        NaN                            NaN  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.set_option('display.max_columns', None)\n",
    "crimes.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "foreign-biology",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "ID                        int64\n",
       "Case Number              object\n",
       "Date                     object\n",
       "Block                    object\n",
       "IUCR                     object\n",
       "Primary Type             object\n",
       "Description              object\n",
       "Location Description     object\n",
       "Arrest                     bool\n",
       "Domestic                   bool\n",
       "Beat                      int64\n",
       "District                float64\n",
       "Ward                    float64\n",
       "Community Area          float64\n",
       "FBI Code                 object\n",
       "X Coordinate            float64\n",
       "Y Coordinate            float64\n",
       "Year                      int64\n",
       "Updated On               object\n",
       "Latitude                float64\n",
       "Longitude               float64\n",
       "Location                 object\n",
       "dtype: object"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "fifth-sampling",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "ID                      7285365\n",
       "Case Number             7284904\n",
       "Date                    2967157\n",
       "Block                     61448\n",
       "IUCR                        402\n",
       "Primary Type                 36\n",
       "Description                 534\n",
       "Location Description        214\n",
       "Arrest                        2\n",
       "Domestic                      2\n",
       "Beat                        304\n",
       "District                     24\n",
       "Ward                         50\n",
       "Community Area               78\n",
       "FBI Code                     26\n",
       "X Coordinate              78792\n",
       "Y Coordinate             130006\n",
       "Year                         21\n",
       "Updated On                 4007\n",
       "Latitude                 875233\n",
       "Longitude                874669\n",
       "Location                 876447\n",
       "dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "strange-yorkshire",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.set_index(\"ID\",inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "saved-quick",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>IUCR</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>FBI Code</th>\n",
       "      <th>X Coordinate</th>\n",
       "      <th>Y Coordinate</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10224738</th>\n",
       "      <td>HY411648</td>\n",
       "      <td>09/05/2015 01:30:00 PM</td>\n",
       "      <td>043XX S WOOD ST</td>\n",
       "      <td>0486</td>\n",
       "      <td>BATTERY</td>\n",
       "      <td>DOMESTIC BATTERY SIMPLE</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>924</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>08B</td>\n",
       "      <td>1165074.0</td>\n",
       "      <td>1875917.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.815117</td>\n",
       "      <td>-87.670000</td>\n",
       "      <td>(41.815117282, -87.669999562)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224739</th>\n",
       "      <td>HY411615</td>\n",
       "      <td>09/04/2015 11:30:00 AM</td>\n",
       "      <td>008XX N CENTRAL AVE</td>\n",
       "      <td>0870</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>POCKET-PICKING</td>\n",
       "      <td>CTA BUS</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1511</td>\n",
       "      <td>15.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>06</td>\n",
       "      <td>1138875.0</td>\n",
       "      <td>1904869.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.895080</td>\n",
       "      <td>-87.765400</td>\n",
       "      <td>(41.895080471, -87.765400451)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11646166</th>\n",
       "      <td>JC213529</td>\n",
       "      <td>09/01/2018 12:01:00 AM</td>\n",
       "      <td>082XX S INGLESIDE AVE</td>\n",
       "      <td>0810</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>OVER $500</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>631</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>44.0</td>\n",
       "      <td>06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224740</th>\n",
       "      <td>HY411595</td>\n",
       "      <td>09/05/2015 12:45:00 PM</td>\n",
       "      <td>035XX W BARRY AVE</td>\n",
       "      <td>2023</td>\n",
       "      <td>NARCOTICS</td>\n",
       "      <td>POSS: HEROIN(BRN/TAN)</td>\n",
       "      <td>SIDEWALK</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1412</td>\n",
       "      <td>14.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>18</td>\n",
       "      <td>1152037.0</td>\n",
       "      <td>1920384.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.937406</td>\n",
       "      <td>-87.716650</td>\n",
       "      <td>(41.937405765, -87.716649687)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224741</th>\n",
       "      <td>HY411610</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>0000X N LARAMIE AVE</td>\n",
       "      <td>0560</td>\n",
       "      <td>ASSAULT</td>\n",
       "      <td>SIMPLE</td>\n",
       "      <td>APARTMENT</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1522</td>\n",
       "      <td>15.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>08A</td>\n",
       "      <td>1141706.0</td>\n",
       "      <td>1900086.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.881903</td>\n",
       "      <td>-87.755121</td>\n",
       "      <td>(41.881903443, -87.755121152)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224742</th>\n",
       "      <td>HY411435</td>\n",
       "      <td>09/05/2015 10:55:00 AM</td>\n",
       "      <td>082XX S LOOMIS BLVD</td>\n",
       "      <td>0610</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>FORCIBLE ENTRY</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>614</td>\n",
       "      <td>6.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>05</td>\n",
       "      <td>1168430.0</td>\n",
       "      <td>1850165.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.744379</td>\n",
       "      <td>-87.658431</td>\n",
       "      <td>(41.744378879, -87.658430635)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224743</th>\n",
       "      <td>HY411629</td>\n",
       "      <td>09/04/2015 06:00:00 PM</td>\n",
       "      <td>021XX W CHURCHILL ST</td>\n",
       "      <td>0620</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>UNLAWFUL ENTRY</td>\n",
       "      <td>RESIDENCE-GARAGE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1434</td>\n",
       "      <td>14.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>05</td>\n",
       "      <td>1161628.0</td>\n",
       "      <td>1912157.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.914636</td>\n",
       "      <td>-87.681631</td>\n",
       "      <td>(41.914635603, -87.681630909)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224744</th>\n",
       "      <td>HY411605</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>025XX W CERMAK RD</td>\n",
       "      <td>0860</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>RETAIL THEFT</td>\n",
       "      <td>GROCERY FOOD STORE</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1034</td>\n",
       "      <td>10.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>06</td>\n",
       "      <td>1159734.0</td>\n",
       "      <td>1889313.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>09/17/2015 11:37:18 AM</td>\n",
       "      <td>41.851989</td>\n",
       "      <td>-87.689219</td>\n",
       "      <td>(41.851988885, -87.689219118)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224745</th>\n",
       "      <td>HY411654</td>\n",
       "      <td>09/05/2015 11:30:00 AM</td>\n",
       "      <td>031XX W WASHINGTON BLVD</td>\n",
       "      <td>0320</td>\n",
       "      <td>ROBBERY</td>\n",
       "      <td>STRONGARM - NO WEAPON</td>\n",
       "      <td>STREET</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1222</td>\n",
       "      <td>12.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>03</td>\n",
       "      <td>1155536.0</td>\n",
       "      <td>1900515.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.882814</td>\n",
       "      <td>-87.704326</td>\n",
       "      <td>(41.88281374, -87.704325717)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11645836</th>\n",
       "      <td>JC212333</td>\n",
       "      <td>05/01/2016 12:25:00 AM</td>\n",
       "      <td>055XX S ROCKWELL ST</td>\n",
       "      <td>1153</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT OVER $ 300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>824</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Case Number                    Date                    Block  IUCR  \\\n",
       "ID                                                                            \n",
       "10224738    HY411648  09/05/2015 01:30:00 PM          043XX S WOOD ST  0486   \n",
       "10224739    HY411615  09/04/2015 11:30:00 AM      008XX N CENTRAL AVE  0870   \n",
       "11646166    JC213529  09/01/2018 12:01:00 AM    082XX S INGLESIDE AVE  0810   \n",
       "10224740    HY411595  09/05/2015 12:45:00 PM        035XX W BARRY AVE  2023   \n",
       "10224741    HY411610  09/05/2015 01:00:00 PM      0000X N LARAMIE AVE  0560   \n",
       "10224742    HY411435  09/05/2015 10:55:00 AM      082XX S LOOMIS BLVD  0610   \n",
       "10224743    HY411629  09/04/2015 06:00:00 PM     021XX W CHURCHILL ST  0620   \n",
       "10224744    HY411605  09/05/2015 01:00:00 PM        025XX W CERMAK RD  0860   \n",
       "10224745    HY411654  09/05/2015 11:30:00 AM  031XX W WASHINGTON BLVD  0320   \n",
       "11645836    JC212333  05/01/2016 12:25:00 AM      055XX S ROCKWELL ST  1153   \n",
       "\n",
       "                Primary Type                          Description  \\\n",
       "ID                                                                  \n",
       "10224738             BATTERY              DOMESTIC BATTERY SIMPLE   \n",
       "10224739               THEFT                       POCKET-PICKING   \n",
       "11646166               THEFT                            OVER $500   \n",
       "10224740           NARCOTICS                POSS: HEROIN(BRN/TAN)   \n",
       "10224741             ASSAULT                               SIMPLE   \n",
       "10224742            BURGLARY                       FORCIBLE ENTRY   \n",
       "10224743            BURGLARY                       UNLAWFUL ENTRY   \n",
       "10224744               THEFT                         RETAIL THEFT   \n",
       "10224745             ROBBERY                STRONGARM - NO WEAPON   \n",
       "11645836  DECEPTIVE PRACTICE  FINANCIAL IDENTITY THEFT OVER $ 300   \n",
       "\n",
       "         Location Description  Arrest  Domestic  Beat  District  Ward  \\\n",
       "ID                                                                      \n",
       "10224738            RESIDENCE   False      True   924       9.0  12.0   \n",
       "10224739              CTA BUS   False     False  1511      15.0  29.0   \n",
       "11646166            RESIDENCE   False      True   631       6.0   8.0   \n",
       "10224740             SIDEWALK    True     False  1412      14.0  35.0   \n",
       "10224741            APARTMENT   False      True  1522      15.0  28.0   \n",
       "10224742            RESIDENCE   False     False   614       6.0  21.0   \n",
       "10224743     RESIDENCE-GARAGE   False     False  1434      14.0  32.0   \n",
       "10224744   GROCERY FOOD STORE    True     False  1034      10.0  25.0   \n",
       "10224745               STREET   False      True  1222      12.0  27.0   \n",
       "11645836                  NaN   False     False   824       8.0  15.0   \n",
       "\n",
       "          Community Area FBI Code  X Coordinate  Y Coordinate  Year  \\\n",
       "ID                                                                    \n",
       "10224738            61.0      08B     1165074.0     1875917.0  2015   \n",
       "10224739            25.0       06     1138875.0     1904869.0  2015   \n",
       "11646166            44.0       06           NaN           NaN  2018   \n",
       "10224740            21.0       18     1152037.0     1920384.0  2015   \n",
       "10224741            25.0      08A     1141706.0     1900086.0  2015   \n",
       "10224742            71.0       05     1168430.0     1850165.0  2015   \n",
       "10224743            24.0       05     1161628.0     1912157.0  2015   \n",
       "10224744            31.0       06     1159734.0     1889313.0  2015   \n",
       "10224745            27.0       03     1155536.0     1900515.0  2015   \n",
       "11645836            63.0       11           NaN           NaN  2016   \n",
       "\n",
       "                      Updated On   Latitude  Longitude  \\\n",
       "ID                                                       \n",
       "10224738  02/10/2018 03:50:01 PM  41.815117 -87.670000   \n",
       "10224739  02/10/2018 03:50:01 PM  41.895080 -87.765400   \n",
       "11646166  04/06/2019 04:04:43 PM        NaN        NaN   \n",
       "10224740  02/10/2018 03:50:01 PM  41.937406 -87.716650   \n",
       "10224741  02/10/2018 03:50:01 PM  41.881903 -87.755121   \n",
       "10224742  02/10/2018 03:50:01 PM  41.744379 -87.658431   \n",
       "10224743  02/10/2018 03:50:01 PM  41.914636 -87.681631   \n",
       "10224744  09/17/2015 11:37:18 AM  41.851989 -87.689219   \n",
       "10224745  02/10/2018 03:50:01 PM  41.882814 -87.704326   \n",
       "11645836  04/06/2019 04:04:43 PM        NaN        NaN   \n",
       "\n",
       "                               Location  \n",
       "ID                                       \n",
       "10224738  (41.815117282, -87.669999562)  \n",
       "10224739  (41.895080471, -87.765400451)  \n",
       "11646166                            NaN  \n",
       "10224740  (41.937405765, -87.716649687)  \n",
       "10224741  (41.881903443, -87.755121152)  \n",
       "10224742  (41.744378879, -87.658430635)  \n",
       "10224743  (41.914635603, -87.681630909)  \n",
       "10224744  (41.851988885, -87.689219118)  \n",
       "10224745   (41.88281374, -87.704325717)  \n",
       "11645836                            NaN  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "timely-detroit",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Case Number', 'Date', 'Block', 'IUCR', 'Primary Type', 'Description',\n",
       "       'Location Description', 'Arrest', 'Domestic', 'Beat', 'District',\n",
       "       'Ward', 'Community Area', 'FBI Code', 'X Coordinate', 'Y Coordinate',\n",
       "       'Year', 'Updated On', 'Latitude', 'Longitude', 'Location'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "other-payroll",
   "metadata": {},
   "source": [
    "## Cleaning dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bound-increase",
   "metadata": {},
   "source": [
    "Droping 4 columns that are not useful for our analysis:\n",
    "- IUCR, which is \"Crime Reporting (IUCR) Codes\" and is already explained by the \"Primary Type\" and \"Description\"\n",
    "- FBI Code\n",
    "- X coordinate\n",
    "- Y coordinate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "referenced-cylinder",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.drop(columns=[\"IUCR\", \"FBI Code\", \"X Coordinate\", \"Y Coordinate\"], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "defined-retention",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10224738</th>\n",
       "      <td>HY411648</td>\n",
       "      <td>09/05/2015 01:30:00 PM</td>\n",
       "      <td>043XX S WOOD ST</td>\n",
       "      <td>BATTERY</td>\n",
       "      <td>DOMESTIC BATTERY SIMPLE</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>924</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.815117</td>\n",
       "      <td>-87.670000</td>\n",
       "      <td>(41.815117282, -87.669999562)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224739</th>\n",
       "      <td>HY411615</td>\n",
       "      <td>09/04/2015 11:30:00 AM</td>\n",
       "      <td>008XX N CENTRAL AVE</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>POCKET-PICKING</td>\n",
       "      <td>CTA BUS</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1511</td>\n",
       "      <td>15.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.895080</td>\n",
       "      <td>-87.765400</td>\n",
       "      <td>(41.895080471, -87.765400451)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11646166</th>\n",
       "      <td>JC213529</td>\n",
       "      <td>09/01/2018 12:01:00 AM</td>\n",
       "      <td>082XX S INGLESIDE AVE</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>OVER $500</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>631</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>44.0</td>\n",
       "      <td>2018</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224740</th>\n",
       "      <td>HY411595</td>\n",
       "      <td>09/05/2015 12:45:00 PM</td>\n",
       "      <td>035XX W BARRY AVE</td>\n",
       "      <td>NARCOTICS</td>\n",
       "      <td>POSS: HEROIN(BRN/TAN)</td>\n",
       "      <td>SIDEWALK</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1412</td>\n",
       "      <td>14.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.937406</td>\n",
       "      <td>-87.716650</td>\n",
       "      <td>(41.937405765, -87.716649687)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224741</th>\n",
       "      <td>HY411610</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>0000X N LARAMIE AVE</td>\n",
       "      <td>ASSAULT</td>\n",
       "      <td>SIMPLE</td>\n",
       "      <td>APARTMENT</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1522</td>\n",
       "      <td>15.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.881903</td>\n",
       "      <td>-87.755121</td>\n",
       "      <td>(41.881903443, -87.755121152)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224742</th>\n",
       "      <td>HY411435</td>\n",
       "      <td>09/05/2015 10:55:00 AM</td>\n",
       "      <td>082XX S LOOMIS BLVD</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>FORCIBLE ENTRY</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>614</td>\n",
       "      <td>6.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>71.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.744379</td>\n",
       "      <td>-87.658431</td>\n",
       "      <td>(41.744378879, -87.658430635)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224743</th>\n",
       "      <td>HY411629</td>\n",
       "      <td>09/04/2015 06:00:00 PM</td>\n",
       "      <td>021XX W CHURCHILL ST</td>\n",
       "      <td>BURGLARY</td>\n",
       "      <td>UNLAWFUL ENTRY</td>\n",
       "      <td>RESIDENCE-GARAGE</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1434</td>\n",
       "      <td>14.0</td>\n",
       "      <td>32.0</td>\n",
       "      <td>24.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.914636</td>\n",
       "      <td>-87.681631</td>\n",
       "      <td>(41.914635603, -87.681630909)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224744</th>\n",
       "      <td>HY411605</td>\n",
       "      <td>09/05/2015 01:00:00 PM</td>\n",
       "      <td>025XX W CERMAK RD</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>RETAIL THEFT</td>\n",
       "      <td>GROCERY FOOD STORE</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>1034</td>\n",
       "      <td>10.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>09/17/2015 11:37:18 AM</td>\n",
       "      <td>41.851989</td>\n",
       "      <td>-87.689219</td>\n",
       "      <td>(41.851988885, -87.689219118)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10224745</th>\n",
       "      <td>HY411654</td>\n",
       "      <td>09/05/2015 11:30:00 AM</td>\n",
       "      <td>031XX W WASHINGTON BLVD</td>\n",
       "      <td>ROBBERY</td>\n",
       "      <td>STRONGARM - NO WEAPON</td>\n",
       "      <td>STREET</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1222</td>\n",
       "      <td>12.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2015</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>41.882814</td>\n",
       "      <td>-87.704326</td>\n",
       "      <td>(41.88281374, -87.704325717)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11645836</th>\n",
       "      <td>JC212333</td>\n",
       "      <td>05/01/2016 12:25:00 AM</td>\n",
       "      <td>055XX S ROCKWELL ST</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT OVER $ 300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>824</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>2016</td>\n",
       "      <td>04/06/2019 04:04:43 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Case Number                    Date                    Block  \\\n",
       "ID                                                                      \n",
       "10224738    HY411648  09/05/2015 01:30:00 PM          043XX S WOOD ST   \n",
       "10224739    HY411615  09/04/2015 11:30:00 AM      008XX N CENTRAL AVE   \n",
       "11646166    JC213529  09/01/2018 12:01:00 AM    082XX S INGLESIDE AVE   \n",
       "10224740    HY411595  09/05/2015 12:45:00 PM        035XX W BARRY AVE   \n",
       "10224741    HY411610  09/05/2015 01:00:00 PM      0000X N LARAMIE AVE   \n",
       "10224742    HY411435  09/05/2015 10:55:00 AM      082XX S LOOMIS BLVD   \n",
       "10224743    HY411629  09/04/2015 06:00:00 PM     021XX W CHURCHILL ST   \n",
       "10224744    HY411605  09/05/2015 01:00:00 PM        025XX W CERMAK RD   \n",
       "10224745    HY411654  09/05/2015 11:30:00 AM  031XX W WASHINGTON BLVD   \n",
       "11645836    JC212333  05/01/2016 12:25:00 AM      055XX S ROCKWELL ST   \n",
       "\n",
       "                Primary Type                          Description  \\\n",
       "ID                                                                  \n",
       "10224738             BATTERY              DOMESTIC BATTERY SIMPLE   \n",
       "10224739               THEFT                       POCKET-PICKING   \n",
       "11646166               THEFT                            OVER $500   \n",
       "10224740           NARCOTICS                POSS: HEROIN(BRN/TAN)   \n",
       "10224741             ASSAULT                               SIMPLE   \n",
       "10224742            BURGLARY                       FORCIBLE ENTRY   \n",
       "10224743            BURGLARY                       UNLAWFUL ENTRY   \n",
       "10224744               THEFT                         RETAIL THEFT   \n",
       "10224745             ROBBERY                STRONGARM - NO WEAPON   \n",
       "11645836  DECEPTIVE PRACTICE  FINANCIAL IDENTITY THEFT OVER $ 300   \n",
       "\n",
       "         Location Description  Arrest  Domestic  Beat  District  Ward  \\\n",
       "ID                                                                      \n",
       "10224738            RESIDENCE   False      True   924       9.0  12.0   \n",
       "10224739              CTA BUS   False     False  1511      15.0  29.0   \n",
       "11646166            RESIDENCE   False      True   631       6.0   8.0   \n",
       "10224740             SIDEWALK    True     False  1412      14.0  35.0   \n",
       "10224741            APARTMENT   False      True  1522      15.0  28.0   \n",
       "10224742            RESIDENCE   False     False   614       6.0  21.0   \n",
       "10224743     RESIDENCE-GARAGE   False     False  1434      14.0  32.0   \n",
       "10224744   GROCERY FOOD STORE    True     False  1034      10.0  25.0   \n",
       "10224745               STREET   False      True  1222      12.0  27.0   \n",
       "11645836                  NaN   False     False   824       8.0  15.0   \n",
       "\n",
       "          Community Area  Year              Updated On   Latitude  Longitude  \\\n",
       "ID                                                                             \n",
       "10224738            61.0  2015  02/10/2018 03:50:01 PM  41.815117 -87.670000   \n",
       "10224739            25.0  2015  02/10/2018 03:50:01 PM  41.895080 -87.765400   \n",
       "11646166            44.0  2018  04/06/2019 04:04:43 PM        NaN        NaN   \n",
       "10224740            21.0  2015  02/10/2018 03:50:01 PM  41.937406 -87.716650   \n",
       "10224741            25.0  2015  02/10/2018 03:50:01 PM  41.881903 -87.755121   \n",
       "10224742            71.0  2015  02/10/2018 03:50:01 PM  41.744379 -87.658431   \n",
       "10224743            24.0  2015  02/10/2018 03:50:01 PM  41.914636 -87.681631   \n",
       "10224744            31.0  2015  09/17/2015 11:37:18 AM  41.851989 -87.689219   \n",
       "10224745            27.0  2015  02/10/2018 03:50:01 PM  41.882814 -87.704326   \n",
       "11645836            63.0  2016  04/06/2019 04:04:43 PM        NaN        NaN   \n",
       "\n",
       "                               Location  \n",
       "ID                                       \n",
       "10224738  (41.815117282, -87.669999562)  \n",
       "10224739  (41.895080471, -87.765400451)  \n",
       "11646166                            NaN  \n",
       "10224740  (41.937405765, -87.716649687)  \n",
       "10224741  (41.881903443, -87.755121152)  \n",
       "10224742  (41.744378879, -87.658430635)  \n",
       "10224743  (41.914635603, -87.681630909)  \n",
       "10224744  (41.851988885, -87.689219118)  \n",
       "10224745   (41.88281374, -87.704325717)  \n",
       "11645836                            NaN  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.head(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "tracked-static",
   "metadata": {},
   "source": [
    "Let's focuse only on the data from the past 5 years, meaning 2016-2020, therefore let's drop the rest:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "conventional-column",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes = crimes[crimes.Year>=2016]\n",
    "crimes = crimes[crimes.Year<2021]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "complex-syndicate",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1277232, 17)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "everyday-gamma",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1271428</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1.277231e+06</td>\n",
       "      <td>1.277203e+06</td>\n",
       "      <td>1.277231e+06</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1.263290e+06</td>\n",
       "      <td>1.263290e+06</td>\n",
       "      <td>1263290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>1277072</td>\n",
       "      <td>589815</td>\n",
       "      <td>34700</td>\n",
       "      <td>35</td>\n",
       "      <td>491</td>\n",
       "      <td>190</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>333826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>HZ140230</td>\n",
       "      <td>01/01/2016 12:01:00 AM</td>\n",
       "      <td>001XX N STATE ST</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>SIMPLE</td>\n",
       "      <td>STREET</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>02/10/2018 03:50:01 PM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(41.883500187, -87.627876698)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>6</td>\n",
       "      <td>168</td>\n",
       "      <td>4326</td>\n",
       "      <td>294745</td>\n",
       "      <td>140645</td>\n",
       "      <td>286880</td>\n",
       "      <td>1028622</td>\n",
       "      <td>1064540</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>487694</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.143701e+03</td>\n",
       "      <td>1.120845e+01</td>\n",
       "      <td>2.322254e+01</td>\n",
       "      <td>3.677809e+01</td>\n",
       "      <td>2.017901e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.184349e+01</td>\n",
       "      <td>-8.767053e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.954303e+02</td>\n",
       "      <td>6.947220e+00</td>\n",
       "      <td>1.397570e+01</td>\n",
       "      <td>2.143190e+01</td>\n",
       "      <td>1.380767e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.629726e-02</td>\n",
       "      <td>5.910582e-02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.110000e+02</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>2.016000e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.661945e+01</td>\n",
       "      <td>-9.168657e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.120000e+02</td>\n",
       "      <td>6.000000e+00</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>2.300000e+01</td>\n",
       "      <td>2.017000e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.176853e+01</td>\n",
       "      <td>-8.771303e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.024000e+03</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>2.400000e+01</td>\n",
       "      <td>3.200000e+01</td>\n",
       "      <td>2.018000e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.186320e+01</td>\n",
       "      <td>-8.766405e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.713000e+03</td>\n",
       "      <td>1.700000e+01</td>\n",
       "      <td>3.400000e+01</td>\n",
       "      <td>5.400000e+01</td>\n",
       "      <td>2.019000e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.190510e+01</td>\n",
       "      <td>-8.762784e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.535000e+03</td>\n",
       "      <td>3.100000e+01</td>\n",
       "      <td>5.000000e+01</td>\n",
       "      <td>7.700000e+01</td>\n",
       "      <td>2.020000e+03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.202267e+01</td>\n",
       "      <td>-8.752453e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Case Number                    Date             Block Primary Type  \\\n",
       "count      1277232                 1277232           1277232      1277232   \n",
       "unique     1277072                  589815             34700           35   \n",
       "top       HZ140230  01/01/2016 12:01:00 AM  001XX N STATE ST        THEFT   \n",
       "freq             6                     168              4326       294745   \n",
       "mean           NaN                     NaN               NaN          NaN   \n",
       "std            NaN                     NaN               NaN          NaN   \n",
       "min            NaN                     NaN               NaN          NaN   \n",
       "25%            NaN                     NaN               NaN          NaN   \n",
       "50%            NaN                     NaN               NaN          NaN   \n",
       "75%            NaN                     NaN               NaN          NaN   \n",
       "max            NaN                     NaN               NaN          NaN   \n",
       "\n",
       "       Description Location Description   Arrest Domestic          Beat  \\\n",
       "count      1277232              1271428  1277232  1277232  1.277232e+06   \n",
       "unique         491                  190        2        2           NaN   \n",
       "top         SIMPLE               STREET    False    False           NaN   \n",
       "freq        140645               286880  1028622  1064540           NaN   \n",
       "mean           NaN                  NaN      NaN      NaN  1.143701e+03   \n",
       "std            NaN                  NaN      NaN      NaN  6.954303e+02   \n",
       "min            NaN                  NaN      NaN      NaN  1.110000e+02   \n",
       "25%            NaN                  NaN      NaN      NaN  6.120000e+02   \n",
       "50%            NaN                  NaN      NaN      NaN  1.024000e+03   \n",
       "75%            NaN                  NaN      NaN      NaN  1.713000e+03   \n",
       "max            NaN                  NaN      NaN      NaN  2.535000e+03   \n",
       "\n",
       "            District          Ward  Community Area          Year  \\\n",
       "count   1.277231e+06  1.277203e+06    1.277231e+06  1.277232e+06   \n",
       "unique           NaN           NaN             NaN           NaN   \n",
       "top              NaN           NaN             NaN           NaN   \n",
       "freq             NaN           NaN             NaN           NaN   \n",
       "mean    1.120845e+01  2.322254e+01    3.677809e+01  2.017901e+03   \n",
       "std     6.947220e+00  1.397570e+01    2.143190e+01  1.380767e+00   \n",
       "min     1.000000e+00  1.000000e+00    1.000000e+00  2.016000e+03   \n",
       "25%     6.000000e+00  1.000000e+01    2.300000e+01  2.017000e+03   \n",
       "50%     1.000000e+01  2.400000e+01    3.200000e+01  2.018000e+03   \n",
       "75%     1.700000e+01  3.400000e+01    5.400000e+01  2.019000e+03   \n",
       "max     3.100000e+01  5.000000e+01    7.700000e+01  2.020000e+03   \n",
       "\n",
       "                    Updated On      Latitude     Longitude  \\\n",
       "count                  1277232  1.263290e+06  1.263290e+06   \n",
       "unique                    3128           NaN           NaN   \n",
       "top     02/10/2018 03:50:01 PM           NaN           NaN   \n",
       "freq                    487694           NaN           NaN   \n",
       "mean                       NaN  4.184349e+01 -8.767053e+01   \n",
       "std                        NaN  8.629726e-02  5.910582e-02   \n",
       "min                        NaN  3.661945e+01 -9.168657e+01   \n",
       "25%                        NaN  4.176853e+01 -8.771303e+01   \n",
       "50%                        NaN  4.186320e+01 -8.766405e+01   \n",
       "75%                        NaN  4.190510e+01 -8.762784e+01   \n",
       "max                        NaN  4.202267e+01 -8.752453e+01   \n",
       "\n",
       "                             Location  \n",
       "count                         1263290  \n",
       "unique                         333826  \n",
       "top     (41.883500187, -87.627876698)  \n",
       "freq                             2248  \n",
       "mean                              NaN  \n",
       "std                               NaN  \n",
       "min                               NaN  \n",
       "25%                               NaN  \n",
       "50%                               NaN  \n",
       "75%                               NaN  \n",
       "max                               NaN  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "lined-market",
   "metadata": {},
   "source": [
    "### Columns types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "olympic-westminster",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Case Number              object\n",
       "Date                     object\n",
       "Block                    object\n",
       "Primary Type             object\n",
       "Description              object\n",
       "Location Description     object\n",
       "Arrest                     bool\n",
       "Domestic                   bool\n",
       "Beat                      int64\n",
       "District                float64\n",
       "Ward                    float64\n",
       "Community Area          float64\n",
       "Year                      int64\n",
       "Updated On               object\n",
       "Latitude                float64\n",
       "Longitude               float64\n",
       "Location                 object\n",
       "dtype: object"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "secure-indonesian",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define \"Date\" and \"Updated on\" columns as datetime type\n",
    "crimes.Date = pd.to_datetime(crimes.Date)\n",
    "crimes[\"Updated On\"] = pd.to_datetime(crimes[\"Updated On\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "valued-insider",
   "metadata": {},
   "source": [
    "Transforming the \"Arrest\" column in integer with values 0 (for False) and 1 (for True):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "innocent-outside",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.Arrest = crimes.Arrest.astype(\"str\")\n",
    "crimes.Arrest = crimes.Arrest.str.replace(\"False\",\"0\")\n",
    "crimes.Arrest = crimes.Arrest.str.replace(\"True\",\"1\")\n",
    "crimes.Arrest = crimes.Arrest.astype(\"int\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "printable-deposit",
   "metadata": {},
   "source": [
    "Doing the same for the \"Domestic\" column:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "concerned-midwest",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.Domestic = crimes.Domestic.astype(\"str\")\n",
    "crimes.Domestic = crimes.Domestic.str.replace(\"False\",\"0\")\n",
    "crimes.Domestic = crimes.Domestic.str.replace(\"True\",\"1\")\n",
    "crimes.Domestic = crimes.Domestic.astype(\"int\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "convinced-subscriber",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Case Number                     object\n",
       "Date                    datetime64[ns]\n",
       "Block                           object\n",
       "Primary Type                    object\n",
       "Description                     object\n",
       "Location Description            object\n",
       "Arrest                           int64\n",
       "Domestic                         int64\n",
       "Beat                             int64\n",
       "District                       float64\n",
       "Ward                           float64\n",
       "Community Area                 float64\n",
       "Year                             int64\n",
       "Updated On              datetime64[ns]\n",
       "Latitude                       float64\n",
       "Longitude                      float64\n",
       "Location                        object\n",
       "dtype: object"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "returning-tourist",
   "metadata": {},
   "source": [
    "### Counting NaN values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "applicable-membership",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Case Number                 0\n",
       "Date                        0\n",
       "Block                       0\n",
       "Primary Type                0\n",
       "Description                 0\n",
       "Location Description     5804\n",
       "Arrest                      0\n",
       "Domestic                    0\n",
       "Beat                        0\n",
       "District                    1\n",
       "Ward                       29\n",
       "Community Area              1\n",
       "Year                        0\n",
       "Updated On                  0\n",
       "Latitude                13942\n",
       "Longitude               13942\n",
       "Location                13942\n",
       "dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.isna().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ideal-hughes",
   "metadata": {},
   "source": [
    "Since there's so few NaN values, let's leave it like that."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "critical-speed",
   "metadata": {},
   "source": [
    "## Cleaning the Primary Types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "amber-dominant",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['THEFT',\n",
       " 'DECEPTIVE PRACTICE',\n",
       " 'OTHER OFFENSE',\n",
       " 'MOTOR VEHICLE THEFT',\n",
       " 'CRIM SEXUAL ASSAULT',\n",
       " 'BURGLARY',\n",
       " 'CRIMINAL DAMAGE',\n",
       " 'ASSAULT',\n",
       " 'OFFENSE INVOLVING CHILDREN',\n",
       " 'BATTERY',\n",
       " 'SEX OFFENSE',\n",
       " 'CRIMINAL SEXUAL ASSAULT',\n",
       " 'NARCOTICS',\n",
       " 'WEAPONS VIOLATION',\n",
       " 'ROBBERY',\n",
       " 'CRIMINAL TRESPASS',\n",
       " 'LIQUOR LAW VIOLATION',\n",
       " 'INTERFERENCE WITH PUBLIC OFFICER',\n",
       " 'ARSON',\n",
       " 'PROSTITUTION',\n",
       " 'PUBLIC PEACE VIOLATION',\n",
       " 'OBSCENITY',\n",
       " 'STALKING',\n",
       " 'KIDNAPPING',\n",
       " 'NON-CRIMINAL',\n",
       " 'INTIMIDATION',\n",
       " 'CONCEALED CARRY LICENSE VIOLATION',\n",
       " 'HOMICIDE',\n",
       " 'GAMBLING',\n",
       " 'NON-CRIMINAL (SUBJECT SPECIFIED)',\n",
       " 'NON - CRIMINAL',\n",
       " 'OTHER NARCOTIC VIOLATION',\n",
       " 'PUBLIC INDECENCY',\n",
       " 'HUMAN TRAFFICKING',\n",
       " 'RITUALISM']"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(crimes[\"Primary Type\"].nunique())\n",
    "list(crimes[\"Primary Type\"].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "congressional-building",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes[\"Primary Type\"] = crimes[\"Primary Type\"].str.split('(',expand=True)[0].str.strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "signed-insured",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes[\"Primary Type\"] = crimes[\"Primary Type\"].str.replace(\" - \", \"-\").replace(\"CRIM SEXUAL ASSAULT\", \"CRIMINAL SEXUAL ASSAULT\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "dense-yield",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "32\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['THEFT',\n",
       " 'DECEPTIVE PRACTICE',\n",
       " 'OTHER OFFENSE',\n",
       " 'MOTOR VEHICLE THEFT',\n",
       " 'CRIMINAL SEXUAL ASSAULT',\n",
       " 'BURGLARY',\n",
       " 'CRIMINAL DAMAGE',\n",
       " 'ASSAULT',\n",
       " 'OFFENSE INVOLVING CHILDREN',\n",
       " 'BATTERY',\n",
       " 'SEX OFFENSE',\n",
       " 'NARCOTICS',\n",
       " 'WEAPONS VIOLATION',\n",
       " 'ROBBERY',\n",
       " 'CRIMINAL TRESPASS',\n",
       " 'LIQUOR LAW VIOLATION',\n",
       " 'INTERFERENCE WITH PUBLIC OFFICER',\n",
       " 'ARSON',\n",
       " 'PROSTITUTION',\n",
       " 'PUBLIC PEACE VIOLATION',\n",
       " 'OBSCENITY',\n",
       " 'STALKING',\n",
       " 'KIDNAPPING',\n",
       " 'NON-CRIMINAL',\n",
       " 'INTIMIDATION',\n",
       " 'CONCEALED CARRY LICENSE VIOLATION',\n",
       " 'HOMICIDE',\n",
       " 'GAMBLING',\n",
       " 'OTHER NARCOTIC VIOLATION',\n",
       " 'PUBLIC INDECENCY',\n",
       " 'HUMAN TRAFFICKING',\n",
       " 'RITUALISM']"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(crimes[\"Primary Type\"].nunique())\n",
    "list(crimes[\"Primary Type\"].unique())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "organizational-monaco",
   "metadata": {},
   "source": [
    "#### Proposal of new classification based on US Law Typology :\n",
    "```\n",
    "translation = {\"CRIMINAL SEXUAL ASSAULT\": \"Felony\", \"CRIMINAL DAMAGE\": \"Felony\", \"HOMICIDE\": \"Felony\",\n",
    "               \"HUMAN TRAFFICKING\": \"Felony\", \"KIDNAPPING\": \"Felony\", \"NARCOTICS\": \"Felony\",\n",
    "               \"OFFENSE INVOLVING CHILDREN\": \"Felony\", \"PROSTITUTION\": \"Felony\", \"BURGLARY\": \"Felony\",\n",
    "               \"ARSON\": \"Misdemeanor\", \"ASSAULT\": \"Misdemeanor\", \"BURGLARY\": \"Misdemeanor\",\n",
    "               \"DECEPTIVE PRACTICE\": \"Misdemeanor\",\"MOTOR VEHICLE THEFT\": \"Misdemeanor\",\n",
    "               \"INTIMIDATION\":\"Misdemeanor\",\"ROBBERY\": \"Misdemeanor\",\"SEX OFFENSE\": \"Misdemeanor\",\n",
    "               \"THEFT\": \"Misdemeanor\",\"CRIMINAL TRESPASS\": \"Misdemeanor\",\n",
    "               \"CONCEALED CARRY LICENSE VIOLATION\": \"Infraction\",\n",
    "               \"OTHER NARCOTIC VIOLATION\": \"Infraction\", \"PUBLIC INDECENCY\": \"Infraction\",\n",
    "               \"STALKING\": \"Infraction\", \"OBSCENITY\": \"Infraction\", \"LIQUOR LAW VIOLATION\": \"Infraction\",\n",
    "               \"PUBLIC PEACE VIOLATION\": \"Infraction\", \"INTERFERENCE WITH PUBLIC OFFICER\": \"Infraction\",\n",
    "               \"OTHER OFFENSE\": \"Infraction\", \"WEAPONS VIOLATION\": \"Infraction\", \"BATTERY\": \"Infraction\"}\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "furnished-richards",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-56-34faebd0431d>:18: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  crimes[\"Crime_Type\"] = list(map(translation,crimes[\"Primary Type\"]))\n"
     ]
    }
   ],
   "source": [
    "def translation(value):\n",
    "    if value in [\"CRIMINAL SEXUAL ASSAULT\", \"CRIMINAL DAMAGE\", \"HOMICIDE\", \"HUMAN TRAFFICKING\", \"KIDNAPPING\",\n",
    "                 \"NARCOTICS\", \"OFFENSE INVOLVING CHILDREN\", \"PROSTITUTION\", \"BURGLARY\"]:\n",
    "        return \"FELONY\"\n",
    "    \n",
    "    elif value in [\"ARSON\", \"ASSAULT\", \"BURGLARY\",\"DECEPTIVE PRACTICE\",\"MOTOR VEHICLE THEFT\", \"INTIMIDATION\",\n",
    "               \"ROBBERY\",\"SEX OFFENSE\", \"THEFT\", \"CRIMINAL TRESPASS\"]:\n",
    "        return \"MISDEMEANOR\"\n",
    "    \n",
    "    elif value in  [\"CONCEALED CARRY LICENSE VIOLATION\",\"OTHER NARCOTIC VIOLATION\", \"PUBLIC INDECENCY\",\n",
    "               \"STALKING\", \"OBSCENITY\", \"LIQUOR LAW VIOLATION\", \"PUBLIC PEACE VIOLATION\",\n",
    "                \"INTERFERENCE WITH PUBLIC OFFICER\", \"OTHER OFFENSE\", \"WEAPONS VIOLATION\", \"BATTERY\"]:\n",
    "        return \"INFRACTION\"\n",
    "\n",
    "    elif value in [\"RITUALISM\", \"GAMBLING\"]:\n",
    "        return \"OTHER\"\n",
    "    \n",
    "crimes[\"Crime_Type\"] = list(map(translation,crimes[\"Primary Type\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "packed-transfer",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MISDEMEANOR    626741\n",
       "INFRACTION     365546\n",
       "FELONY         284058\n",
       "OTHER             749\n",
       "Name: Crime_Type, dtype: int64"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes[\"Crime_Type\"].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "surrounded-mortality",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Case Number', 'Date', 'Block', 'Crime_Type', 'Primary Type',\n",
       "       'Description', 'Location Description', 'Arrest', 'Domestic', 'Beat',\n",
       "       'District', 'Ward', 'Community Area', 'Year', 'Updated On', 'Latitude',\n",
       "       'Longitude', 'Location'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "nonprofit-diabetes",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>Crime_Type</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11646166</th>\n",
       "      <td>JC213529</td>\n",
       "      <td>2018-09-01 00:01:00</td>\n",
       "      <td>082XX S INGLESIDE AVE</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>OVER $500</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>631</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>44.0</td>\n",
       "      <td>2018</td>\n",
       "      <td>2019-04-06 16:04:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11645836</th>\n",
       "      <td>JC212333</td>\n",
       "      <td>2016-05-01 00:25:00</td>\n",
       "      <td>055XX S ROCKWELL ST</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT OVER $ 300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>824</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>2016</td>\n",
       "      <td>2019-04-06 16:04:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12014684</th>\n",
       "      <td>JD189901</td>\n",
       "      <td>2020-03-17 21:30:00</td>\n",
       "      <td>039XX N LECLAIRE AVE</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>$500 AND UNDER</td>\n",
       "      <td>STREET</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1634</td>\n",
       "      <td>16.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>2020</td>\n",
       "      <td>2020-03-25 15:45:43</td>\n",
       "      <td>41.952052</td>\n",
       "      <td>-87.754660</td>\n",
       "      <td>(41.952051946, -87.754660372)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11645648</th>\n",
       "      <td>JC212959</td>\n",
       "      <td>2018-01-01 08:00:00</td>\n",
       "      <td>024XX N MONITOR AVE</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT OVER $ 300</td>\n",
       "      <td>RESIDENCE</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2515</td>\n",
       "      <td>25.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>2018</td>\n",
       "      <td>2019-04-06 16:04:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11864018</th>\n",
       "      <td>JC476123</td>\n",
       "      <td>2019-09-24 08:00:00</td>\n",
       "      <td>022XX S MICHIGAN AVE</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>DECEPTIVE PRACTICE</td>\n",
       "      <td>FINANCIAL IDENTITY THEFT $300 AND UNDER</td>\n",
       "      <td>COMMERCIAL / BUSINESS OFFICE</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>132</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>2019</td>\n",
       "      <td>2019-10-20 15:56:02</td>\n",
       "      <td>41.852248</td>\n",
       "      <td>-87.623786</td>\n",
       "      <td>(41.852248185, -87.623786256)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         Case Number                Date                  Block   Crime_Type  \\\n",
       "ID                                                                             \n",
       "11646166    JC213529 2018-09-01 00:01:00  082XX S INGLESIDE AVE  MISDEMEANOR   \n",
       "11645836    JC212333 2016-05-01 00:25:00    055XX S ROCKWELL ST  MISDEMEANOR   \n",
       "12014684    JD189901 2020-03-17 21:30:00   039XX N LECLAIRE AVE  MISDEMEANOR   \n",
       "11645648    JC212959 2018-01-01 08:00:00    024XX N MONITOR AVE  MISDEMEANOR   \n",
       "11864018    JC476123 2019-09-24 08:00:00   022XX S MICHIGAN AVE  MISDEMEANOR   \n",
       "\n",
       "                Primary Type                              Description  \\\n",
       "ID                                                                      \n",
       "11646166               THEFT                                OVER $500   \n",
       "11645836  DECEPTIVE PRACTICE      FINANCIAL IDENTITY THEFT OVER $ 300   \n",
       "12014684               THEFT                           $500 AND UNDER   \n",
       "11645648  DECEPTIVE PRACTICE      FINANCIAL IDENTITY THEFT OVER $ 300   \n",
       "11864018  DECEPTIVE PRACTICE  FINANCIAL IDENTITY THEFT $300 AND UNDER   \n",
       "\n",
       "                  Location Description  Arrest  Domestic  Beat  District  \\\n",
       "ID                                                                         \n",
       "11646166                     RESIDENCE       0         1   631       6.0   \n",
       "11645836                           NaN       0         0   824       8.0   \n",
       "12014684                        STREET       0         0  1634      16.0   \n",
       "11645648                     RESIDENCE       0         0  2515      25.0   \n",
       "11864018  COMMERCIAL / BUSINESS OFFICE       0         0   132       1.0   \n",
       "\n",
       "          Ward  Community Area  Year          Updated On   Latitude  \\\n",
       "ID                                                                    \n",
       "11646166   8.0            44.0  2018 2019-04-06 16:04:43        NaN   \n",
       "11645836  15.0            63.0  2016 2019-04-06 16:04:43        NaN   \n",
       "12014684  45.0            15.0  2020 2020-03-25 15:45:43  41.952052   \n",
       "11645648  30.0            19.0  2018 2019-04-06 16:04:43        NaN   \n",
       "11864018   3.0            33.0  2019 2019-10-20 15:56:02  41.852248   \n",
       "\n",
       "          Longitude                       Location  \n",
       "ID                                                  \n",
       "11646166        NaN                            NaN  \n",
       "11645836        NaN                            NaN  \n",
       "12014684 -87.754660  (41.952051946, -87.754660372)  \n",
       "11645648        NaN                            NaN  \n",
       "11864018 -87.623786  (41.852248185, -87.623786256)  "
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes = crimes[['Case Number', 'Date', 'Block', 'Crime_Type', 'Primary Type', 'Description',\n",
    "                'Location Description', 'Arrest', 'Domestic', 'Beat', 'District', 'Ward', 'Community Area',\n",
    "                 'Year', 'Updated On', 'Latitude', 'Longitude', 'Location']]\n",
    "crimes.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "viral-belief",
   "metadata": {},
   "source": [
    "## Analyzing the result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "saving-customs",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Case Number</th>\n",
       "      <th>Date</th>\n",
       "      <th>Block</th>\n",
       "      <th>Crime_Type</th>\n",
       "      <th>Primary Type</th>\n",
       "      <th>Description</th>\n",
       "      <th>Location Description</th>\n",
       "      <th>Arrest</th>\n",
       "      <th>Domestic</th>\n",
       "      <th>Beat</th>\n",
       "      <th>District</th>\n",
       "      <th>Ward</th>\n",
       "      <th>Community Area</th>\n",
       "      <th>Year</th>\n",
       "      <th>Updated On</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277094</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1271428</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1.277231e+06</td>\n",
       "      <td>1.277203e+06</td>\n",
       "      <td>1.277231e+06</td>\n",
       "      <td>1.277232e+06</td>\n",
       "      <td>1277232</td>\n",
       "      <td>1.263290e+06</td>\n",
       "      <td>1.263290e+06</td>\n",
       "      <td>1263290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>1277072</td>\n",
       "      <td>NaN</td>\n",
       "      <td>34700</td>\n",
       "      <td>4</td>\n",
       "      <td>32</td>\n",
       "      <td>491</td>\n",
       "      <td>190</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>333826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>HZ140230</td>\n",
       "      <td>NaN</td>\n",
       "      <td>001XX N STATE ST</td>\n",
       "      <td>MISDEMEANOR</td>\n",
       "      <td>THEFT</td>\n",
       "      <td>SIMPLE</td>\n",
       "      <td>STREET</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>(41.883500187, -87.627876698)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4326</td>\n",
       "      <td>626741</td>\n",
       "      <td>294745</td>\n",
       "      <td>140645</td>\n",
       "      <td>286880</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-05-28 18:20:46.199399680</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.946475e-01</td>\n",
       "      <td>1.665257e-01</td>\n",
       "      <td>1.143701e+03</td>\n",
       "      <td>1.120845e+01</td>\n",
       "      <td>2.322254e+01</td>\n",
       "      <td>3.677809e+01</td>\n",
       "      <td>2.017901e+03</td>\n",
       "      <td>2018-11-25 08:58:54.400525824</td>\n",
       "      <td>4.184349e+01</td>\n",
       "      <td>-8.767053e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.110000e+02</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>2.016000e+03</td>\n",
       "      <td>2016-01-10 08:46:55</td>\n",
       "      <td>3.661945e+01</td>\n",
       "      <td>-9.168657e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-03-13 19:23:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>6.120000e+02</td>\n",
       "      <td>6.000000e+00</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>2.300000e+01</td>\n",
       "      <td>2.017000e+03</td>\n",
       "      <td>2018-02-10 15:50:01</td>\n",
       "      <td>4.176853e+01</td>\n",
       "      <td>-8.771303e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-05-26 19:40:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.024000e+03</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>2.400000e+01</td>\n",
       "      <td>3.200000e+01</td>\n",
       "      <td>2.018000e+03</td>\n",
       "      <td>2018-06-17 15:50:56</td>\n",
       "      <td>4.186320e+01</td>\n",
       "      <td>-8.766405e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-07-31 19:03:15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.713000e+03</td>\n",
       "      <td>1.700000e+01</td>\n",
       "      <td>3.400000e+01</td>\n",
       "      <td>5.400000e+01</td>\n",
       "      <td>2.019000e+03</td>\n",
       "      <td>2019-08-21 16:26:07</td>\n",
       "      <td>4.190510e+01</td>\n",
       "      <td>-8.762784e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-12-31 23:59:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>2.535000e+03</td>\n",
       "      <td>3.100000e+01</td>\n",
       "      <td>5.000000e+01</td>\n",
       "      <td>7.700000e+01</td>\n",
       "      <td>2.020000e+03</td>\n",
       "      <td>2021-03-03 15:47:36</td>\n",
       "      <td>4.202267e+01</td>\n",
       "      <td>-8.752453e+01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.959292e-01</td>\n",
       "      <td>3.725520e-01</td>\n",
       "      <td>6.954303e+02</td>\n",
       "      <td>6.947220e+00</td>\n",
       "      <td>1.397570e+01</td>\n",
       "      <td>2.143190e+01</td>\n",
       "      <td>1.380767e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.629726e-02</td>\n",
       "      <td>5.910582e-02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Case Number                           Date             Block  \\\n",
       "count      1277232                        1277232           1277232   \n",
       "unique     1277072                            NaN             34700   \n",
       "top       HZ140230                            NaN  001XX N STATE ST   \n",
       "freq             6                            NaN              4326   \n",
       "mean           NaN  2018-05-28 18:20:46.199399680               NaN   \n",
       "min            NaN            2016-01-01 00:00:00               NaN   \n",
       "25%            NaN            2017-03-13 19:23:00               NaN   \n",
       "50%            NaN            2018-05-26 19:40:00               NaN   \n",
       "75%            NaN            2019-07-31 19:03:15               NaN   \n",
       "max            NaN            2020-12-31 23:59:00               NaN   \n",
       "std            NaN                            NaN               NaN   \n",
       "\n",
       "         Crime_Type Primary Type Description Location Description  \\\n",
       "count       1277094      1277232     1277232              1271428   \n",
       "unique            4           32         491                  190   \n",
       "top     MISDEMEANOR        THEFT      SIMPLE               STREET   \n",
       "freq         626741       294745      140645               286880   \n",
       "mean            NaN          NaN         NaN                  NaN   \n",
       "min             NaN          NaN         NaN                  NaN   \n",
       "25%             NaN          NaN         NaN                  NaN   \n",
       "50%             NaN          NaN         NaN                  NaN   \n",
       "75%             NaN          NaN         NaN                  NaN   \n",
       "max             NaN          NaN         NaN                  NaN   \n",
       "std             NaN          NaN         NaN                  NaN   \n",
       "\n",
       "              Arrest      Domestic          Beat      District          Ward  \\\n",
       "count   1.277232e+06  1.277232e+06  1.277232e+06  1.277231e+06  1.277203e+06   \n",
       "unique           NaN           NaN           NaN           NaN           NaN   \n",
       "top              NaN           NaN           NaN           NaN           NaN   \n",
       "freq             NaN           NaN           NaN           NaN           NaN   \n",
       "mean    1.946475e-01  1.665257e-01  1.143701e+03  1.120845e+01  2.322254e+01   \n",
       "min     0.000000e+00  0.000000e+00  1.110000e+02  1.000000e+00  1.000000e+00   \n",
       "25%     0.000000e+00  0.000000e+00  6.120000e+02  6.000000e+00  1.000000e+01   \n",
       "50%     0.000000e+00  0.000000e+00  1.024000e+03  1.000000e+01  2.400000e+01   \n",
       "75%     0.000000e+00  0.000000e+00  1.713000e+03  1.700000e+01  3.400000e+01   \n",
       "max     1.000000e+00  1.000000e+00  2.535000e+03  3.100000e+01  5.000000e+01   \n",
       "std     3.959292e-01  3.725520e-01  6.954303e+02  6.947220e+00  1.397570e+01   \n",
       "\n",
       "        Community Area          Year                     Updated On  \\\n",
       "count     1.277231e+06  1.277232e+06                        1277232   \n",
       "unique             NaN           NaN                            NaN   \n",
       "top                NaN           NaN                            NaN   \n",
       "freq               NaN           NaN                            NaN   \n",
       "mean      3.677809e+01  2.017901e+03  2018-11-25 08:58:54.400525824   \n",
       "min       1.000000e+00  2.016000e+03            2016-01-10 08:46:55   \n",
       "25%       2.300000e+01  2.017000e+03            2018-02-10 15:50:01   \n",
       "50%       3.200000e+01  2.018000e+03            2018-06-17 15:50:56   \n",
       "75%       5.400000e+01  2.019000e+03            2019-08-21 16:26:07   \n",
       "max       7.700000e+01  2.020000e+03            2021-03-03 15:47:36   \n",
       "std       2.143190e+01  1.380767e+00                            NaN   \n",
       "\n",
       "            Latitude     Longitude                       Location  \n",
       "count   1.263290e+06  1.263290e+06                        1263290  \n",
       "unique           NaN           NaN                         333826  \n",
       "top              NaN           NaN  (41.883500187, -87.627876698)  \n",
       "freq             NaN           NaN                           2248  \n",
       "mean    4.184349e+01 -8.767053e+01                            NaN  \n",
       "min     3.661945e+01 -9.168657e+01                            NaN  \n",
       "25%     4.176853e+01 -8.771303e+01                            NaN  \n",
       "50%     4.186320e+01 -8.766405e+01                            NaN  \n",
       "75%     4.190510e+01 -8.762784e+01                            NaN  \n",
       "max     4.202267e+01 -8.752453e+01                            NaN  \n",
       "std     8.629726e-02  5.910582e-02                            NaN  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "crimes.describe(include=\"all\", datetime_is_numeric=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "virgin-praise",
   "metadata": {},
   "source": [
    "## Saving the cleaned Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "portable-processor",
   "metadata": {},
   "outputs": [],
   "source": [
    "crimes.to_csv(\"/Users/oleoaraujo/Desktop/Crimes-in-Chicago/Crimes_-_2016_to_2020.csv\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}