02&03_Prepare_and_Process.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "*I’m using Google Colab when making this notebook. I planned to use Rstudio to combine and clean the dataset. However, RStudio keeps on freezing and I can't proceed with cleaning the dataset.*"
      ],
      "metadata": {
        "id": "OEFs1D2Y6ljc"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Phase 2: Prepare\n",
        "---\n",
        "\n"
      ],
      "metadata": {
        "id": "rtt0BUH6Go0X"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Importing libraries and loading data\n",
        "*The data is publicly available on an [AWS server](https://divvy-tripdata.s3.amazonaws.com/index.html). There are one file per month, with a total of 12 files. Each files has 13 columns with varying data type. We will merge the files into one and named as 'combined_data'*"
      ],
      "metadata": {
        "id": "pfHps9iEiXca"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Importing libraries\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import datetime\n",
        "from math import radians, sin, cos, sqrt, atan2\n",
        "import os\n",
        "\n",
        "# Mount Google Drive where the files are stored\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')\n",
        "\n",
        "# Set the path to the folder containing the CSV files\n",
        "folder_path = '/content/drive/MyDrive/Dataset/'\n",
        "\n",
        "# Get a list of all CSV files in the folder\n",
        "csv_files = [f for f in os.listdir(folder_path) if f.endswith('.csv')]\n",
        "\n",
        "# Initialize an empty DataFrame to store the combined data\n",
        "combined_data = pd.DataFrame()\n",
        "\n",
        "# Loop through each CSV file and concatenate its data to the combined DataFrame\n",
        "for file in csv_files:\n",
        "    file_path = os.path.join(folder_path, file)\n",
        "    data = pd.read_csv(file_path)\n",
        "    combined_data = pd.concat([combined_data, data], ignore_index=True)\n",
        "\n",
        "# Display the combined data\n",
        "combined_data"
      ],
      "metadata": {
        "id": "ywb-Brm-yZCN",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 808
        },
        "outputId": "ca7908c5-ad57-4866-87be-f18ca9af6beb"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                  ride_id  rideable_type           started_at  \\\n",
              "0        65DBD2F447EC51C2  electric_bike  2022-12-05 10:47:18   \n",
              "1        0C201AA7EA0EA1AD   classic_bike  2022-12-18 06:42:33   \n",
              "2        E0B148CCB358A49D  electric_bike  2022-12-13 08:47:45   \n",
              "3        54C5775D2B7C9188   classic_bike  2022-12-13 18:50:47   \n",
              "4        A4891F78776D35DF   classic_bike  2022-12-14 16:13:39   \n",
              "...                   ...            ...                  ...   \n",
              "5677605  30B44BD4C16E688C   classic_bike  2023-11-24 08:39:27   \n",
              "5677606  094A79892812BAB9   classic_bike  2023-11-06 09:07:20   \n",
              "5677607  F0A7DF8A44FDA3CB  electric_bike  2023-11-10 19:35:30   \n",
              "5677608  4D5E3685BB913A3C   classic_bike  2023-11-27 09:11:23   \n",
              "5677609  1FA95C375BE4B6A6  electric_bike  2023-11-20 16:16:03   \n",
              "\n",
              "                    ended_at          start_station_name start_station_id  \\\n",
              "0        2022-12-05 10:56:34  Clifton Ave & Armitage Ave     TA1307000163   \n",
              "1        2022-12-18 07:08:44      Broadway & Belmont Ave            13277   \n",
              "2        2022-12-13 08:59:51       Sangamon St & Lake St     TA1306000015   \n",
              "3        2022-12-13 19:19:48       Shields Ave & 31st St     KA1503000038   \n",
              "4        2022-12-14 16:27:50   Ashland Ave & Chicago Ave            13247   \n",
              "...                      ...                         ...              ...   \n",
              "5677605  2023-11-24 08:47:03   Clark St & Wellington Ave     TA1307000136   \n",
              "5677606  2023-11-06 09:10:00  Aberdeen St & Jackson Blvd            13157   \n",
              "5677607  2023-11-10 19:44:28      Halsted St & Roscoe St     TA1309000025   \n",
              "5677608  2023-11-27 09:13:23  Aberdeen St & Jackson Blvd            13157   \n",
              "5677609  2023-11-20 16:17:43  Aberdeen St & Jackson Blvd            13157   \n",
              "\n",
              "                       end_station_name end_station_id  start_lat  start_lng  \\\n",
              "0             Sedgwick St & Webster Ave          13191  41.918244 -87.657115   \n",
              "1             Sedgwick St & Webster Ave          13191  41.940106 -87.645451   \n",
              "2                St. Clair St & Erie St          13016  41.885919 -87.651133   \n",
              "3                Damen Ave & Madison St          13134  41.838464 -87.635406   \n",
              "4             Damen Ave & Charleston St          13288  41.895954 -87.667728   \n",
              "...                                 ...            ...        ...        ...   \n",
              "5677605  Southport Ave & Wellington Ave   TA1307000006  41.936497 -87.647539   \n",
              "5677606        Peoria St & Jackson Blvd          13158  41.877726 -87.654787   \n",
              "5677607  Southport Ave & Wellington Ave   TA1307000006  41.943687 -87.648855   \n",
              "5677608        Peoria St & Jackson Blvd          13158  41.877726 -87.654787   \n",
              "5677609        Peoria St & Jackson Blvd          13158  41.877869 -87.654898   \n",
              "\n",
              "           end_lat    end_lng member_casual  \n",
              "0        41.922167 -87.638888        member  \n",
              "1        41.922167 -87.638888        casual  \n",
              "2        41.894345 -87.622798        member  \n",
              "3        41.881370 -87.674930        member  \n",
              "4        41.920082 -87.677855        casual  \n",
              "...            ...        ...           ...  \n",
              "5677605  41.935775 -87.663600        member  \n",
              "5677606  41.877642 -87.649618        member  \n",
              "5677607  41.935775 -87.663600        member  \n",
              "5677608  41.877642 -87.649618        member  \n",
              "5677609  41.877642 -87.649618        member  \n",
              "\n",
              "[5677610 rows x 13 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-6964978a-ef26-4330-8146-bc79cebab5ee\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ride_id</th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>65DBD2F447EC51C2</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0C201AA7EA0EA1AD</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>E0B148CCB358A49D</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>54C5775D2B7C9188</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A4891F78776D35DF</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5677605</th>\n",
              "      <td>30B44BD4C16E688C</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2023-11-24 08:39:27</td>\n",
              "      <td>2023-11-24 08:47:03</td>\n",
              "      <td>Clark St &amp; Wellington Ave</td>\n",
              "      <td>TA1307000136</td>\n",
              "      <td>Southport Ave &amp; Wellington Ave</td>\n",
              "      <td>TA1307000006</td>\n",
              "      <td>41.936497</td>\n",
              "      <td>-87.647539</td>\n",
              "      <td>41.935775</td>\n",
              "      <td>-87.663600</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5677606</th>\n",
              "      <td>094A79892812BAB9</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2023-11-06 09:07:20</td>\n",
              "      <td>2023-11-06 09:10:00</td>\n",
              "      <td>Aberdeen St &amp; Jackson Blvd</td>\n",
              "      <td>13157</td>\n",
              "      <td>Peoria St &amp; Jackson Blvd</td>\n",
              "      <td>13158</td>\n",
              "      <td>41.877726</td>\n",
              "      <td>-87.654787</td>\n",
              "      <td>41.877642</td>\n",
              "      <td>-87.649618</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5677607</th>\n",
              "      <td>F0A7DF8A44FDA3CB</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2023-11-10 19:35:30</td>\n",
              "      <td>2023-11-10 19:44:28</td>\n",
              "      <td>Halsted St &amp; Roscoe St</td>\n",
              "      <td>TA1309000025</td>\n",
              "      <td>Southport Ave &amp; Wellington Ave</td>\n",
              "      <td>TA1307000006</td>\n",
              "      <td>41.943687</td>\n",
              "      <td>-87.648855</td>\n",
              "      <td>41.935775</td>\n",
              "      <td>-87.663600</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5677608</th>\n",
              "      <td>4D5E3685BB913A3C</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2023-11-27 09:11:23</td>\n",
              "      <td>2023-11-27 09:13:23</td>\n",
              "      <td>Aberdeen St &amp; Jackson Blvd</td>\n",
              "      <td>13157</td>\n",
              "      <td>Peoria St &amp; Jackson Blvd</td>\n",
              "      <td>13158</td>\n",
              "      <td>41.877726</td>\n",
              "      <td>-87.654787</td>\n",
              "      <td>41.877642</td>\n",
              "      <td>-87.649618</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5677609</th>\n",
              "      <td>1FA95C375BE4B6A6</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2023-11-20 16:16:03</td>\n",
              "      <td>2023-11-20 16:17:43</td>\n",
              "      <td>Aberdeen St &amp; Jackson Blvd</td>\n",
              "      <td>13157</td>\n",
              "      <td>Peoria St &amp; Jackson Blvd</td>\n",
              "      <td>13158</td>\n",
              "      <td>41.877869</td>\n",
              "      <td>-87.654898</td>\n",
              "      <td>41.877642</td>\n",
              "      <td>-87.649618</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5677610 rows × 13 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6964978a-ef26-4330-8146-bc79cebab5ee')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-6964978a-ef26-4330-8146-bc79cebab5ee button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-6964978a-ef26-4330-8146-bc79cebab5ee');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-8e16d923-f944-4a4a-b8c0-4fa966971a8f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-8e16d923-f944-4a4a-b8c0-4fa966971a8f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-8e16d923-f944-4a4a-b8c0-4fa966971a8f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 1
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Checking type of data\n",
        "combined_data.dtypes"
      ],
      "metadata": {
        "id": "EdJ2A4bo2Mz_",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0f0b75f8-2ed0-4c65-ab0b-128be0618af5"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "ride_id                object\n",
              "rideable_type          object\n",
              "started_at             object\n",
              "ended_at               object\n",
              "start_station_name     object\n",
              "start_station_id       object\n",
              "end_station_name       object\n",
              "end_station_id         object\n",
              "start_lat             float64\n",
              "start_lng             float64\n",
              "end_lat               float64\n",
              "end_lng               float64\n",
              "member_casual          object\n",
              "dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Phase 3: Process\n",
        "---\n",
        "\n"
      ],
      "metadata": {
        "id": "xvVaEjKg6MrW"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Checking for null and duplicates"
      ],
      "metadata": {
        "id": "_uJtguC2GH1E"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Check null data\n",
        "nan_count01 = combined_data.isna().sum()\n",
        "print(nan_count01)"
      ],
      "metadata": {
        "id": "SWH0-3joEq5_",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "64d75803-d793-4939-d0d2-19ea1a683282"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ride_id                    0\n",
            "rideable_type              0\n",
            "started_at                 0\n",
            "ended_at                   0\n",
            "start_station_name    869289\n",
            "start_station_id      869421\n",
            "end_station_name      922436\n",
            "end_station_id        922577\n",
            "start_lat                  0\n",
            "start_lng                  0\n",
            "end_lat                 6879\n",
            "end_lng                 6879\n",
            "member_casual              0\n",
            "dtype: int64\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Identify the duplicated rows based on all columns\n",
        "duplicates = combined_data.duplicated()\n",
        "\n",
        "# Count the number of duplicated rows\n",
        "dup_count = duplicates.sum()\n",
        "dup_count"
      ],
      "metadata": {
        "id": "66t8OuidaFfK",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "403c0619-6a7b-4464-8af8-30f79fed584c"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*There are no duplicate rows.*"
      ],
      "metadata": {
        "id": "Y4U4b4Fo0xOe"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Remove null data\n",
        "df01 = combined_data.dropna()\n",
        "df01.shape"
      ],
      "metadata": {
        "id": "vimafBOp-7-D",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b46c7692-5edb-4ed1-9408-c2616ec0916b"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4299967, 13)"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will add some new columns to the dataframe. We will drop the unnecessary rows after we add the new columns.*"
      ],
      "metadata": {
        "id": "2g_ddnHrcLWL"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Additional Columns and Data Transformation\n",
        "\n",
        "*We will add distance travel in kilometers from the given start latitude and longtitude and end latitude and longtitude. We will use Harversine formula.*"
      ],
      "metadata": {
        "id": "VPQiB7UpGFT7"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Haversine Formula\n",
        "def haversine(lat1, lon1, lat2, lon2):\n",
        "    # Radius of the Earth in kilometers\n",
        "    R = 6371.0\n",
        "\n",
        "    # Convert latitude and longitude from degrees to radians\n",
        "    lat1, lon1, lat2, lon2 = map(radians, [lat1, lon1, lat2, lon2])\n",
        "\n",
        "    # Calculate the differences between latitudes and longitudes\n",
        "    dlat = lat2 - lat1\n",
        "    dlon = lon2 - lon1\n",
        "\n",
        "    # Haversine formula\n",
        "    a = sin(dlat / 2)**2 + cos(lat1) * cos(lat2) * sin(dlon / 2)**2\n",
        "    c = 2 * atan2(sqrt(a), sqrt(1 - a))\n",
        "\n",
        "    # Calculate the distance\n",
        "    distance = R * c\n",
        "\n",
        "    return distance"
      ],
      "metadata": {
        "id": "UdJnBkj6bT6r"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#Copy to a new dataframe\n",
        "df02 = df01.copy(deep=True)\n",
        "\n",
        "# Calculate distance and store the result in a new column\n",
        "df02['distance_travelled_km'] = df02.apply(lambda row: haversine(row['start_lat'], row['start_lng'], row['end_lat'], row['end_lng']), axis=1)\n",
        "df02.head()"
      ],
      "metadata": {
        "id": "eKqnB3QZpTIC",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "outputId": "f1ce0796-852a-4957-9a00-069190352a23"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "            ride_id  rideable_type           started_at             ended_at  \\\n",
              "0  65DBD2F447EC51C2  electric_bike  2022-12-05 10:47:18  2022-12-05 10:56:34   \n",
              "1  0C201AA7EA0EA1AD   classic_bike  2022-12-18 06:42:33  2022-12-18 07:08:44   \n",
              "2  E0B148CCB358A49D  electric_bike  2022-12-13 08:47:45  2022-12-13 08:59:51   \n",
              "3  54C5775D2B7C9188   classic_bike  2022-12-13 18:50:47  2022-12-13 19:19:48   \n",
              "4  A4891F78776D35DF   classic_bike  2022-12-14 16:13:39  2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  \n",
              "0               1.569868  \n",
              "1               2.067289  \n",
              "2               2.525678  \n",
              "3               5.785813  \n",
              "4               2.810713  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9b485231-f18e-4dbf-a4f8-2c868de92d86\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ride_id</th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>65DBD2F447EC51C2</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0C201AA7EA0EA1AD</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>E0B148CCB358A49D</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>54C5775D2B7C9188</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A4891F78776D35DF</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9b485231-f18e-4dbf-a4f8-2c868de92d86')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9b485231-f18e-4dbf-a4f8-2c868de92d86 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9b485231-f18e-4dbf-a4f8-2c868de92d86');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-511817e1-3600-41a7-8e09-bbf13dc3c708\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-511817e1-3600-41a7-8e09-bbf13dc3c708')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-511817e1-3600-41a7-8e09-bbf13dc3c708 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Check the data of column 'distance_travelled_km'\n",
        "df02['distance_travelled_km'].describe()"
      ],
      "metadata": {
        "id": "F1G_G5nsmhQ2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "fd89db02-0e9c-49e5-b01a-b10df4eee1c5"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count    4.299967e+06\n",
              "mean     2.064339e+00\n",
              "std      8.400811e+00\n",
              "min      0.000000e+00\n",
              "25%      8.645415e-01\n",
              "50%      1.521062e+00\n",
              "75%      2.674487e+00\n",
              "max      9.815429e+03\n",
              "Name: distance_travelled_km, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*There are some data with 0 distance. There is a possiblity that they are roundtrip (same start station and end station). We will add ride duration.*"
      ],
      "metadata": {
        "id": "wIq1bGCin35m"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Copy to a new dataframe\n",
        "df03 = df02.copy(deep=True)\n",
        "\n",
        "#Convert 'started_at'and 'ended_at' in datetime\n",
        "date_columns = ['started_at','ended_at']\n",
        "df03[date_columns] = df03[date_columns].apply(pd.to_datetime)\n",
        "\n",
        "#Calculate ride duration and store the result in a new column\n",
        "df03['ride_duration_s']=(df03['ended_at']-df03['started_at']).dt.total_seconds()\n",
        "df03.head()"
      ],
      "metadata": {
        "id": "jDQcja1QpK5Z",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "outputId": "d208db59-074f-4f3d-ee69-9ad557929e40"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "            ride_id  rideable_type          started_at            ended_at  \\\n",
              "0  65DBD2F447EC51C2  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1  0C201AA7EA0EA1AD   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  E0B148CCB358A49D  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3  54C5775D2B7C9188   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4  A4891F78776D35DF   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s  \n",
              "0               1.569868            556.0  \n",
              "1               2.067289           1571.0  \n",
              "2               2.525678            726.0  \n",
              "3               5.785813           1741.0  \n",
              "4               2.810713            851.0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9d89ae89-6050-4494-bb70-d3c163887ef9\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ride_id</th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>65DBD2F447EC51C2</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0C201AA7EA0EA1AD</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>E0B148CCB358A49D</td>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>54C5775D2B7C9188</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A4891F78776D35DF</td>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9d89ae89-6050-4494-bb70-d3c163887ef9')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9d89ae89-6050-4494-bb70-d3c163887ef9 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9d89ae89-6050-4494-bb70-d3c163887ef9');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-9645a4d3-c124-4479-adec-a2b2766973ee\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-9645a4d3-c124-4479-adec-a2b2766973ee')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-9645a4d3-c124-4479-adec-a2b2766973ee button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Check the data of column 'distance_travelled_km'\n",
        "df03['ride_duration_s'].describe()"
      ],
      "metadata": {
        "id": "cD0wABV8qcEX",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4eb07a2b-8c81-4475-9a48-3df5be47897e"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count    4.299967e+06\n",
              "mean     9.573586e+02\n",
              "std      2.158577e+03\n",
              "min     -3.274000e+03\n",
              "25%      3.370000e+02\n",
              "50%      5.880000e+02\n",
              "75%      1.049000e+03\n",
              "max      7.281780e+05\n",
              "Name: ride_duration_s, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*There are some data with ride duration that are negative and also the possibility of less than 1 minute (60 seconds). We will remove ride duration less than 1 minute.*"
      ],
      "metadata": {
        "id": "E5pfT9eCY0EU"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Filter out ride duration less than 1 minute\n",
        "df03_filtered = df03[df03['ride_duration_s'] >= 60]\n",
        "df04 =df03_filtered.copy(deep=True)\n",
        "df04.shape"
      ],
      "metadata": {
        "id": "7wnNFCeHxeZ1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "99bb05e2-832c-41ab-8fb1-7b405a6dd159"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4212771, 15)"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will further remove data by computing speed in kph. We will remove data with unlikely speed.*"
      ],
      "metadata": {
        "id": "Zll1d8gOxfIv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Calculate speed in kph\n",
        "df04['speed_kph'] = (df04['distance_travelled_km'] / (df04['ride_duration_s'] / 3600))\n",
        "\n",
        "#Check the spread of data of column 'speed_kph'\n",
        "df04['speed_kph'].describe()"
      ],
      "metadata": {
        "id": "a_BxwJwxCHud",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "05b79419-1416-4563-d2fb-ccd09c98d769"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count    4.212771e+06\n",
              "mean     1.054149e+01\n",
              "std      5.955605e+01\n",
              "min      0.000000e+00\n",
              "25%      7.814031e+00\n",
              "50%      1.071901e+01\n",
              "75%      1.357626e+01\n",
              "max      1.217888e+05\n",
              "Name: speed_kph, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will remove data with speed more than 45 kph (~28mph, maximum bike speed in US).*"
      ],
      "metadata": {
        "id": "VR32yq2_G697"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Copy data with speed less than 45 kph into new dataframe\n",
        "df05 = df04[df04['speed_kph'] <= 45]\n",
        "df05.shape"
      ],
      "metadata": {
        "id": "P8Wd7XU0yGyB",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "f914199e-f5e3-400d-e183-5493cbd1ce6b"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4212381, 16)"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will drop some columns for faster loading.*"
      ],
      "metadata": {
        "id": "XMBPdX_A-kg5"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Drop columns 'ride_id' and 'speed_kph'\n",
        "columns_to_drop = ['ride_id', 'speed_kph']\n",
        "df05_drop = df05.drop(columns=columns_to_drop)\n",
        "df05_drop.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LHRIcnNw-k-i",
        "outputId": "f758634a-9e70-43b1-feec-37c5df0673ba"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4212381, 14)"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will remove trailing spaces for string columns. There are data that are test ride (with 'test' included in station name and station id). We will also remove those data.*\n",
        "\n"
      ],
      "metadata": {
        "id": "M48nzr2MyK6Z"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Remove trailing spaces\n",
        "columns_str = ['rideable_type', 'start_station_name', 'start_station_id',\t'end_station_name', 'end_station_id', 'member_casual']\n",
        "df05_drop[columns_str] = df05_drop[columns_str].astype(str).apply(lambda col: col.str.strip())\n",
        "\n",
        "#Filter rows not containing 'test' in station ID and name, both start and end\n",
        "columns = ['start_station_name', 'start_station_id',\t'end_station_name', 'end_station_id']\n",
        "wo_test = ~df05_drop[columns].apply(lambda col: col.str.contains('test', case=False)).any(axis=1)\n",
        "\n",
        "#Keep rows that do not contain 'test'\n",
        "df05_filtered = df05_drop[wo_test]\n",
        "df05_filtered.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zVwDEIdzQD3O",
        "outputId": "9066a563-b8d3-4636-815c-7b6bac7026e5"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4212292, 14)"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will add these following categories to uncover time-based patterns:*\n",
        "\n",
        "*   day_of_week: Monday, Tuesday, Wednesday and etc.\n",
        "*   day_type: Weekday or Weekend\n",
        "*   month: January, February, March and etc.\n",
        "*   season: Winter, Spring, Summer, Fall\n",
        "\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "0PE5LY7IAtsC"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Add 'day_of_week' and 'month' based on 'started_at'\n",
        "df_add = df05_filtered.copy(deep=True)\n",
        "df_add['day_of_week']=df_add['started_at'].dt.strftime('%A')\n",
        "df_add['month']=df_add['started_at'].dt.strftime('%B')\n",
        "df_add.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "id": "SQucuga2AtNZ",
        "outputId": "5080859a-b735-42cf-cde1-f2e35561dd45"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   rideable_type          started_at            ended_at  \\\n",
              "0  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s day_of_week     month  \n",
              "0               1.569868            556.0      Monday  December  \n",
              "1               2.067289           1571.0      Sunday  December  \n",
              "2               2.525678            726.0     Tuesday  December  \n",
              "3               5.785813           1741.0     Tuesday  December  \n",
              "4               2.810713            851.0   Wednesday  December  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0bfe5d05-87bc-430c-964b-aeb29cc0879e\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>month</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>Monday</td>\n",
              "      <td>December</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>December</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>December</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0bfe5d05-87bc-430c-964b-aeb29cc0879e')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-0bfe5d05-87bc-430c-964b-aeb29cc0879e button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-0bfe5d05-87bc-430c-964b-aeb29cc0879e');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-a29598ec-d3d0-4af5-90a1-dcd3c9d747a7\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a29598ec-d3d0-4af5-90a1-dcd3c9d747a7')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-a29598ec-d3d0-4af5-90a1-dcd3c9d747a7 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Function for 'day_type'\n",
        "def day_cat (d):\n",
        "  if d == \"Saturday\" or d == \"Sunday\":\n",
        "    return \"Weekend\"\n",
        "  else: return \"Weekday\""
      ],
      "metadata": {
        "id": "CchjhvBtJ6Vs"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#Add 'day_type'\n",
        "df_add['day_type'] = df_add['day_of_week'].apply(day_cat)\n",
        "df_add.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "id": "1b2hBbYSJ7vW",
        "outputId": "c342a343-54ea-4682-c292-2940e19a261e"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   rideable_type          started_at            ended_at  \\\n",
              "0  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s day_of_week     month day_type  \n",
              "0               1.569868            556.0      Monday  December  Weekday  \n",
              "1               2.067289           1571.0      Sunday  December  Weekend  \n",
              "2               2.525678            726.0     Tuesday  December  Weekday  \n",
              "3               5.785813           1741.0     Tuesday  December  Weekday  \n",
              "4               2.810713            851.0   Wednesday  December  Weekday  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e3915a04-e52e-40c3-bf71-866f9aa1f785\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>month</th>\n",
              "      <th>day_type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>Monday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekend</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e3915a04-e52e-40c3-bf71-866f9aa1f785')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e3915a04-e52e-40c3-bf71-866f9aa1f785 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e3915a04-e52e-40c3-bf71-866f9aa1f785');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-abaae27d-b4f6-4edf-9703-c09c7cbcb2e8\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-abaae27d-b4f6-4edf-9703-c09c7cbcb2e8')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-abaae27d-b4f6-4edf-9703-c09c7cbcb2e8 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Function for 'season'\n",
        "def szn (m):\n",
        "  if m == \"December\" or m == \"January\" or m == \"February\":\n",
        "    return \"Winter\"\n",
        "  elif m == \"March\" or m == \"April\" or m == \"May\":\n",
        "    return \"Spring\"\n",
        "  elif m == \"June\" or m == \"July\" or m == \"August\":\n",
        "    return \"Summer\"\n",
        "  else: return \"Fall\""
      ],
      "metadata": {
        "id": "7cVkePb6PRlp"
      },
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#Add 'season'\n",
        "df_add['season'] = df_add['month'].apply(szn)\n",
        "df_add.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "id": "zIwGgR8CPRZx",
        "outputId": "6f15696d-3d7e-4034-98c6-2a8054af6bdd"
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   rideable_type          started_at            ended_at  \\\n",
              "0  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s day_of_week     month day_type  \\\n",
              "0               1.569868            556.0      Monday  December  Weekday   \n",
              "1               2.067289           1571.0      Sunday  December  Weekend   \n",
              "2               2.525678            726.0     Tuesday  December  Weekday   \n",
              "3               5.785813           1741.0     Tuesday  December  Weekday   \n",
              "4               2.810713            851.0   Wednesday  December  Weekday   \n",
              "\n",
              "   season  \n",
              "0  Winter  \n",
              "1  Winter  \n",
              "2  Winter  \n",
              "3  Winter  \n",
              "4  Winter  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-eacf9c22-e4ae-4b8b-bc2a-b134b69c73f1\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>month</th>\n",
              "      <th>day_type</th>\n",
              "      <th>season</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>Monday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekend</td>\n",
              "      <td>Winter</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-eacf9c22-e4ae-4b8b-bc2a-b134b69c73f1')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-eacf9c22-e4ae-4b8b-bc2a-b134b69c73f1 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-eacf9c22-e4ae-4b8b-bc2a-b134b69c73f1');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-73f3a46f-97f5-48c5-965f-2c779e48fd8f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-73f3a46f-97f5-48c5-965f-2c779e48fd8f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-73f3a46f-97f5-48c5-965f-2c779e48fd8f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will add 'route_type' (same 'start_station_name' and 'end_station_name') to classify them as round trip or one-way trip.*"
      ],
      "metadata": {
        "id": "zu4akLZLR-fV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Function for 'route_type'\n",
        "def rte_ty (row):\n",
        "  if row['start_station_name'] == row['end_station_name']:\n",
        "    return \"Round trip\"\n",
        "  else: return \"One-way trip\""
      ],
      "metadata": {
        "id": "uz0n8IFIRwLt"
      },
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#Add 'route_type'\n",
        "df_add['route_type'] = df_add.apply(rte_ty, axis=1)\n",
        "df_add.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "id": "p1ejxjhTTf_N",
        "outputId": "f530ba45-2507-46e1-fb7b-6b134dabd1eb"
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   rideable_type          started_at            ended_at  \\\n",
              "0  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s day_of_week     month day_type  \\\n",
              "0               1.569868            556.0      Monday  December  Weekday   \n",
              "1               2.067289           1571.0      Sunday  December  Weekend   \n",
              "2               2.525678            726.0     Tuesday  December  Weekday   \n",
              "3               5.785813           1741.0     Tuesday  December  Weekday   \n",
              "4               2.810713            851.0   Wednesday  December  Weekday   \n",
              "\n",
              "   season    route_type  \n",
              "0  Winter  One-way trip  \n",
              "1  Winter  One-way trip  \n",
              "2  Winter  One-way trip  \n",
              "3  Winter  One-way trip  \n",
              "4  Winter  One-way trip  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-6c462822-9795-4c20-bd96-0a8b11da1889\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>month</th>\n",
              "      <th>day_type</th>\n",
              "      <th>season</th>\n",
              "      <th>route_type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>Monday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekend</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6c462822-9795-4c20-bd96-0a8b11da1889')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-6c462822-9795-4c20-bd96-0a8b11da1889 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-6c462822-9795-4c20-bd96-0a8b11da1889');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-7fc50472-19b2-4bd8-b876-ed99ff7396e6\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-7fc50472-19b2-4bd8-b876-ed99ff7396e6')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-7fc50472-19b2-4bd8-b876-ed99ff7396e6 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will add ride duration in minutes.*"
      ],
      "metadata": {
        "id": "Wc5OWcgzhhrB"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Add 'ride_duration_min'\n",
        "df_add ['ride_duration_min'] = df_add['ride_duration_s'] / 60\n",
        "df_add.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "id": "zUr570_QhhR0",
        "outputId": "5e2468c1-252d-4820-e312-4648c578ee72"
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   rideable_type          started_at            ended_at  \\\n",
              "0  electric_bike 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "           start_station_name start_station_id           end_station_name  \\\n",
              "0  Clifton Ave & Armitage Ave     TA1307000163  Sedgwick St & Webster Ave   \n",
              "1      Broadway & Belmont Ave            13277  Sedgwick St & Webster Ave   \n",
              "2       Sangamon St & Lake St     TA1306000015     St. Clair St & Erie St   \n",
              "3       Shields Ave & 31st St     KA1503000038     Damen Ave & Madison St   \n",
              "4   Ashland Ave & Chicago Ave            13247  Damen Ave & Charleston St   \n",
              "\n",
              "  end_station_id  start_lat  start_lng    end_lat    end_lng member_casual  \\\n",
              "0          13191  41.918244 -87.657115  41.922167 -87.638888        member   \n",
              "1          13191  41.940106 -87.645451  41.922167 -87.638888        casual   \n",
              "2          13016  41.885919 -87.651133  41.894345 -87.622798        member   \n",
              "3          13134  41.838464 -87.635406  41.881370 -87.674930        member   \n",
              "4          13288  41.895954 -87.667728  41.920082 -87.677855        casual   \n",
              "\n",
              "   distance_travelled_km  ride_duration_s day_of_week     month day_type  \\\n",
              "0               1.569868            556.0      Monday  December  Weekday   \n",
              "1               2.067289           1571.0      Sunday  December  Weekend   \n",
              "2               2.525678            726.0     Tuesday  December  Weekday   \n",
              "3               5.785813           1741.0     Tuesday  December  Weekday   \n",
              "4               2.810713            851.0   Wednesday  December  Weekday   \n",
              "\n",
              "   season    route_type  ride_duration_min  \n",
              "0  Winter  One-way trip           9.266667  \n",
              "1  Winter  One-way trip          26.183333  \n",
              "2  Winter  One-way trip          12.100000  \n",
              "3  Winter  One-way trip          29.016667  \n",
              "4  Winter  One-way trip          14.183333  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-19642246-4e0c-4393-b0de-0837a6c4a077\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rideable_type</th>\n",
              "      <th>started_at</th>\n",
              "      <th>ended_at</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>month</th>\n",
              "      <th>day_type</th>\n",
              "      <th>season</th>\n",
              "      <th>route_type</th>\n",
              "      <th>ride_duration_min</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>TA1307000163</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>member</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>Monday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>9.266667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>13277</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>13191</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekend</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>26.183333</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>TA1306000015</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>13016</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>member</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>12.100000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>KA1503000038</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>13134</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>member</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>29.016667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>13247</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>13288</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>casual</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>December</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>Winter</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>14.183333</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-19642246-4e0c-4393-b0de-0837a6c4a077')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-19642246-4e0c-4393-b0de-0837a6c4a077 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-19642246-4e0c-4393-b0de-0837a6c4a077');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-ce431c54-0369-4349-939c-a53a65dbe8dc\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ce431c54-0369-4349-939c-a53a65dbe8dc')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-ce431c54-0369-4349-939c-a53a65dbe8dc button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will rename some of the columns and re-arrange columns to make it organize.*"
      ],
      "metadata": {
        "id": "uCEtrEVhiYiR"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Rename columns and re-arrange columns order\n",
        "df_format = df_add.copy(deep=True)\n",
        "df_format.rename(columns = {'rideable_type':'bike_type','started_at':'start_time', 'ended_at':'end_time', 'member_casual':'user_type' }, inplace = True)\n",
        "new_cols = ['bike_type', 'user_type','start_time','end_time','day_of_week','day_type','month','season','start_station_name','end_station_name','route_type', 'start_lat', 'start_lng', 'end_lat',\t'end_lng',\t'distance_travelled_km', 'ride_duration_s', 'ride_duration_min']\n",
        "df_clean=df_format[new_cols]\n",
        "df_clean.head()"
      ],
      "metadata": {
        "id": "VoToBIF_K8TO",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 399
        },
        "outputId": "20d1b926-1f61-464a-c3ab-844c4c7edb77"
      },
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       bike_type user_type          start_time            end_time  \\\n",
              "0  electric_bike    member 2022-12-05 10:47:18 2022-12-05 10:56:34   \n",
              "1   classic_bike    casual 2022-12-18 06:42:33 2022-12-18 07:08:44   \n",
              "2  electric_bike    member 2022-12-13 08:47:45 2022-12-13 08:59:51   \n",
              "3   classic_bike    member 2022-12-13 18:50:47 2022-12-13 19:19:48   \n",
              "4   classic_bike    casual 2022-12-14 16:13:39 2022-12-14 16:27:50   \n",
              "\n",
              "  day_of_week day_type     month  season          start_station_name  \\\n",
              "0      Monday  Weekday  December  Winter  Clifton Ave & Armitage Ave   \n",
              "1      Sunday  Weekend  December  Winter      Broadway & Belmont Ave   \n",
              "2     Tuesday  Weekday  December  Winter       Sangamon St & Lake St   \n",
              "3     Tuesday  Weekday  December  Winter       Shields Ave & 31st St   \n",
              "4   Wednesday  Weekday  December  Winter   Ashland Ave & Chicago Ave   \n",
              "\n",
              "            end_station_name    route_type  start_lat  start_lng    end_lat  \\\n",
              "0  Sedgwick St & Webster Ave  One-way trip  41.918244 -87.657115  41.922167   \n",
              "1  Sedgwick St & Webster Ave  One-way trip  41.940106 -87.645451  41.922167   \n",
              "2     St. Clair St & Erie St  One-way trip  41.885919 -87.651133  41.894345   \n",
              "3     Damen Ave & Madison St  One-way trip  41.838464 -87.635406  41.881370   \n",
              "4  Damen Ave & Charleston St  One-way trip  41.895954 -87.667728  41.920082   \n",
              "\n",
              "     end_lng  distance_travelled_km  ride_duration_s  ride_duration_min  \n",
              "0 -87.638888               1.569868            556.0           9.266667  \n",
              "1 -87.638888               2.067289           1571.0          26.183333  \n",
              "2 -87.622798               2.525678            726.0          12.100000  \n",
              "3 -87.674930               5.785813           1741.0          29.016667  \n",
              "4 -87.677855               2.810713            851.0          14.183333  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-cc67281e-12bd-4cc4-8532-fb7b694db040\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>bike_type</th>\n",
              "      <th>user_type</th>\n",
              "      <th>start_time</th>\n",
              "      <th>end_time</th>\n",
              "      <th>day_of_week</th>\n",
              "      <th>day_type</th>\n",
              "      <th>month</th>\n",
              "      <th>season</th>\n",
              "      <th>start_station_name</th>\n",
              "      <th>end_station_name</th>\n",
              "      <th>route_type</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>distance_travelled_km</th>\n",
              "      <th>ride_duration_s</th>\n",
              "      <th>ride_duration_min</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>member</td>\n",
              "      <td>2022-12-05 10:47:18</td>\n",
              "      <td>2022-12-05 10:56:34</td>\n",
              "      <td>Monday</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>December</td>\n",
              "      <td>Winter</td>\n",
              "      <td>Clifton Ave &amp; Armitage Ave</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>41.918244</td>\n",
              "      <td>-87.657115</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>1.569868</td>\n",
              "      <td>556.0</td>\n",
              "      <td>9.266667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>casual</td>\n",
              "      <td>2022-12-18 06:42:33</td>\n",
              "      <td>2022-12-18 07:08:44</td>\n",
              "      <td>Sunday</td>\n",
              "      <td>Weekend</td>\n",
              "      <td>December</td>\n",
              "      <td>Winter</td>\n",
              "      <td>Broadway &amp; Belmont Ave</td>\n",
              "      <td>Sedgwick St &amp; Webster Ave</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>41.940106</td>\n",
              "      <td>-87.645451</td>\n",
              "      <td>41.922167</td>\n",
              "      <td>-87.638888</td>\n",
              "      <td>2.067289</td>\n",
              "      <td>1571.0</td>\n",
              "      <td>26.183333</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>electric_bike</td>\n",
              "      <td>member</td>\n",
              "      <td>2022-12-13 08:47:45</td>\n",
              "      <td>2022-12-13 08:59:51</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>December</td>\n",
              "      <td>Winter</td>\n",
              "      <td>Sangamon St &amp; Lake St</td>\n",
              "      <td>St. Clair St &amp; Erie St</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>41.885919</td>\n",
              "      <td>-87.651133</td>\n",
              "      <td>41.894345</td>\n",
              "      <td>-87.622798</td>\n",
              "      <td>2.525678</td>\n",
              "      <td>726.0</td>\n",
              "      <td>12.100000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>member</td>\n",
              "      <td>2022-12-13 18:50:47</td>\n",
              "      <td>2022-12-13 19:19:48</td>\n",
              "      <td>Tuesday</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>December</td>\n",
              "      <td>Winter</td>\n",
              "      <td>Shields Ave &amp; 31st St</td>\n",
              "      <td>Damen Ave &amp; Madison St</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>41.838464</td>\n",
              "      <td>-87.635406</td>\n",
              "      <td>41.881370</td>\n",
              "      <td>-87.674930</td>\n",
              "      <td>5.785813</td>\n",
              "      <td>1741.0</td>\n",
              "      <td>29.016667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>classic_bike</td>\n",
              "      <td>casual</td>\n",
              "      <td>2022-12-14 16:13:39</td>\n",
              "      <td>2022-12-14 16:27:50</td>\n",
              "      <td>Wednesday</td>\n",
              "      <td>Weekday</td>\n",
              "      <td>December</td>\n",
              "      <td>Winter</td>\n",
              "      <td>Ashland Ave &amp; Chicago Ave</td>\n",
              "      <td>Damen Ave &amp; Charleston St</td>\n",
              "      <td>One-way trip</td>\n",
              "      <td>41.895954</td>\n",
              "      <td>-87.667728</td>\n",
              "      <td>41.920082</td>\n",
              "      <td>-87.677855</td>\n",
              "      <td>2.810713</td>\n",
              "      <td>851.0</td>\n",
              "      <td>14.183333</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cc67281e-12bd-4cc4-8532-fb7b694db040')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-cc67281e-12bd-4cc4-8532-fb7b694db040 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-cc67281e-12bd-4cc4-8532-fb7b694db040');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-5b160b9e-6af5-4547-97c2-3b1bbc2fd8e7\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-5b160b9e-6af5-4547-97c2-3b1bbc2fd8e7')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-5b160b9e-6af5-4547-97c2-3b1bbc2fd8e7 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#Check the final dataframe\n",
        "df_clean.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "p0A3KQ4Lw488",
        "outputId": "72a52dbd-df83-4ec8-e517-b0ca1b8e6809"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4212292, 18)"
            ]
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Extract dataframe for analysis"
      ],
      "metadata": {
        "id": "upkJoVYDJbU_"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "*We will make a separate notebook for the analysis. The cleaned data was extracted.*"
      ],
      "metadata": {
        "id": "3wS4vCOUKorP"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Extract csv file\n",
        "from google.colab import files\n",
        "df_clean.to_csv('cyclistic_clean.csv', index=False)\n",
        "files.download('cyclistic_clean.csv')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 17
        },
        "id": "d8FOE-WZY5VL",
        "outputId": "7b585afe-4ceb-446a-e62d-419d29b5b5e0"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ],
            "application/javascript": [
              "\n",
              "    async function download(id, filename, size) {\n",
              "      if (!google.colab.kernel.accessAllowed) {\n",
              "        return;\n",
              "      }\n",
              "      const div = document.createElement('div');\n",
              "      const label = document.createElement('label');\n",
              "      label.textContent = `Downloading \"${filename}\": `;\n",
              "      div.appendChild(label);\n",
              "      const progress = document.createElement('progress');\n",
              "      progress.max = size;\n",
              "      div.appendChild(progress);\n",
              "      document.body.appendChild(div);\n",
              "\n",
              "      const buffers = [];\n",
              "      let downloaded = 0;\n",
              "\n",
              "      const channel = await google.colab.kernel.comms.open(id);\n",
              "      // Send a message to notify the kernel that we're ready.\n",
              "      channel.send({})\n",
              "\n",
              "      for await (const message of channel.messages) {\n",
              "        // Send a message to notify the kernel that we're ready.\n",
              "        channel.send({})\n",
              "        if (message.buffers) {\n",
              "          for (const buffer of message.buffers) {\n",
              "            buffers.push(buffer);\n",
              "            downloaded += buffer.byteLength;\n",
              "            progress.value = downloaded;\n",
              "          }\n",
              "        }\n",
              "      }\n",
              "      const blob = new Blob(buffers, {type: 'application/binary'});\n",
              "      const a = document.createElement('a');\n",
              "      a.href = window.URL.createObjectURL(blob);\n",
              "      a.download = filename;\n",
              "      div.appendChild(a);\n",
              "      a.click();\n",
              "      div.remove();\n",
              "    }\n",
              "  "
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ],
            "application/javascript": [
              "download(\"download_93484693-1c16-446c-8fb4-dbc84ccb2e28\", \"cyclistic_clean.csv\", 1019505761)"
            ]
          },
          "metadata": {}
        }
      ]
    }
  ]
}