post_notebook.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Notebook for the [dplyr-style Data Manipulation with Pipes in Python](http://allenkunle.me/dplyr-style-data-manipulation-in-python) blog post\n",
    "\n",
    "Allen Akinkunle  \n",
    "3 January, 2018\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from dfply import *\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Import data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>517.0</td>\n",
       "      <td>515</td>\n",
       "      <td>2.0</td>\n",
       "      <td>830.0</td>\n",
       "      <td>819</td>\n",
       "      <td>11.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1545</td>\n",
       "      <td>N14228</td>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1400</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>533.0</td>\n",
       "      <td>529</td>\n",
       "      <td>4.0</td>\n",
       "      <td>850.0</td>\n",
       "      <td>830</td>\n",
       "      <td>20.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1714</td>\n",
       "      <td>N24211</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1416</td>\n",
       "      <td>5</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>542.0</td>\n",
       "      <td>540</td>\n",
       "      <td>2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>850</td>\n",
       "      <td>33.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1141</td>\n",
       "      <td>N619AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>160.0</td>\n",
       "      <td>1089</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>544.0</td>\n",
       "      <td>545</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1004.0</td>\n",
       "      <td>1022</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>725</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1576</td>\n",
       "      <td>5</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>837</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>461</td>\n",
       "      <td>N668DN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>116.0</td>\n",
       "      <td>762</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "0  2013      1    1     517.0             515        2.0     830.0   \n",
       "1  2013      1    1     533.0             529        4.0     850.0   \n",
       "2  2013      1    1     542.0             540        2.0     923.0   \n",
       "3  2013      1    1     544.0             545       -1.0    1004.0   \n",
       "4  2013      1    1     554.0             600       -6.0     812.0   \n",
       "\n",
       "   sched_arr_time  arr_delay carrier  flight tailnum origin dest  air_time  \\\n",
       "0             819       11.0      UA    1545  N14228    EWR  IAH     227.0   \n",
       "1             830       20.0      UA    1714  N24211    LGA  IAH     227.0   \n",
       "2             850       33.0      AA    1141  N619AA    JFK  MIA     160.0   \n",
       "3            1022      -18.0      B6     725  N804JB    JFK  BQN     183.0   \n",
       "4             837      -25.0      DL     461  N668DN    LGA  ATL     116.0   \n",
       "\n",
       "   distance  hour  minute            time_hour  \n",
       "0      1400     5      15  2013-01-01 05:00:00  \n",
       "1      1416     5      29  2013-01-01 05:00:00  \n",
       "2      1089     5      40  2013-01-01 05:00:00  \n",
       "3      1576     5      45  2013-01-01 05:00:00  \n",
       "4       762     6       0  2013-01-01 06:00:00  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "flight_data = pd.read_csv('nycflights13.csv')\n",
    "flight_data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Select columns with `select()`\n",
    "Select the `origin`, `dest`, and `hour` columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  origin dest  hour\n",
       "0    EWR  IAH     5\n",
       "1    LGA  IAH     5\n",
       "2    JFK  MIA     5\n",
       "3    JFK  BQN     5\n",
       "4    LGA  ATL     6"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " select(X.origin, X.dest, X.hour) >>\n",
    " head()\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Drop columns with `drop()`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>517.0</td>\n",
       "      <td>515</td>\n",
       "      <td>2.0</td>\n",
       "      <td>830.0</td>\n",
       "      <td>819</td>\n",
       "      <td>11.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1545</td>\n",
       "      <td>N14228</td>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1400</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>533.0</td>\n",
       "      <td>529</td>\n",
       "      <td>4.0</td>\n",
       "      <td>850.0</td>\n",
       "      <td>830</td>\n",
       "      <td>20.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1714</td>\n",
       "      <td>N24211</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1416</td>\n",
       "      <td>5</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>542.0</td>\n",
       "      <td>540</td>\n",
       "      <td>2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>850</td>\n",
       "      <td>33.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1141</td>\n",
       "      <td>N619AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>160.0</td>\n",
       "      <td>1089</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>544.0</td>\n",
       "      <td>545</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1004.0</td>\n",
       "      <td>1022</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>725</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1576</td>\n",
       "      <td>5</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>554.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>837</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>461</td>\n",
       "      <td>N668DN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>116.0</td>\n",
       "      <td>762</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   dep_time  sched_dep_time  dep_delay  arr_time  sched_arr_time  arr_delay  \\\n",
       "0     517.0             515        2.0     830.0             819       11.0   \n",
       "1     533.0             529        4.0     850.0             830       20.0   \n",
       "2     542.0             540        2.0     923.0             850       33.0   \n",
       "3     544.0             545       -1.0    1004.0            1022      -18.0   \n",
       "4     554.0             600       -6.0     812.0             837      -25.0   \n",
       "\n",
       "  carrier  flight tailnum origin dest  air_time  distance  hour  minute  \\\n",
       "0      UA    1545  N14228    EWR  IAH     227.0      1400     5      15   \n",
       "1      UA    1714  N24211    LGA  IAH     227.0      1416     5      29   \n",
       "2      AA    1141  N619AA    JFK  MIA     160.0      1089     5      40   \n",
       "3      B6     725  N804JB    JFK  BQN     183.0      1576     5      45   \n",
       "4      DL     461  N668DN    LGA  ATL     116.0       762     6       0   \n",
       "\n",
       "             time_hour  \n",
       "0  2013-01-01 05:00:00  \n",
       "1  2013-01-01 05:00:00  \n",
       "2  2013-01-01 05:00:00  \n",
       "3  2013-01-01 05:00:00  \n",
       "4  2013-01-01 06:00:00  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " drop(X.year, X.month, X.day) >>\n",
    " head()\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Drop columns using tilde ~"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>517.0</td>\n",
       "      <td>515</td>\n",
       "      <td>2.0</td>\n",
       "      <td>830.0</td>\n",
       "      <td>819</td>\n",
       "      <td>11.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1545</td>\n",
       "      <td>N14228</td>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1400</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>533.0</td>\n",
       "      <td>529</td>\n",
       "      <td>4.0</td>\n",
       "      <td>850.0</td>\n",
       "      <td>830</td>\n",
       "      <td>20.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1714</td>\n",
       "      <td>N24211</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1416</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>542.0</td>\n",
       "      <td>540</td>\n",
       "      <td>2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>850</td>\n",
       "      <td>33.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1141</td>\n",
       "      <td>N619AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>160.0</td>\n",
       "      <td>1089</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>544.0</td>\n",
       "      <td>545</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1004.0</td>\n",
       "      <td>1022</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>725</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1576</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>837</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>461</td>\n",
       "      <td>N668DN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>116.0</td>\n",
       "      <td>762</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>558</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>740.0</td>\n",
       "      <td>728</td>\n",
       "      <td>12.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1696</td>\n",
       "      <td>N39463</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ORD</td>\n",
       "      <td>150.0</td>\n",
       "      <td>719</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>555.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>913.0</td>\n",
       "      <td>854</td>\n",
       "      <td>19.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>507</td>\n",
       "      <td>N516JB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>FLL</td>\n",
       "      <td>158.0</td>\n",
       "      <td>1065</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>557.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>709.0</td>\n",
       "      <td>723</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5708</td>\n",
       "      <td>N829AS</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAD</td>\n",
       "      <td>53.0</td>\n",
       "      <td>229</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>557.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>838.0</td>\n",
       "      <td>846</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>79</td>\n",
       "      <td>N593JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MCO</td>\n",
       "      <td>140.0</td>\n",
       "      <td>944</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>753.0</td>\n",
       "      <td>745</td>\n",
       "      <td>8.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>301</td>\n",
       "      <td>N3ALAA</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ORD</td>\n",
       "      <td>138.0</td>\n",
       "      <td>733</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>849.0</td>\n",
       "      <td>851</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>49</td>\n",
       "      <td>N793JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PBI</td>\n",
       "      <td>149.0</td>\n",
       "      <td>1028</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>853.0</td>\n",
       "      <td>856</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>71</td>\n",
       "      <td>N657JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>TPA</td>\n",
       "      <td>158.0</td>\n",
       "      <td>1005</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>924.0</td>\n",
       "      <td>917</td>\n",
       "      <td>7.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>194</td>\n",
       "      <td>N29129</td>\n",
       "      <td>JFK</td>\n",
       "      <td>LAX</td>\n",
       "      <td>345.0</td>\n",
       "      <td>2475</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>937</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1124</td>\n",
       "      <td>N53441</td>\n",
       "      <td>EWR</td>\n",
       "      <td>SFO</td>\n",
       "      <td>361.0</td>\n",
       "      <td>2565</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>941.0</td>\n",
       "      <td>910</td>\n",
       "      <td>31.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>707</td>\n",
       "      <td>N3DUAA</td>\n",
       "      <td>LGA</td>\n",
       "      <td>DFW</td>\n",
       "      <td>257.0</td>\n",
       "      <td>1389</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>559</td>\n",
       "      <td>0.0</td>\n",
       "      <td>702.0</td>\n",
       "      <td>706</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1806</td>\n",
       "      <td>N708JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BOS</td>\n",
       "      <td>44.0</td>\n",
       "      <td>187</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>854.0</td>\n",
       "      <td>902</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1187</td>\n",
       "      <td>N76515</td>\n",
       "      <td>EWR</td>\n",
       "      <td>LAS</td>\n",
       "      <td>337.0</td>\n",
       "      <td>2227</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>600.0</td>\n",
       "      <td>600</td>\n",
       "      <td>0.0</td>\n",
       "      <td>851.0</td>\n",
       "      <td>858</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>371</td>\n",
       "      <td>N595JB</td>\n",
       "      <td>LGA</td>\n",
       "      <td>FLL</td>\n",
       "      <td>152.0</td>\n",
       "      <td>1076</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>600.0</td>\n",
       "      <td>600</td>\n",
       "      <td>0.0</td>\n",
       "      <td>837.0</td>\n",
       "      <td>825</td>\n",
       "      <td>12.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>4650</td>\n",
       "      <td>N542MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>134.0</td>\n",
       "      <td>762</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>601.0</td>\n",
       "      <td>600</td>\n",
       "      <td>1.0</td>\n",
       "      <td>844.0</td>\n",
       "      <td>850</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>343</td>\n",
       "      <td>N644JB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PBI</td>\n",
       "      <td>147.0</td>\n",
       "      <td>1023</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>602.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>820</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>1919</td>\n",
       "      <td>N971DL</td>\n",
       "      <td>LGA</td>\n",
       "      <td>MSP</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1020</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>602.0</td>\n",
       "      <td>605</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>821.0</td>\n",
       "      <td>805</td>\n",
       "      <td>16.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>4401</td>\n",
       "      <td>N730MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>DTW</td>\n",
       "      <td>105.0</td>\n",
       "      <td>502</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>606.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>858.0</td>\n",
       "      <td>910</td>\n",
       "      <td>-12.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1895</td>\n",
       "      <td>N633AA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MIA</td>\n",
       "      <td>152.0</td>\n",
       "      <td>1085</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>606.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>837.0</td>\n",
       "      <td>845</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>1743</td>\n",
       "      <td>N3739P</td>\n",
       "      <td>JFK</td>\n",
       "      <td>ATL</td>\n",
       "      <td>128.0</td>\n",
       "      <td>760</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>607.0</td>\n",
       "      <td>607</td>\n",
       "      <td>0.0</td>\n",
       "      <td>858.0</td>\n",
       "      <td>915</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1077</td>\n",
       "      <td>N53442</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MIA</td>\n",
       "      <td>157.0</td>\n",
       "      <td>1085</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>608.0</td>\n",
       "      <td>600</td>\n",
       "      <td>8.0</td>\n",
       "      <td>807.0</td>\n",
       "      <td>735</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3768</td>\n",
       "      <td>N9EAMQ</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ORD</td>\n",
       "      <td>139.0</td>\n",
       "      <td>719</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>611.0</td>\n",
       "      <td>600</td>\n",
       "      <td>11.0</td>\n",
       "      <td>945.0</td>\n",
       "      <td>931</td>\n",
       "      <td>14.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>303</td>\n",
       "      <td>N532UA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SFO</td>\n",
       "      <td>366.0</td>\n",
       "      <td>2586</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>613.0</td>\n",
       "      <td>610</td>\n",
       "      <td>3.0</td>\n",
       "      <td>925.0</td>\n",
       "      <td>921</td>\n",
       "      <td>4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>135</td>\n",
       "      <td>N635JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>RSW</td>\n",
       "      <td>175.0</td>\n",
       "      <td>1074</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>615.0</td>\n",
       "      <td>615</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1039.0</td>\n",
       "      <td>1100</td>\n",
       "      <td>-21.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>709</td>\n",
       "      <td>N794JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SJU</td>\n",
       "      <td>182.0</td>\n",
       "      <td>1598</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>615.0</td>\n",
       "      <td>615</td>\n",
       "      <td>0.0</td>\n",
       "      <td>833.0</td>\n",
       "      <td>842</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>575</td>\n",
       "      <td>N326NB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ATL</td>\n",
       "      <td>120.0</td>\n",
       "      <td>746</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336746</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2123.0</td>\n",
       "      <td>2125</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2223.0</td>\n",
       "      <td>2247</td>\n",
       "      <td>-24.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5489</td>\n",
       "      <td>N712EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>CHO</td>\n",
       "      <td>45.0</td>\n",
       "      <td>305</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336747</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2127.0</td>\n",
       "      <td>2129</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2314.0</td>\n",
       "      <td>2323</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>3833</td>\n",
       "      <td>N16546</td>\n",
       "      <td>EWR</td>\n",
       "      <td>CLT</td>\n",
       "      <td>72.0</td>\n",
       "      <td>529</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336748</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2128.0</td>\n",
       "      <td>2130</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2328.0</td>\n",
       "      <td>2359</td>\n",
       "      <td>-31.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>97</td>\n",
       "      <td>N807JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DEN</td>\n",
       "      <td>213.0</td>\n",
       "      <td>1626</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336749</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2129.0</td>\n",
       "      <td>2059</td>\n",
       "      <td>30.0</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>2232</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5048</td>\n",
       "      <td>N751EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>RIC</td>\n",
       "      <td>45.0</td>\n",
       "      <td>292</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336750</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2131.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>2225.0</td>\n",
       "      <td>2255</td>\n",
       "      <td>-30.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3621</td>\n",
       "      <td>N807MQ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DCA</td>\n",
       "      <td>36.0</td>\n",
       "      <td>213</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336751</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2140.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>40</td>\n",
       "      <td>-30.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>185</td>\n",
       "      <td>N335AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>LAX</td>\n",
       "      <td>298.0</td>\n",
       "      <td>2475</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336752</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2142.0</td>\n",
       "      <td>2129</td>\n",
       "      <td>13.0</td>\n",
       "      <td>2250.0</td>\n",
       "      <td>2239</td>\n",
       "      <td>11.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4509</td>\n",
       "      <td>N12957</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PWM</td>\n",
       "      <td>47.0</td>\n",
       "      <td>284</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336753</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2145.0</td>\n",
       "      <td>2145</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115.0</td>\n",
       "      <td>140</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1103</td>\n",
       "      <td>N633JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SJU</td>\n",
       "      <td>192.0</td>\n",
       "      <td>1598</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336754</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2147.0</td>\n",
       "      <td>2137</td>\n",
       "      <td>10.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>27</td>\n",
       "      <td>3.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1371</td>\n",
       "      <td>N627JB</td>\n",
       "      <td>LGA</td>\n",
       "      <td>FLL</td>\n",
       "      <td>139.0</td>\n",
       "      <td>1076</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336755</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2149.0</td>\n",
       "      <td>2156</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>2245.0</td>\n",
       "      <td>2308</td>\n",
       "      <td>-23.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>523</td>\n",
       "      <td>N813UA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>BOS</td>\n",
       "      <td>37.0</td>\n",
       "      <td>200</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336756</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2150.0</td>\n",
       "      <td>2159</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>2250.0</td>\n",
       "      <td>2306</td>\n",
       "      <td>-16.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>3842</td>\n",
       "      <td>N10575</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MHT</td>\n",
       "      <td>39.0</td>\n",
       "      <td>209</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336757</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2159.0</td>\n",
       "      <td>1845</td>\n",
       "      <td>194.0</td>\n",
       "      <td>2344.0</td>\n",
       "      <td>2030</td>\n",
       "      <td>194.0</td>\n",
       "      <td>9E</td>\n",
       "      <td>3320</td>\n",
       "      <td>N906XJ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BUF</td>\n",
       "      <td>50.0</td>\n",
       "      <td>301</td>\n",
       "      <td>2013-09-30 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336758</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2203.0</td>\n",
       "      <td>2205</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2339.0</td>\n",
       "      <td>2331</td>\n",
       "      <td>8.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5311</td>\n",
       "      <td>N722EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BGR</td>\n",
       "      <td>61.0</td>\n",
       "      <td>378</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336759</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2207.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2257.0</td>\n",
       "      <td>2250</td>\n",
       "      <td>7.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3660</td>\n",
       "      <td>N532MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>97.0</td>\n",
       "      <td>764</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336760</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2211.0</td>\n",
       "      <td>2059</td>\n",
       "      <td>72.0</td>\n",
       "      <td>2339.0</td>\n",
       "      <td>2242</td>\n",
       "      <td>57.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4672</td>\n",
       "      <td>N12145</td>\n",
       "      <td>EWR</td>\n",
       "      <td>STL</td>\n",
       "      <td>120.0</td>\n",
       "      <td>872</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336761</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2231.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>2335.0</td>\n",
       "      <td>2356</td>\n",
       "      <td>-21.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>108</td>\n",
       "      <td>N193JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PWM</td>\n",
       "      <td>48.0</td>\n",
       "      <td>273</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336762</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2233.0</td>\n",
       "      <td>2113</td>\n",
       "      <td>80.0</td>\n",
       "      <td>112.0</td>\n",
       "      <td>30</td>\n",
       "      <td>42.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>471</td>\n",
       "      <td>N578UA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>SFO</td>\n",
       "      <td>318.0</td>\n",
       "      <td>2565</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336763</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2235.0</td>\n",
       "      <td>2001</td>\n",
       "      <td>154.0</td>\n",
       "      <td>59.0</td>\n",
       "      <td>2249</td>\n",
       "      <td>130.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1083</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MCO</td>\n",
       "      <td>123.0</td>\n",
       "      <td>944</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336764</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2237.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>2345.0</td>\n",
       "      <td>2353</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>234</td>\n",
       "      <td>N318JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BTV</td>\n",
       "      <td>43.0</td>\n",
       "      <td>266</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336765</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2240.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>2334.0</td>\n",
       "      <td>2351</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1816</td>\n",
       "      <td>N354JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SYR</td>\n",
       "      <td>41.0</td>\n",
       "      <td>209</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336766</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2240.0</td>\n",
       "      <td>2250</td>\n",
       "      <td>-10.0</td>\n",
       "      <td>2347.0</td>\n",
       "      <td>7</td>\n",
       "      <td>-20.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>2002</td>\n",
       "      <td>N281JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BUF</td>\n",
       "      <td>52.0</td>\n",
       "      <td>301</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336767</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2241.0</td>\n",
       "      <td>2246</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>2345.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-16.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>486</td>\n",
       "      <td>N346JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>ROC</td>\n",
       "      <td>47.0</td>\n",
       "      <td>264</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336768</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2307.0</td>\n",
       "      <td>2255</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2359.0</td>\n",
       "      <td>2358</td>\n",
       "      <td>1.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>718</td>\n",
       "      <td>N565JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BOS</td>\n",
       "      <td>33.0</td>\n",
       "      <td>187</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336769</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2349.0</td>\n",
       "      <td>2359</td>\n",
       "      <td>-10.0</td>\n",
       "      <td>325.0</td>\n",
       "      <td>350</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>745</td>\n",
       "      <td>N516JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PSE</td>\n",
       "      <td>196.0</td>\n",
       "      <td>1617</td>\n",
       "      <td>2013-09-30 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336770</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1842</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EV</td>\n",
       "      <td>5274</td>\n",
       "      <td>N740EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>764</td>\n",
       "      <td>2013-09-30 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336771</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1455</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1634</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9E</td>\n",
       "      <td>3393</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DCA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>213</td>\n",
       "      <td>2013-09-30 14:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336772</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2312</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9E</td>\n",
       "      <td>3525</td>\n",
       "      <td>NaN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>SYR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>198</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336773</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1210</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1330</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3461</td>\n",
       "      <td>N535MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>764</td>\n",
       "      <td>2013-09-30 12:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336774</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1344</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3572</td>\n",
       "      <td>N511MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>CLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>419</td>\n",
       "      <td>2013-09-30 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336775</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>840</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1020</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3531</td>\n",
       "      <td>N839MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>RDU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>431</td>\n",
       "      <td>2013-09-30 08:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>336776 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "0       2013      1    1     517.0             515        2.0     830.0   \n",
       "1       2013      1    1     533.0             529        4.0     850.0   \n",
       "2       2013      1    1     542.0             540        2.0     923.0   \n",
       "3       2013      1    1     544.0             545       -1.0    1004.0   \n",
       "4       2013      1    1     554.0             600       -6.0     812.0   \n",
       "5       2013      1    1     554.0             558       -4.0     740.0   \n",
       "6       2013      1    1     555.0             600       -5.0     913.0   \n",
       "7       2013      1    1     557.0             600       -3.0     709.0   \n",
       "8       2013      1    1     557.0             600       -3.0     838.0   \n",
       "9       2013      1    1     558.0             600       -2.0     753.0   \n",
       "10      2013      1    1     558.0             600       -2.0     849.0   \n",
       "11      2013      1    1     558.0             600       -2.0     853.0   \n",
       "12      2013      1    1     558.0             600       -2.0     924.0   \n",
       "13      2013      1    1     558.0             600       -2.0     923.0   \n",
       "14      2013      1    1     559.0             600       -1.0     941.0   \n",
       "15      2013      1    1     559.0             559        0.0     702.0   \n",
       "16      2013      1    1     559.0             600       -1.0     854.0   \n",
       "17      2013      1    1     600.0             600        0.0     851.0   \n",
       "18      2013      1    1     600.0             600        0.0     837.0   \n",
       "19      2013      1    1     601.0             600        1.0     844.0   \n",
       "20      2013      1    1     602.0             610       -8.0     812.0   \n",
       "21      2013      1    1     602.0             605       -3.0     821.0   \n",
       "22      2013      1    1     606.0             610       -4.0     858.0   \n",
       "23      2013      1    1     606.0             610       -4.0     837.0   \n",
       "24      2013      1    1     607.0             607        0.0     858.0   \n",
       "25      2013      1    1     608.0             600        8.0     807.0   \n",
       "26      2013      1    1     611.0             600       11.0     945.0   \n",
       "27      2013      1    1     613.0             610        3.0     925.0   \n",
       "28      2013      1    1     615.0             615        0.0    1039.0   \n",
       "29      2013      1    1     615.0             615        0.0     833.0   \n",
       "...      ...    ...  ...       ...             ...        ...       ...   \n",
       "336746  2013      9   30    2123.0            2125       -2.0    2223.0   \n",
       "336747  2013      9   30    2127.0            2129       -2.0    2314.0   \n",
       "336748  2013      9   30    2128.0            2130       -2.0    2328.0   \n",
       "336749  2013      9   30    2129.0            2059       30.0    2230.0   \n",
       "336750  2013      9   30    2131.0            2140       -9.0    2225.0   \n",
       "336751  2013      9   30    2140.0            2140        0.0      10.0   \n",
       "336752  2013      9   30    2142.0            2129       13.0    2250.0   \n",
       "336753  2013      9   30    2145.0            2145        0.0     115.0   \n",
       "336754  2013      9   30    2147.0            2137       10.0      30.0   \n",
       "336755  2013      9   30    2149.0            2156       -7.0    2245.0   \n",
       "336756  2013      9   30    2150.0            2159       -9.0    2250.0   \n",
       "336757  2013      9   30    2159.0            1845      194.0    2344.0   \n",
       "336758  2013      9   30    2203.0            2205       -2.0    2339.0   \n",
       "336759  2013      9   30    2207.0            2140       27.0    2257.0   \n",
       "336760  2013      9   30    2211.0            2059       72.0    2339.0   \n",
       "336761  2013      9   30    2231.0            2245      -14.0    2335.0   \n",
       "336762  2013      9   30    2233.0            2113       80.0     112.0   \n",
       "336763  2013      9   30    2235.0            2001      154.0      59.0   \n",
       "336764  2013      9   30    2237.0            2245       -8.0    2345.0   \n",
       "336765  2013      9   30    2240.0            2245       -5.0    2334.0   \n",
       "336766  2013      9   30    2240.0            2250      -10.0    2347.0   \n",
       "336767  2013      9   30    2241.0            2246       -5.0    2345.0   \n",
       "336768  2013      9   30    2307.0            2255       12.0    2359.0   \n",
       "336769  2013      9   30    2349.0            2359      -10.0     325.0   \n",
       "336770  2013      9   30       NaN            1842        NaN       NaN   \n",
       "336771  2013      9   30       NaN            1455        NaN       NaN   \n",
       "336772  2013      9   30       NaN            2200        NaN       NaN   \n",
       "336773  2013      9   30       NaN            1210        NaN       NaN   \n",
       "336774  2013      9   30       NaN            1159        NaN       NaN   \n",
       "336775  2013      9   30       NaN             840        NaN       NaN   \n",
       "\n",
       "        sched_arr_time  arr_delay carrier  flight tailnum origin dest  \\\n",
       "0                  819       11.0      UA    1545  N14228    EWR  IAH   \n",
       "1                  830       20.0      UA    1714  N24211    LGA  IAH   \n",
       "2                  850       33.0      AA    1141  N619AA    JFK  MIA   \n",
       "3                 1022      -18.0      B6     725  N804JB    JFK  BQN   \n",
       "4                  837      -25.0      DL     461  N668DN    LGA  ATL   \n",
       "5                  728       12.0      UA    1696  N39463    EWR  ORD   \n",
       "6                  854       19.0      B6     507  N516JB    EWR  FLL   \n",
       "7                  723      -14.0      EV    5708  N829AS    LGA  IAD   \n",
       "8                  846       -8.0      B6      79  N593JB    JFK  MCO   \n",
       "9                  745        8.0      AA     301  N3ALAA    LGA  ORD   \n",
       "10                 851       -2.0      B6      49  N793JB    JFK  PBI   \n",
       "11                 856       -3.0      B6      71  N657JB    JFK  TPA   \n",
       "12                 917        7.0      UA     194  N29129    JFK  LAX   \n",
       "13                 937      -14.0      UA    1124  N53441    EWR  SFO   \n",
       "14                 910       31.0      AA     707  N3DUAA    LGA  DFW   \n",
       "15                 706       -4.0      B6    1806  N708JB    JFK  BOS   \n",
       "16                 902       -8.0      UA    1187  N76515    EWR  LAS   \n",
       "17                 858       -7.0      B6     371  N595JB    LGA  FLL   \n",
       "18                 825       12.0      MQ    4650  N542MQ    LGA  ATL   \n",
       "19                 850       -6.0      B6     343  N644JB    EWR  PBI   \n",
       "20                 820       -8.0      DL    1919  N971DL    LGA  MSP   \n",
       "21                 805       16.0      MQ    4401  N730MQ    LGA  DTW   \n",
       "22                 910      -12.0      AA    1895  N633AA    EWR  MIA   \n",
       "23                 845       -8.0      DL    1743  N3739P    JFK  ATL   \n",
       "24                 915      -17.0      UA    1077  N53442    EWR  MIA   \n",
       "25                 735       32.0      MQ    3768  N9EAMQ    EWR  ORD   \n",
       "26                 931       14.0      UA     303  N532UA    JFK  SFO   \n",
       "27                 921        4.0      B6     135  N635JB    JFK  RSW   \n",
       "28                1100      -21.0      B6     709  N794JB    JFK  SJU   \n",
       "29                 842       -9.0      DL     575  N326NB    EWR  ATL   \n",
       "...                ...        ...     ...     ...     ...    ...  ...   \n",
       "336746            2247      -24.0      EV    5489  N712EV    LGA  CHO   \n",
       "336747            2323       -9.0      EV    3833  N16546    EWR  CLT   \n",
       "336748            2359      -31.0      B6      97  N807JB    JFK  DEN   \n",
       "336749            2232       -2.0      EV    5048  N751EV    LGA  RIC   \n",
       "336750            2255      -30.0      MQ    3621  N807MQ    JFK  DCA   \n",
       "336751              40      -30.0      AA     185  N335AA    JFK  LAX   \n",
       "336752            2239       11.0      EV    4509  N12957    EWR  PWM   \n",
       "336753             140      -25.0      B6    1103  N633JB    JFK  SJU   \n",
       "336754              27        3.0      B6    1371  N627JB    LGA  FLL   \n",
       "336755            2308      -23.0      UA     523  N813UA    EWR  BOS   \n",
       "336756            2306      -16.0      EV    3842  N10575    EWR  MHT   \n",
       "336757            2030      194.0      9E    3320  N906XJ    JFK  BUF   \n",
       "336758            2331        8.0      EV    5311  N722EV    LGA  BGR   \n",
       "336759            2250        7.0      MQ    3660  N532MQ    LGA  BNA   \n",
       "336760            2242       57.0      EV    4672  N12145    EWR  STL   \n",
       "336761            2356      -21.0      B6     108  N193JB    JFK  PWM   \n",
       "336762              30       42.0      UA     471  N578UA    EWR  SFO   \n",
       "336763            2249      130.0      B6    1083  N804JB    JFK  MCO   \n",
       "336764            2353       -8.0      B6     234  N318JB    JFK  BTV   \n",
       "336765            2351      -17.0      B6    1816  N354JB    JFK  SYR   \n",
       "336766               7      -20.0      B6    2002  N281JB    JFK  BUF   \n",
       "336767               1      -16.0      B6     486  N346JB    JFK  ROC   \n",
       "336768            2358        1.0      B6     718  N565JB    JFK  BOS   \n",
       "336769             350      -25.0      B6     745  N516JB    JFK  PSE   \n",
       "336770            2019        NaN      EV    5274  N740EV    LGA  BNA   \n",
       "336771            1634        NaN      9E    3393     NaN    JFK  DCA   \n",
       "336772            2312        NaN      9E    3525     NaN    LGA  SYR   \n",
       "336773            1330        NaN      MQ    3461  N535MQ    LGA  BNA   \n",
       "336774            1344        NaN      MQ    3572  N511MQ    LGA  CLE   \n",
       "336775            1020        NaN      MQ    3531  N839MQ    LGA  RDU   \n",
       "\n",
       "        air_time  distance            time_hour  \n",
       "0          227.0      1400  2013-01-01 05:00:00  \n",
       "1          227.0      1416  2013-01-01 05:00:00  \n",
       "2          160.0      1089  2013-01-01 05:00:00  \n",
       "3          183.0      1576  2013-01-01 05:00:00  \n",
       "4          116.0       762  2013-01-01 06:00:00  \n",
       "5          150.0       719  2013-01-01 05:00:00  \n",
       "6          158.0      1065  2013-01-01 06:00:00  \n",
       "7           53.0       229  2013-01-01 06:00:00  \n",
       "8          140.0       944  2013-01-01 06:00:00  \n",
       "9          138.0       733  2013-01-01 06:00:00  \n",
       "10         149.0      1028  2013-01-01 06:00:00  \n",
       "11         158.0      1005  2013-01-01 06:00:00  \n",
       "12         345.0      2475  2013-01-01 06:00:00  \n",
       "13         361.0      2565  2013-01-01 06:00:00  \n",
       "14         257.0      1389  2013-01-01 06:00:00  \n",
       "15          44.0       187  2013-01-01 05:00:00  \n",
       "16         337.0      2227  2013-01-01 06:00:00  \n",
       "17         152.0      1076  2013-01-01 06:00:00  \n",
       "18         134.0       762  2013-01-01 06:00:00  \n",
       "19         147.0      1023  2013-01-01 06:00:00  \n",
       "20         170.0      1020  2013-01-01 06:00:00  \n",
       "21         105.0       502  2013-01-01 06:00:00  \n",
       "22         152.0      1085  2013-01-01 06:00:00  \n",
       "23         128.0       760  2013-01-01 06:00:00  \n",
       "24         157.0      1085  2013-01-01 06:00:00  \n",
       "25         139.0       719  2013-01-01 06:00:00  \n",
       "26         366.0      2586  2013-01-01 06:00:00  \n",
       "27         175.0      1074  2013-01-01 06:00:00  \n",
       "28         182.0      1598  2013-01-01 06:00:00  \n",
       "29         120.0       746  2013-01-01 06:00:00  \n",
       "...          ...       ...                  ...  \n",
       "336746      45.0       305  2013-09-30 21:00:00  \n",
       "336747      72.0       529  2013-09-30 21:00:00  \n",
       "336748     213.0      1626  2013-09-30 21:00:00  \n",
       "336749      45.0       292  2013-09-30 20:00:00  \n",
       "336750      36.0       213  2013-09-30 21:00:00  \n",
       "336751     298.0      2475  2013-09-30 21:00:00  \n",
       "336752      47.0       284  2013-09-30 21:00:00  \n",
       "336753     192.0      1598  2013-09-30 21:00:00  \n",
       "336754     139.0      1076  2013-09-30 21:00:00  \n",
       "336755      37.0       200  2013-09-30 21:00:00  \n",
       "336756      39.0       209  2013-09-30 21:00:00  \n",
       "336757      50.0       301  2013-09-30 18:00:00  \n",
       "336758      61.0       378  2013-09-30 22:00:00  \n",
       "336759      97.0       764  2013-09-30 21:00:00  \n",
       "336760     120.0       872  2013-09-30 20:00:00  \n",
       "336761      48.0       273  2013-09-30 22:00:00  \n",
       "336762     318.0      2565  2013-09-30 21:00:00  \n",
       "336763     123.0       944  2013-09-30 20:00:00  \n",
       "336764      43.0       266  2013-09-30 22:00:00  \n",
       "336765      41.0       209  2013-09-30 22:00:00  \n",
       "336766      52.0       301  2013-09-30 22:00:00  \n",
       "336767      47.0       264  2013-09-30 22:00:00  \n",
       "336768      33.0       187  2013-09-30 22:00:00  \n",
       "336769     196.0      1617  2013-09-30 23:00:00  \n",
       "336770       NaN       764  2013-09-30 18:00:00  \n",
       "336771       NaN       213  2013-09-30 14:00:00  \n",
       "336772       NaN       198  2013-09-30 22:00:00  \n",
       "336773       NaN       764  2013-09-30 12:00:00  \n",
       "336774       NaN       419  2013-09-30 11:00:00  \n",
       "336775       NaN       431  2013-09-30 08:00:00  \n",
       "\n",
       "[336776 rows x 17 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " select(~X.hour, ~X.minute)\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Filter rows with `mask()`\n",
    "Select all flights longer than 10 hours that flew from JFK airport on January 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>848.0</td>\n",
       "      <td>1835</td>\n",
       "      <td>853.0</td>\n",
       "      <td>1001.0</td>\n",
       "      <td>1950</td>\n",
       "      <td>851.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3944</td>\n",
       "      <td>N942MQ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BWI</td>\n",
       "      <td>41.0</td>\n",
       "      <td>184</td>\n",
       "      <td>18</td>\n",
       "      <td>35</td>\n",
       "      <td>2013-01-01 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1059.0</td>\n",
       "      <td>1100</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1210.0</td>\n",
       "      <td>1215</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3792</td>\n",
       "      <td>N509MQ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DCA</td>\n",
       "      <td>50.0</td>\n",
       "      <td>213</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>265</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1111.0</td>\n",
       "      <td>1115</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>1222.0</td>\n",
       "      <td>1226</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>24</td>\n",
       "      <td>N279JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BTV</td>\n",
       "      <td>52.0</td>\n",
       "      <td>266</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>266</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1112.0</td>\n",
       "      <td>1100</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1438</td>\n",
       "      <td>2.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>285</td>\n",
       "      <td>N517UA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SFO</td>\n",
       "      <td>364.0</td>\n",
       "      <td>2586</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>272</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1124.0</td>\n",
       "      <td>1100</td>\n",
       "      <td>24.0</td>\n",
       "      <td>1435.0</td>\n",
       "      <td>1431</td>\n",
       "      <td>4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>641</td>\n",
       "      <td>N590JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SFO</td>\n",
       "      <td>349.0</td>\n",
       "      <td>2586</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 11:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "151  2013      1    1     848.0            1835      853.0    1001.0   \n",
       "258  2013      1    1    1059.0            1100       -1.0    1210.0   \n",
       "265  2013      1    1    1111.0            1115       -4.0    1222.0   \n",
       "266  2013      1    1    1112.0            1100       12.0    1440.0   \n",
       "272  2013      1    1    1124.0            1100       24.0    1435.0   \n",
       "\n",
       "     sched_arr_time  arr_delay carrier  flight tailnum origin dest  air_time  \\\n",
       "151            1950      851.0      MQ    3944  N942MQ    JFK  BWI      41.0   \n",
       "258            1215       -5.0      MQ    3792  N509MQ    JFK  DCA      50.0   \n",
       "265            1226       -4.0      B6      24  N279JB    JFK  BTV      52.0   \n",
       "266            1438        2.0      UA     285  N517UA    JFK  SFO     364.0   \n",
       "272            1431        4.0      B6     641  N590JB    JFK  SFO     349.0   \n",
       "\n",
       "     distance  hour  minute            time_hour  \n",
       "151       184    18      35  2013-01-01 18:00:00  \n",
       "258       213    11       0  2013-01-01 11:00:00  \n",
       "265       266    11      15  2013-01-01 11:00:00  \n",
       "266      2586    11       0  2013-01-01 11:00:00  \n",
       "272      2586    11       0  2013-01-01 11:00:00  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >> \n",
    "     mask(X.month == 1, X.day == 1, X.origin == 'JFK', X.hour > 10) >>\n",
    "     head())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Sort rows with `arrange()`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>275945</th>\n",
       "      <td>2013</td>\n",
       "      <td>7</td>\n",
       "      <td>27</td>\n",
       "      <td>NaN</td>\n",
       "      <td>106</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>245</td>\n",
       "      <td>NaN</td>\n",
       "      <td>US</td>\n",
       "      <td>1632</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EWR</td>\n",
       "      <td>LGA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>2013-07-27 01:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3083</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1240.0</td>\n",
       "      <td>1200</td>\n",
       "      <td>40.0</td>\n",
       "      <td>1333.0</td>\n",
       "      <td>1306</td>\n",
       "      <td>27.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4193</td>\n",
       "      <td>N14972</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PHL</td>\n",
       "      <td>30.0</td>\n",
       "      <td>80</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-04 12:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3901</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1155.0</td>\n",
       "      <td>1200</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>1241.0</td>\n",
       "      <td>1306</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4193</td>\n",
       "      <td>N14902</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PHL</td>\n",
       "      <td>29.0</td>\n",
       "      <td>80</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-05 12:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3426</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1829.0</td>\n",
       "      <td>1615</td>\n",
       "      <td>134.0</td>\n",
       "      <td>1937.0</td>\n",
       "      <td>1721</td>\n",
       "      <td>136.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4502</td>\n",
       "      <td>N15983</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PHL</td>\n",
       "      <td>28.0</td>\n",
       "      <td>80</td>\n",
       "      <td>16</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-04 16:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10235</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>1613.0</td>\n",
       "      <td>1617</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>1708.0</td>\n",
       "      <td>1722</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4616</td>\n",
       "      <td>N11150</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PHL</td>\n",
       "      <td>36.0</td>\n",
       "      <td>80</td>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>2013-01-12 16:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "275945  2013      7   27       NaN             106        NaN       NaN   \n",
       "3083    2013      1    4    1240.0            1200       40.0    1333.0   \n",
       "3901    2013      1    5    1155.0            1200       -5.0    1241.0   \n",
       "3426    2013      1    4    1829.0            1615      134.0    1937.0   \n",
       "10235   2013      1   12    1613.0            1617       -4.0    1708.0   \n",
       "\n",
       "        sched_arr_time  arr_delay carrier  flight tailnum origin dest  \\\n",
       "275945             245        NaN      US    1632     NaN    EWR  LGA   \n",
       "3083              1306       27.0      EV    4193  N14972    EWR  PHL   \n",
       "3901              1306      -25.0      EV    4193  N14902    EWR  PHL   \n",
       "3426              1721      136.0      EV    4502  N15983    EWR  PHL   \n",
       "10235             1722      -14.0      EV    4616  N11150    EWR  PHL   \n",
       "\n",
       "        air_time  distance  hour  minute            time_hour  \n",
       "275945       NaN        17     1       6  2013-07-27 01:00:00  \n",
       "3083        30.0        80    12       0  2013-01-04 12:00:00  \n",
       "3901        29.0        80    12       0  2013-01-05 12:00:00  \n",
       "3426        28.0        80    16      15  2013-01-04 16:00:00  \n",
       "10235       36.0        80    16      17  2013-01-12 16:00:00  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " arrange(X.distance, X.hour) >>\n",
    " head()\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sort rows in descending order"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28259</th>\n",
       "      <td>2013</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>951.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>1438.0</td>\n",
       "      <td>1450</td>\n",
       "      <td>-12.0</td>\n",
       "      <td>HA</td>\n",
       "      <td>51</td>\n",
       "      <td>N381HA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>HNL</td>\n",
       "      <td>623.0</td>\n",
       "      <td>4983</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-10-02 10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30229</th>\n",
       "      <td>2013</td>\n",
       "      <td>10</td>\n",
       "      <td>4</td>\n",
       "      <td>954.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>1438.0</td>\n",
       "      <td>1450</td>\n",
       "      <td>-12.0</td>\n",
       "      <td>HA</td>\n",
       "      <td>51</td>\n",
       "      <td>N380HA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>HNL</td>\n",
       "      <td>618.0</td>\n",
       "      <td>4983</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-10-04 10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31157</th>\n",
       "      <td>2013</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>1002.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1418.0</td>\n",
       "      <td>1450</td>\n",
       "      <td>-32.0</td>\n",
       "      <td>HA</td>\n",
       "      <td>51</td>\n",
       "      <td>N384HA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>HNL</td>\n",
       "      <td>593.0</td>\n",
       "      <td>4983</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-10-05 10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31850</th>\n",
       "      <td>2013</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>958.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>1415.0</td>\n",
       "      <td>1450</td>\n",
       "      <td>-35.0</td>\n",
       "      <td>HA</td>\n",
       "      <td>51</td>\n",
       "      <td>N389HA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>HNL</td>\n",
       "      <td>601.0</td>\n",
       "      <td>4983</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-10-06 10:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32842</th>\n",
       "      <td>2013</td>\n",
       "      <td>10</td>\n",
       "      <td>7</td>\n",
       "      <td>957.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>1504.0</td>\n",
       "      <td>1450</td>\n",
       "      <td>14.0</td>\n",
       "      <td>HA</td>\n",
       "      <td>51</td>\n",
       "      <td>N390HA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>HNL</td>\n",
       "      <td>642.0</td>\n",
       "      <td>4983</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-10-07 10:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "28259  2013     10    2     951.0            1000       -9.0    1438.0   \n",
       "30229  2013     10    4     954.0            1000       -6.0    1438.0   \n",
       "31157  2013     10    5    1002.0            1000        2.0    1418.0   \n",
       "31850  2013     10    6     958.0            1000       -2.0    1415.0   \n",
       "32842  2013     10    7     957.0            1000       -3.0    1504.0   \n",
       "\n",
       "       sched_arr_time  arr_delay carrier  flight tailnum origin dest  \\\n",
       "28259            1450      -12.0      HA      51  N381HA    JFK  HNL   \n",
       "30229            1450      -12.0      HA      51  N380HA    JFK  HNL   \n",
       "31157            1450      -32.0      HA      51  N384HA    JFK  HNL   \n",
       "31850            1450      -35.0      HA      51  N389HA    JFK  HNL   \n",
       "32842            1450       14.0      HA      51  N390HA    JFK  HNL   \n",
       "\n",
       "       air_time  distance  hour  minute            time_hour  \n",
       "28259     623.0      4983    10       0  2013-10-02 10:00:00  \n",
       "30229     618.0      4983    10       0  2013-10-04 10:00:00  \n",
       "31157     593.0      4983    10       0  2013-10-05 10:00:00  \n",
       "31850     601.0      4983    10       0  2013-10-06 10:00:00  \n",
       "32842     642.0      4983    10       0  2013-10-07 10:00:00  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " arrange(X.distance, X.hour, ascending=False) >>\n",
    " head()\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Add new columns with `mutate()`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>...</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "      <th>carrier_origin</th>\n",
       "      <th>new_distance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>517.0</td>\n",
       "      <td>515</td>\n",
       "      <td>2.0</td>\n",
       "      <td>830.0</td>\n",
       "      <td>819</td>\n",
       "      <td>11.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>...</td>\n",
       "      <td>N14228</td>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1400</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "      <td>UAEWR</td>\n",
       "      <td>1.400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>533.0</td>\n",
       "      <td>529</td>\n",
       "      <td>4.0</td>\n",
       "      <td>850.0</td>\n",
       "      <td>830</td>\n",
       "      <td>20.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>...</td>\n",
       "      <td>N24211</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1416</td>\n",
       "      <td>5</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "      <td>UALGA</td>\n",
       "      <td>1.416</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>542.0</td>\n",
       "      <td>540</td>\n",
       "      <td>2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>850</td>\n",
       "      <td>33.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>...</td>\n",
       "      <td>N619AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>160.0</td>\n",
       "      <td>1089</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "      <td>AAJFK</td>\n",
       "      <td>1.089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>544.0</td>\n",
       "      <td>545</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1004.0</td>\n",
       "      <td>1022</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>...</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1576</td>\n",
       "      <td>5</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "      <td>B6JFK</td>\n",
       "      <td>1.576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>837</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>...</td>\n",
       "      <td>N668DN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>116.0</td>\n",
       "      <td>762</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "      <td>DLLGA</td>\n",
       "      <td>0.762</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "0  2013      1    1     517.0             515        2.0     830.0   \n",
       "1  2013      1    1     533.0             529        4.0     850.0   \n",
       "2  2013      1    1     542.0             540        2.0     923.0   \n",
       "3  2013      1    1     544.0             545       -1.0    1004.0   \n",
       "4  2013      1    1     554.0             600       -6.0     812.0   \n",
       "\n",
       "   sched_arr_time  arr_delay carrier     ...       tailnum origin dest  \\\n",
       "0             819       11.0      UA     ...        N14228    EWR  IAH   \n",
       "1             830       20.0      UA     ...        N24211    LGA  IAH   \n",
       "2             850       33.0      AA     ...        N619AA    JFK  MIA   \n",
       "3            1022      -18.0      B6     ...        N804JB    JFK  BQN   \n",
       "4             837      -25.0      DL     ...        N668DN    LGA  ATL   \n",
       "\n",
       "  air_time  distance  hour  minute            time_hour carrier_origin  \\\n",
       "0    227.0      1400     5      15  2013-01-01 05:00:00          UAEWR   \n",
       "1    227.0      1416     5      29  2013-01-01 05:00:00          UALGA   \n",
       "2    160.0      1089     5      40  2013-01-01 05:00:00          AAJFK   \n",
       "3    183.0      1576     5      45  2013-01-01 05:00:00          B6JFK   \n",
       "4    116.0       762     6       0  2013-01-01 06:00:00          DLLGA   \n",
       "\n",
       "  new_distance  \n",
       "0        1.400  \n",
       "1        1.416  \n",
       "2        1.089  \n",
       "3        1.576  \n",
       "4        0.762  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " mutate(\n",
    "  new_distance = X.distance / 1000,\n",
    "  carrier_origin = X.carrier + X.origin) >>\n",
    " head())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Group data by `group_by()`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>day</th>\n",
       "      <th>dep_time</th>\n",
       "      <th>sched_dep_time</th>\n",
       "      <th>dep_delay</th>\n",
       "      <th>arr_time</th>\n",
       "      <th>sched_arr_time</th>\n",
       "      <th>arr_delay</th>\n",
       "      <th>carrier</th>\n",
       "      <th>flight</th>\n",
       "      <th>tailnum</th>\n",
       "      <th>origin</th>\n",
       "      <th>dest</th>\n",
       "      <th>air_time</th>\n",
       "      <th>distance</th>\n",
       "      <th>hour</th>\n",
       "      <th>minute</th>\n",
       "      <th>time_hour</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>517.0</td>\n",
       "      <td>515</td>\n",
       "      <td>2.0</td>\n",
       "      <td>830.0</td>\n",
       "      <td>819</td>\n",
       "      <td>11.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1545</td>\n",
       "      <td>N14228</td>\n",
       "      <td>EWR</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1400</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>533.0</td>\n",
       "      <td>529</td>\n",
       "      <td>4.0</td>\n",
       "      <td>850.0</td>\n",
       "      <td>830</td>\n",
       "      <td>20.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1714</td>\n",
       "      <td>N24211</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAH</td>\n",
       "      <td>227.0</td>\n",
       "      <td>1416</td>\n",
       "      <td>5</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>542.0</td>\n",
       "      <td>540</td>\n",
       "      <td>2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>850</td>\n",
       "      <td>33.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1141</td>\n",
       "      <td>N619AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MIA</td>\n",
       "      <td>160.0</td>\n",
       "      <td>1089</td>\n",
       "      <td>5</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>544.0</td>\n",
       "      <td>545</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1004.0</td>\n",
       "      <td>1022</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>725</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BQN</td>\n",
       "      <td>183.0</td>\n",
       "      <td>1576</td>\n",
       "      <td>5</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>837</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>461</td>\n",
       "      <td>N668DN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>116.0</td>\n",
       "      <td>762</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>554.0</td>\n",
       "      <td>558</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>740.0</td>\n",
       "      <td>728</td>\n",
       "      <td>12.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1696</td>\n",
       "      <td>N39463</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ORD</td>\n",
       "      <td>150.0</td>\n",
       "      <td>719</td>\n",
       "      <td>5</td>\n",
       "      <td>58</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>555.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>913.0</td>\n",
       "      <td>854</td>\n",
       "      <td>19.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>507</td>\n",
       "      <td>N516JB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>FLL</td>\n",
       "      <td>158.0</td>\n",
       "      <td>1065</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>557.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>709.0</td>\n",
       "      <td>723</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5708</td>\n",
       "      <td>N829AS</td>\n",
       "      <td>LGA</td>\n",
       "      <td>IAD</td>\n",
       "      <td>53.0</td>\n",
       "      <td>229</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>557.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>838.0</td>\n",
       "      <td>846</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>79</td>\n",
       "      <td>N593JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MCO</td>\n",
       "      <td>140.0</td>\n",
       "      <td>944</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>753.0</td>\n",
       "      <td>745</td>\n",
       "      <td>8.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>301</td>\n",
       "      <td>N3ALAA</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ORD</td>\n",
       "      <td>138.0</td>\n",
       "      <td>733</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>849.0</td>\n",
       "      <td>851</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>49</td>\n",
       "      <td>N793JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PBI</td>\n",
       "      <td>149.0</td>\n",
       "      <td>1028</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>853.0</td>\n",
       "      <td>856</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>71</td>\n",
       "      <td>N657JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>TPA</td>\n",
       "      <td>158.0</td>\n",
       "      <td>1005</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>924.0</td>\n",
       "      <td>917</td>\n",
       "      <td>7.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>194</td>\n",
       "      <td>N29129</td>\n",
       "      <td>JFK</td>\n",
       "      <td>LAX</td>\n",
       "      <td>345.0</td>\n",
       "      <td>2475</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>558.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>923.0</td>\n",
       "      <td>937</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1124</td>\n",
       "      <td>N53441</td>\n",
       "      <td>EWR</td>\n",
       "      <td>SFO</td>\n",
       "      <td>361.0</td>\n",
       "      <td>2565</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>941.0</td>\n",
       "      <td>910</td>\n",
       "      <td>31.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>707</td>\n",
       "      <td>N3DUAA</td>\n",
       "      <td>LGA</td>\n",
       "      <td>DFW</td>\n",
       "      <td>257.0</td>\n",
       "      <td>1389</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>559</td>\n",
       "      <td>0.0</td>\n",
       "      <td>702.0</td>\n",
       "      <td>706</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1806</td>\n",
       "      <td>N708JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BOS</td>\n",
       "      <td>44.0</td>\n",
       "      <td>187</td>\n",
       "      <td>5</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-01-01 05:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>559.0</td>\n",
       "      <td>600</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>854.0</td>\n",
       "      <td>902</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1187</td>\n",
       "      <td>N76515</td>\n",
       "      <td>EWR</td>\n",
       "      <td>LAS</td>\n",
       "      <td>337.0</td>\n",
       "      <td>2227</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>600.0</td>\n",
       "      <td>600</td>\n",
       "      <td>0.0</td>\n",
       "      <td>851.0</td>\n",
       "      <td>858</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>371</td>\n",
       "      <td>N595JB</td>\n",
       "      <td>LGA</td>\n",
       "      <td>FLL</td>\n",
       "      <td>152.0</td>\n",
       "      <td>1076</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>600.0</td>\n",
       "      <td>600</td>\n",
       "      <td>0.0</td>\n",
       "      <td>837.0</td>\n",
       "      <td>825</td>\n",
       "      <td>12.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>4650</td>\n",
       "      <td>N542MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>ATL</td>\n",
       "      <td>134.0</td>\n",
       "      <td>762</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>601.0</td>\n",
       "      <td>600</td>\n",
       "      <td>1.0</td>\n",
       "      <td>844.0</td>\n",
       "      <td>850</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>343</td>\n",
       "      <td>N644JB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PBI</td>\n",
       "      <td>147.0</td>\n",
       "      <td>1023</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>602.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>812.0</td>\n",
       "      <td>820</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>1919</td>\n",
       "      <td>N971DL</td>\n",
       "      <td>LGA</td>\n",
       "      <td>MSP</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1020</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>602.0</td>\n",
       "      <td>605</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>821.0</td>\n",
       "      <td>805</td>\n",
       "      <td>16.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>4401</td>\n",
       "      <td>N730MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>DTW</td>\n",
       "      <td>105.0</td>\n",
       "      <td>502</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>606.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>858.0</td>\n",
       "      <td>910</td>\n",
       "      <td>-12.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>1895</td>\n",
       "      <td>N633AA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MIA</td>\n",
       "      <td>152.0</td>\n",
       "      <td>1085</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>606.0</td>\n",
       "      <td>610</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>837.0</td>\n",
       "      <td>845</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>1743</td>\n",
       "      <td>N3739P</td>\n",
       "      <td>JFK</td>\n",
       "      <td>ATL</td>\n",
       "      <td>128.0</td>\n",
       "      <td>760</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>607.0</td>\n",
       "      <td>607</td>\n",
       "      <td>0.0</td>\n",
       "      <td>858.0</td>\n",
       "      <td>915</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>1077</td>\n",
       "      <td>N53442</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MIA</td>\n",
       "      <td>157.0</td>\n",
       "      <td>1085</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>608.0</td>\n",
       "      <td>600</td>\n",
       "      <td>8.0</td>\n",
       "      <td>807.0</td>\n",
       "      <td>735</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3768</td>\n",
       "      <td>N9EAMQ</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ORD</td>\n",
       "      <td>139.0</td>\n",
       "      <td>719</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>611.0</td>\n",
       "      <td>600</td>\n",
       "      <td>11.0</td>\n",
       "      <td>945.0</td>\n",
       "      <td>931</td>\n",
       "      <td>14.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>303</td>\n",
       "      <td>N532UA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SFO</td>\n",
       "      <td>366.0</td>\n",
       "      <td>2586</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>613.0</td>\n",
       "      <td>610</td>\n",
       "      <td>3.0</td>\n",
       "      <td>925.0</td>\n",
       "      <td>921</td>\n",
       "      <td>4.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>135</td>\n",
       "      <td>N635JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>RSW</td>\n",
       "      <td>175.0</td>\n",
       "      <td>1074</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>615.0</td>\n",
       "      <td>615</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1039.0</td>\n",
       "      <td>1100</td>\n",
       "      <td>-21.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>709</td>\n",
       "      <td>N794JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SJU</td>\n",
       "      <td>182.0</td>\n",
       "      <td>1598</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>615.0</td>\n",
       "      <td>615</td>\n",
       "      <td>0.0</td>\n",
       "      <td>833.0</td>\n",
       "      <td>842</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>DL</td>\n",
       "      <td>575</td>\n",
       "      <td>N326NB</td>\n",
       "      <td>EWR</td>\n",
       "      <td>ATL</td>\n",
       "      <td>120.0</td>\n",
       "      <td>746</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>2013-01-01 06:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336746</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2123.0</td>\n",
       "      <td>2125</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2223.0</td>\n",
       "      <td>2247</td>\n",
       "      <td>-24.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5489</td>\n",
       "      <td>N712EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>CHO</td>\n",
       "      <td>45.0</td>\n",
       "      <td>305</td>\n",
       "      <td>21</td>\n",
       "      <td>25</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336747</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2127.0</td>\n",
       "      <td>2129</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2314.0</td>\n",
       "      <td>2323</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>3833</td>\n",
       "      <td>N16546</td>\n",
       "      <td>EWR</td>\n",
       "      <td>CLT</td>\n",
       "      <td>72.0</td>\n",
       "      <td>529</td>\n",
       "      <td>21</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336748</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2128.0</td>\n",
       "      <td>2130</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2328.0</td>\n",
       "      <td>2359</td>\n",
       "      <td>-31.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>97</td>\n",
       "      <td>N807JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DEN</td>\n",
       "      <td>213.0</td>\n",
       "      <td>1626</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336749</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2129.0</td>\n",
       "      <td>2059</td>\n",
       "      <td>30.0</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>2232</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5048</td>\n",
       "      <td>N751EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>RIC</td>\n",
       "      <td>45.0</td>\n",
       "      <td>292</td>\n",
       "      <td>20</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336750</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2131.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>2225.0</td>\n",
       "      <td>2255</td>\n",
       "      <td>-30.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3621</td>\n",
       "      <td>N807MQ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DCA</td>\n",
       "      <td>36.0</td>\n",
       "      <td>213</td>\n",
       "      <td>21</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336751</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2140.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>40</td>\n",
       "      <td>-30.0</td>\n",
       "      <td>AA</td>\n",
       "      <td>185</td>\n",
       "      <td>N335AA</td>\n",
       "      <td>JFK</td>\n",
       "      <td>LAX</td>\n",
       "      <td>298.0</td>\n",
       "      <td>2475</td>\n",
       "      <td>21</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336752</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2142.0</td>\n",
       "      <td>2129</td>\n",
       "      <td>13.0</td>\n",
       "      <td>2250.0</td>\n",
       "      <td>2239</td>\n",
       "      <td>11.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4509</td>\n",
       "      <td>N12957</td>\n",
       "      <td>EWR</td>\n",
       "      <td>PWM</td>\n",
       "      <td>47.0</td>\n",
       "      <td>284</td>\n",
       "      <td>21</td>\n",
       "      <td>29</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336753</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2145.0</td>\n",
       "      <td>2145</td>\n",
       "      <td>0.0</td>\n",
       "      <td>115.0</td>\n",
       "      <td>140</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1103</td>\n",
       "      <td>N633JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SJU</td>\n",
       "      <td>192.0</td>\n",
       "      <td>1598</td>\n",
       "      <td>21</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336754</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2147.0</td>\n",
       "      <td>2137</td>\n",
       "      <td>10.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>27</td>\n",
       "      <td>3.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1371</td>\n",
       "      <td>N627JB</td>\n",
       "      <td>LGA</td>\n",
       "      <td>FLL</td>\n",
       "      <td>139.0</td>\n",
       "      <td>1076</td>\n",
       "      <td>21</td>\n",
       "      <td>37</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336755</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2149.0</td>\n",
       "      <td>2156</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>2245.0</td>\n",
       "      <td>2308</td>\n",
       "      <td>-23.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>523</td>\n",
       "      <td>N813UA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>BOS</td>\n",
       "      <td>37.0</td>\n",
       "      <td>200</td>\n",
       "      <td>21</td>\n",
       "      <td>56</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336756</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2150.0</td>\n",
       "      <td>2159</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>2250.0</td>\n",
       "      <td>2306</td>\n",
       "      <td>-16.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>3842</td>\n",
       "      <td>N10575</td>\n",
       "      <td>EWR</td>\n",
       "      <td>MHT</td>\n",
       "      <td>39.0</td>\n",
       "      <td>209</td>\n",
       "      <td>21</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336757</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2159.0</td>\n",
       "      <td>1845</td>\n",
       "      <td>194.0</td>\n",
       "      <td>2344.0</td>\n",
       "      <td>2030</td>\n",
       "      <td>194.0</td>\n",
       "      <td>9E</td>\n",
       "      <td>3320</td>\n",
       "      <td>N906XJ</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BUF</td>\n",
       "      <td>50.0</td>\n",
       "      <td>301</td>\n",
       "      <td>18</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-09-30 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336758</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2203.0</td>\n",
       "      <td>2205</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2339.0</td>\n",
       "      <td>2331</td>\n",
       "      <td>8.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>5311</td>\n",
       "      <td>N722EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BGR</td>\n",
       "      <td>61.0</td>\n",
       "      <td>378</td>\n",
       "      <td>22</td>\n",
       "      <td>5</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336759</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2207.0</td>\n",
       "      <td>2140</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2257.0</td>\n",
       "      <td>2250</td>\n",
       "      <td>7.0</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3660</td>\n",
       "      <td>N532MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>97.0</td>\n",
       "      <td>764</td>\n",
       "      <td>21</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336760</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2211.0</td>\n",
       "      <td>2059</td>\n",
       "      <td>72.0</td>\n",
       "      <td>2339.0</td>\n",
       "      <td>2242</td>\n",
       "      <td>57.0</td>\n",
       "      <td>EV</td>\n",
       "      <td>4672</td>\n",
       "      <td>N12145</td>\n",
       "      <td>EWR</td>\n",
       "      <td>STL</td>\n",
       "      <td>120.0</td>\n",
       "      <td>872</td>\n",
       "      <td>20</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336761</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2231.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-14.0</td>\n",
       "      <td>2335.0</td>\n",
       "      <td>2356</td>\n",
       "      <td>-21.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>108</td>\n",
       "      <td>N193JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PWM</td>\n",
       "      <td>48.0</td>\n",
       "      <td>273</td>\n",
       "      <td>22</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336762</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2233.0</td>\n",
       "      <td>2113</td>\n",
       "      <td>80.0</td>\n",
       "      <td>112.0</td>\n",
       "      <td>30</td>\n",
       "      <td>42.0</td>\n",
       "      <td>UA</td>\n",
       "      <td>471</td>\n",
       "      <td>N578UA</td>\n",
       "      <td>EWR</td>\n",
       "      <td>SFO</td>\n",
       "      <td>318.0</td>\n",
       "      <td>2565</td>\n",
       "      <td>21</td>\n",
       "      <td>13</td>\n",
       "      <td>2013-09-30 21:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336763</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2235.0</td>\n",
       "      <td>2001</td>\n",
       "      <td>154.0</td>\n",
       "      <td>59.0</td>\n",
       "      <td>2249</td>\n",
       "      <td>130.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1083</td>\n",
       "      <td>N804JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>MCO</td>\n",
       "      <td>123.0</td>\n",
       "      <td>944</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-09-30 20:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336764</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2237.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>2345.0</td>\n",
       "      <td>2353</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>234</td>\n",
       "      <td>N318JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BTV</td>\n",
       "      <td>43.0</td>\n",
       "      <td>266</td>\n",
       "      <td>22</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336765</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2240.0</td>\n",
       "      <td>2245</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>2334.0</td>\n",
       "      <td>2351</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>1816</td>\n",
       "      <td>N354JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>SYR</td>\n",
       "      <td>41.0</td>\n",
       "      <td>209</td>\n",
       "      <td>22</td>\n",
       "      <td>45</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336766</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2240.0</td>\n",
       "      <td>2250</td>\n",
       "      <td>-10.0</td>\n",
       "      <td>2347.0</td>\n",
       "      <td>7</td>\n",
       "      <td>-20.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>2002</td>\n",
       "      <td>N281JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BUF</td>\n",
       "      <td>52.0</td>\n",
       "      <td>301</td>\n",
       "      <td>22</td>\n",
       "      <td>50</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336767</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2241.0</td>\n",
       "      <td>2246</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>2345.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-16.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>486</td>\n",
       "      <td>N346JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>ROC</td>\n",
       "      <td>47.0</td>\n",
       "      <td>264</td>\n",
       "      <td>22</td>\n",
       "      <td>46</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336768</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2307.0</td>\n",
       "      <td>2255</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2359.0</td>\n",
       "      <td>2358</td>\n",
       "      <td>1.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>718</td>\n",
       "      <td>N565JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>BOS</td>\n",
       "      <td>33.0</td>\n",
       "      <td>187</td>\n",
       "      <td>22</td>\n",
       "      <td>55</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336769</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>2349.0</td>\n",
       "      <td>2359</td>\n",
       "      <td>-10.0</td>\n",
       "      <td>325.0</td>\n",
       "      <td>350</td>\n",
       "      <td>-25.0</td>\n",
       "      <td>B6</td>\n",
       "      <td>745</td>\n",
       "      <td>N516JB</td>\n",
       "      <td>JFK</td>\n",
       "      <td>PSE</td>\n",
       "      <td>196.0</td>\n",
       "      <td>1617</td>\n",
       "      <td>23</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-09-30 23:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336770</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1842</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EV</td>\n",
       "      <td>5274</td>\n",
       "      <td>N740EV</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>764</td>\n",
       "      <td>18</td>\n",
       "      <td>42</td>\n",
       "      <td>2013-09-30 18:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336771</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1455</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1634</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9E</td>\n",
       "      <td>3393</td>\n",
       "      <td>NaN</td>\n",
       "      <td>JFK</td>\n",
       "      <td>DCA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>213</td>\n",
       "      <td>14</td>\n",
       "      <td>55</td>\n",
       "      <td>2013-09-30 14:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336772</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2312</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9E</td>\n",
       "      <td>3525</td>\n",
       "      <td>NaN</td>\n",
       "      <td>LGA</td>\n",
       "      <td>SYR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>198</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-09-30 22:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336773</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1210</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1330</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3461</td>\n",
       "      <td>N535MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>BNA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>764</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>2013-09-30 12:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336774</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1344</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3572</td>\n",
       "      <td>N511MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>CLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>419</td>\n",
       "      <td>11</td>\n",
       "      <td>59</td>\n",
       "      <td>2013-09-30 11:00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336775</th>\n",
       "      <td>2013</td>\n",
       "      <td>9</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>840</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1020</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MQ</td>\n",
       "      <td>3531</td>\n",
       "      <td>N839MQ</td>\n",
       "      <td>LGA</td>\n",
       "      <td>RDU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>431</td>\n",
       "      <td>8</td>\n",
       "      <td>40</td>\n",
       "      <td>2013-09-30 08:00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>336776 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        year  month  day  dep_time  sched_dep_time  dep_delay  arr_time  \\\n",
       "0       2013      1    1     517.0             515        2.0     830.0   \n",
       "1       2013      1    1     533.0             529        4.0     850.0   \n",
       "2       2013      1    1     542.0             540        2.0     923.0   \n",
       "3       2013      1    1     544.0             545       -1.0    1004.0   \n",
       "4       2013      1    1     554.0             600       -6.0     812.0   \n",
       "5       2013      1    1     554.0             558       -4.0     740.0   \n",
       "6       2013      1    1     555.0             600       -5.0     913.0   \n",
       "7       2013      1    1     557.0             600       -3.0     709.0   \n",
       "8       2013      1    1     557.0             600       -3.0     838.0   \n",
       "9       2013      1    1     558.0             600       -2.0     753.0   \n",
       "10      2013      1    1     558.0             600       -2.0     849.0   \n",
       "11      2013      1    1     558.0             600       -2.0     853.0   \n",
       "12      2013      1    1     558.0             600       -2.0     924.0   \n",
       "13      2013      1    1     558.0             600       -2.0     923.0   \n",
       "14      2013      1    1     559.0             600       -1.0     941.0   \n",
       "15      2013      1    1     559.0             559        0.0     702.0   \n",
       "16      2013      1    1     559.0             600       -1.0     854.0   \n",
       "17      2013      1    1     600.0             600        0.0     851.0   \n",
       "18      2013      1    1     600.0             600        0.0     837.0   \n",
       "19      2013      1    1     601.0             600        1.0     844.0   \n",
       "20      2013      1    1     602.0             610       -8.0     812.0   \n",
       "21      2013      1    1     602.0             605       -3.0     821.0   \n",
       "22      2013      1    1     606.0             610       -4.0     858.0   \n",
       "23      2013      1    1     606.0             610       -4.0     837.0   \n",
       "24      2013      1    1     607.0             607        0.0     858.0   \n",
       "25      2013      1    1     608.0             600        8.0     807.0   \n",
       "26      2013      1    1     611.0             600       11.0     945.0   \n",
       "27      2013      1    1     613.0             610        3.0     925.0   \n",
       "28      2013      1    1     615.0             615        0.0    1039.0   \n",
       "29      2013      1    1     615.0             615        0.0     833.0   \n",
       "...      ...    ...  ...       ...             ...        ...       ...   \n",
       "336746  2013      9   30    2123.0            2125       -2.0    2223.0   \n",
       "336747  2013      9   30    2127.0            2129       -2.0    2314.0   \n",
       "336748  2013      9   30    2128.0            2130       -2.0    2328.0   \n",
       "336749  2013      9   30    2129.0            2059       30.0    2230.0   \n",
       "336750  2013      9   30    2131.0            2140       -9.0    2225.0   \n",
       "336751  2013      9   30    2140.0            2140        0.0      10.0   \n",
       "336752  2013      9   30    2142.0            2129       13.0    2250.0   \n",
       "336753  2013      9   30    2145.0            2145        0.0     115.0   \n",
       "336754  2013      9   30    2147.0            2137       10.0      30.0   \n",
       "336755  2013      9   30    2149.0            2156       -7.0    2245.0   \n",
       "336756  2013      9   30    2150.0            2159       -9.0    2250.0   \n",
       "336757  2013      9   30    2159.0            1845      194.0    2344.0   \n",
       "336758  2013      9   30    2203.0            2205       -2.0    2339.0   \n",
       "336759  2013      9   30    2207.0            2140       27.0    2257.0   \n",
       "336760  2013      9   30    2211.0            2059       72.0    2339.0   \n",
       "336761  2013      9   30    2231.0            2245      -14.0    2335.0   \n",
       "336762  2013      9   30    2233.0            2113       80.0     112.0   \n",
       "336763  2013      9   30    2235.0            2001      154.0      59.0   \n",
       "336764  2013      9   30    2237.0            2245       -8.0    2345.0   \n",
       "336765  2013      9   30    2240.0            2245       -5.0    2334.0   \n",
       "336766  2013      9   30    2240.0            2250      -10.0    2347.0   \n",
       "336767  2013      9   30    2241.0            2246       -5.0    2345.0   \n",
       "336768  2013      9   30    2307.0            2255       12.0    2359.0   \n",
       "336769  2013      9   30    2349.0            2359      -10.0     325.0   \n",
       "336770  2013      9   30       NaN            1842        NaN       NaN   \n",
       "336771  2013      9   30       NaN            1455        NaN       NaN   \n",
       "336772  2013      9   30       NaN            2200        NaN       NaN   \n",
       "336773  2013      9   30       NaN            1210        NaN       NaN   \n",
       "336774  2013      9   30       NaN            1159        NaN       NaN   \n",
       "336775  2013      9   30       NaN             840        NaN       NaN   \n",
       "\n",
       "        sched_arr_time  arr_delay carrier  flight tailnum origin dest  \\\n",
       "0                  819       11.0      UA    1545  N14228    EWR  IAH   \n",
       "1                  830       20.0      UA    1714  N24211    LGA  IAH   \n",
       "2                  850       33.0      AA    1141  N619AA    JFK  MIA   \n",
       "3                 1022      -18.0      B6     725  N804JB    JFK  BQN   \n",
       "4                  837      -25.0      DL     461  N668DN    LGA  ATL   \n",
       "5                  728       12.0      UA    1696  N39463    EWR  ORD   \n",
       "6                  854       19.0      B6     507  N516JB    EWR  FLL   \n",
       "7                  723      -14.0      EV    5708  N829AS    LGA  IAD   \n",
       "8                  846       -8.0      B6      79  N593JB    JFK  MCO   \n",
       "9                  745        8.0      AA     301  N3ALAA    LGA  ORD   \n",
       "10                 851       -2.0      B6      49  N793JB    JFK  PBI   \n",
       "11                 856       -3.0      B6      71  N657JB    JFK  TPA   \n",
       "12                 917        7.0      UA     194  N29129    JFK  LAX   \n",
       "13                 937      -14.0      UA    1124  N53441    EWR  SFO   \n",
       "14                 910       31.0      AA     707  N3DUAA    LGA  DFW   \n",
       "15                 706       -4.0      B6    1806  N708JB    JFK  BOS   \n",
       "16                 902       -8.0      UA    1187  N76515    EWR  LAS   \n",
       "17                 858       -7.0      B6     371  N595JB    LGA  FLL   \n",
       "18                 825       12.0      MQ    4650  N542MQ    LGA  ATL   \n",
       "19                 850       -6.0      B6     343  N644JB    EWR  PBI   \n",
       "20                 820       -8.0      DL    1919  N971DL    LGA  MSP   \n",
       "21                 805       16.0      MQ    4401  N730MQ    LGA  DTW   \n",
       "22                 910      -12.0      AA    1895  N633AA    EWR  MIA   \n",
       "23                 845       -8.0      DL    1743  N3739P    JFK  ATL   \n",
       "24                 915      -17.0      UA    1077  N53442    EWR  MIA   \n",
       "25                 735       32.0      MQ    3768  N9EAMQ    EWR  ORD   \n",
       "26                 931       14.0      UA     303  N532UA    JFK  SFO   \n",
       "27                 921        4.0      B6     135  N635JB    JFK  RSW   \n",
       "28                1100      -21.0      B6     709  N794JB    JFK  SJU   \n",
       "29                 842       -9.0      DL     575  N326NB    EWR  ATL   \n",
       "...                ...        ...     ...     ...     ...    ...  ...   \n",
       "336746            2247      -24.0      EV    5489  N712EV    LGA  CHO   \n",
       "336747            2323       -9.0      EV    3833  N16546    EWR  CLT   \n",
       "336748            2359      -31.0      B6      97  N807JB    JFK  DEN   \n",
       "336749            2232       -2.0      EV    5048  N751EV    LGA  RIC   \n",
       "336750            2255      -30.0      MQ    3621  N807MQ    JFK  DCA   \n",
       "336751              40      -30.0      AA     185  N335AA    JFK  LAX   \n",
       "336752            2239       11.0      EV    4509  N12957    EWR  PWM   \n",
       "336753             140      -25.0      B6    1103  N633JB    JFK  SJU   \n",
       "336754              27        3.0      B6    1371  N627JB    LGA  FLL   \n",
       "336755            2308      -23.0      UA     523  N813UA    EWR  BOS   \n",
       "336756            2306      -16.0      EV    3842  N10575    EWR  MHT   \n",
       "336757            2030      194.0      9E    3320  N906XJ    JFK  BUF   \n",
       "336758            2331        8.0      EV    5311  N722EV    LGA  BGR   \n",
       "336759            2250        7.0      MQ    3660  N532MQ    LGA  BNA   \n",
       "336760            2242       57.0      EV    4672  N12145    EWR  STL   \n",
       "336761            2356      -21.0      B6     108  N193JB    JFK  PWM   \n",
       "336762              30       42.0      UA     471  N578UA    EWR  SFO   \n",
       "336763            2249      130.0      B6    1083  N804JB    JFK  MCO   \n",
       "336764            2353       -8.0      B6     234  N318JB    JFK  BTV   \n",
       "336765            2351      -17.0      B6    1816  N354JB    JFK  SYR   \n",
       "336766               7      -20.0      B6    2002  N281JB    JFK  BUF   \n",
       "336767               1      -16.0      B6     486  N346JB    JFK  ROC   \n",
       "336768            2358        1.0      B6     718  N565JB    JFK  BOS   \n",
       "336769             350      -25.0      B6     745  N516JB    JFK  PSE   \n",
       "336770            2019        NaN      EV    5274  N740EV    LGA  BNA   \n",
       "336771            1634        NaN      9E    3393     NaN    JFK  DCA   \n",
       "336772            2312        NaN      9E    3525     NaN    LGA  SYR   \n",
       "336773            1330        NaN      MQ    3461  N535MQ    LGA  BNA   \n",
       "336774            1344        NaN      MQ    3572  N511MQ    LGA  CLE   \n",
       "336775            1020        NaN      MQ    3531  N839MQ    LGA  RDU   \n",
       "\n",
       "        air_time  distance  hour  minute            time_hour  \n",
       "0          227.0      1400     5      15  2013-01-01 05:00:00  \n",
       "1          227.0      1416     5      29  2013-01-01 05:00:00  \n",
       "2          160.0      1089     5      40  2013-01-01 05:00:00  \n",
       "3          183.0      1576     5      45  2013-01-01 05:00:00  \n",
       "4          116.0       762     6       0  2013-01-01 06:00:00  \n",
       "5          150.0       719     5      58  2013-01-01 05:00:00  \n",
       "6          158.0      1065     6       0  2013-01-01 06:00:00  \n",
       "7           53.0       229     6       0  2013-01-01 06:00:00  \n",
       "8          140.0       944     6       0  2013-01-01 06:00:00  \n",
       "9          138.0       733     6       0  2013-01-01 06:00:00  \n",
       "10         149.0      1028     6       0  2013-01-01 06:00:00  \n",
       "11         158.0      1005     6       0  2013-01-01 06:00:00  \n",
       "12         345.0      2475     6       0  2013-01-01 06:00:00  \n",
       "13         361.0      2565     6       0  2013-01-01 06:00:00  \n",
       "14         257.0      1389     6       0  2013-01-01 06:00:00  \n",
       "15          44.0       187     5      59  2013-01-01 05:00:00  \n",
       "16         337.0      2227     6       0  2013-01-01 06:00:00  \n",
       "17         152.0      1076     6       0  2013-01-01 06:00:00  \n",
       "18         134.0       762     6       0  2013-01-01 06:00:00  \n",
       "19         147.0      1023     6       0  2013-01-01 06:00:00  \n",
       "20         170.0      1020     6      10  2013-01-01 06:00:00  \n",
       "21         105.0       502     6       5  2013-01-01 06:00:00  \n",
       "22         152.0      1085     6      10  2013-01-01 06:00:00  \n",
       "23         128.0       760     6      10  2013-01-01 06:00:00  \n",
       "24         157.0      1085     6       7  2013-01-01 06:00:00  \n",
       "25         139.0       719     6       0  2013-01-01 06:00:00  \n",
       "26         366.0      2586     6       0  2013-01-01 06:00:00  \n",
       "27         175.0      1074     6      10  2013-01-01 06:00:00  \n",
       "28         182.0      1598     6      15  2013-01-01 06:00:00  \n",
       "29         120.0       746     6      15  2013-01-01 06:00:00  \n",
       "...          ...       ...   ...     ...                  ...  \n",
       "336746      45.0       305    21      25  2013-09-30 21:00:00  \n",
       "336747      72.0       529    21      29  2013-09-30 21:00:00  \n",
       "336748     213.0      1626    21      30  2013-09-30 21:00:00  \n",
       "336749      45.0       292    20      59  2013-09-30 20:00:00  \n",
       "336750      36.0       213    21      40  2013-09-30 21:00:00  \n",
       "336751     298.0      2475    21      40  2013-09-30 21:00:00  \n",
       "336752      47.0       284    21      29  2013-09-30 21:00:00  \n",
       "336753     192.0      1598    21      45  2013-09-30 21:00:00  \n",
       "336754     139.0      1076    21      37  2013-09-30 21:00:00  \n",
       "336755      37.0       200    21      56  2013-09-30 21:00:00  \n",
       "336756      39.0       209    21      59  2013-09-30 21:00:00  \n",
       "336757      50.0       301    18      45  2013-09-30 18:00:00  \n",
       "336758      61.0       378    22       5  2013-09-30 22:00:00  \n",
       "336759      97.0       764    21      40  2013-09-30 21:00:00  \n",
       "336760     120.0       872    20      59  2013-09-30 20:00:00  \n",
       "336761      48.0       273    22      45  2013-09-30 22:00:00  \n",
       "336762     318.0      2565    21      13  2013-09-30 21:00:00  \n",
       "336763     123.0       944    20       1  2013-09-30 20:00:00  \n",
       "336764      43.0       266    22      45  2013-09-30 22:00:00  \n",
       "336765      41.0       209    22      45  2013-09-30 22:00:00  \n",
       "336766      52.0       301    22      50  2013-09-30 22:00:00  \n",
       "336767      47.0       264    22      46  2013-09-30 22:00:00  \n",
       "336768      33.0       187    22      55  2013-09-30 22:00:00  \n",
       "336769     196.0      1617    23      59  2013-09-30 23:00:00  \n",
       "336770       NaN       764    18      42  2013-09-30 18:00:00  \n",
       "336771       NaN       213    14      55  2013-09-30 14:00:00  \n",
       "336772       NaN       198    22       0  2013-09-30 22:00:00  \n",
       "336773       NaN       764    12      10  2013-09-30 12:00:00  \n",
       "336774       NaN       419    11      59  2013-09-30 11:00:00  \n",
       "336775       NaN       431     8      40  2013-09-30 08:00:00  \n",
       "\n",
       "[336776 rows x 19 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " group_by(X.origin)\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Summarise data using `summarize()`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>mean_distance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EWR</td>\n",
       "      <td>1056.742790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JFK</td>\n",
       "      <td>1266.249077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LGA</td>\n",
       "      <td>779.835671</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  origin  mean_distance\n",
       "0    EWR    1056.742790\n",
       "1    JFK    1266.249077\n",
       "2    LGA     779.835671"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    " group_by(X.origin) >>\n",
    " summarize(mean_distance = X.distance.mean())\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Bringing it together with pipes\n",
    "* \\[Step 1\\]: Filter out all flights less than 10 hours\n",
    "* \\[Step 2\\]: Create a new column, `speed`, using the formula [distance / (air time * 60)]\n",
    "* \\[Step 3\\]: Calculate the mean speed for flights originating from each airport\n",
    "* \\[Step 4\\]: Sort the result by mean speed in descending order"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>mean_speed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EWR</td>\n",
       "      <td>0.109777</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JFK</td>\n",
       "      <td>0.109427</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LGA</td>\n",
       "      <td>0.107362</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  origin  mean_speed\n",
       "0    EWR    0.109777\n",
       "1    JFK    0.109427\n",
       "2    LGA    0.107362"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(flight_data >>\n",
    "  mask(X.hour > 10) >> # step 1\n",
    "  mutate(speed = X.distance / (X.air_time * 60)) >> # step 2\n",
    "  group_by(X.origin) >> # step 3a\n",
    "  summarize(mean_speed = X.speed.mean()) >> # step 3b\n",
    "  arrange(X.mean_speed, ascending=False) # step 4\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Pandas equivalent of pipe code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>speed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EWR</td>\n",
       "      <td>0.109777</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JFK</td>\n",
       "      <td>0.109427</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LGA</td>\n",
       "      <td>0.107362</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  origin     speed\n",
       "0    EWR  0.109777\n",
       "1    JFK  0.109427\n",
       "2    LGA  0.107362"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "flight_data.loc[flight_data['hour'] > 10, 'speed'] = flight_data['distance'] / (flight_data['air_time'] * 60)\n",
    "result = flight_data.groupby('origin', as_index=False)['speed'].mean()\n",
    "result.sort_values('speed', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}