week5_missing_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Week 5 - Missing Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import h2o\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Checking whether there is an H2O instance running at http://localhost:54321 ..... not found.\n",
      "Attempting to start a local H2O server...\n",
      "  Java Version: openjdk version \"1.8.0_232\"; OpenJDK Runtime Environment (build 1.8.0_232-8u232-b09-0ubuntu1~19.04.1-b09); OpenJDK 64-Bit Server VM (build 25.232-b09, mixed mode)\n",
      "  Starting server from /home/megan/Projects/h2oclass/lib/python3.7/site-packages/h2o/backend/bin/h2o.jar\n",
      "  Ice root: /tmp/tmp8d6309wg\n",
      "  JVM stdout: /tmp/tmp8d6309wg/h2o_megan_started_from_python.out\n",
      "  JVM stderr: /tmp/tmp8d6309wg/h2o_megan_started_from_python.err\n",
      "  Server is running at http://127.0.0.1:54321\n",
      "Connecting to H2O server at http://127.0.0.1:54321 ... successful.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"overflow:auto\"><table style=\"width:50%\"><tr><td>H2O cluster uptime:</td>\n",
       "<td>01 secs</td></tr>\n",
       "<tr><td>H2O cluster timezone:</td>\n",
       "<td>America/Chicago</td></tr>\n",
       "<tr><td>H2O data parsing timezone:</td>\n",
       "<td>UTC</td></tr>\n",
       "<tr><td>H2O cluster version:</td>\n",
       "<td>3.28.0.3</td></tr>\n",
       "<tr><td>H2O cluster version age:</td>\n",
       "<td>17 days </td></tr>\n",
       "<tr><td>H2O cluster name:</td>\n",
       "<td>H2O_from_python_megan_apg71u</td></tr>\n",
       "<tr><td>H2O cluster total nodes:</td>\n",
       "<td>1</td></tr>\n",
       "<tr><td>H2O cluster free memory:</td>\n",
       "<td>1.520 Gb</td></tr>\n",
       "<tr><td>H2O cluster total cores:</td>\n",
       "<td>3</td></tr>\n",
       "<tr><td>H2O cluster allowed cores:</td>\n",
       "<td>3</td></tr>\n",
       "<tr><td>H2O cluster status:</td>\n",
       "<td>accepting new members, healthy</td></tr>\n",
       "<tr><td>H2O connection url:</td>\n",
       "<td>http://127.0.0.1:54321</td></tr>\n",
       "<tr><td>H2O connection proxy:</td>\n",
       "<td>{'http': None, 'https': None}</td></tr>\n",
       "<tr><td>H2O internal security:</td>\n",
       "<td>False</td></tr>\n",
       "<tr><td>H2O API Extensions:</td>\n",
       "<td>Amazon S3, XGBoost, Algos, AutoML, Core V3, TargetEncoder, Core V4</td></tr>\n",
       "<tr><td>Python version:</td>\n",
       "<td>3.7.3 final</td></tr></table></div>"
      ],
      "text/plain": [
       "--------------------------  ------------------------------------------------------------------\n",
       "H2O cluster uptime:         01 secs\n",
       "H2O cluster timezone:       America/Chicago\n",
       "H2O data parsing timezone:  UTC\n",
       "H2O cluster version:        3.28.0.3\n",
       "H2O cluster version age:    17 days\n",
       "H2O cluster name:           H2O_from_python_megan_apg71u\n",
       "H2O cluster total nodes:    1\n",
       "H2O cluster free memory:    1.520 Gb\n",
       "H2O cluster total cores:    3\n",
       "H2O cluster allowed cores:  3\n",
       "H2O cluster status:         accepting new members, healthy\n",
       "H2O connection url:         http://127.0.0.1:54321\n",
       "H2O connection proxy:       {'http': None, 'https': None}\n",
       "H2O internal security:      False\n",
       "H2O API Extensions:         Amazon S3, XGBoost, Algos, AutoML, Core V3, TargetEncoder, Core V4\n",
       "Python version:             3.7.3 final\n",
       "--------------------------  ------------------------------------------------------------------"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "h2o.init()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Parse progress: |█████████████████████████████████████████████████████████| 100%\n"
     ]
    }
   ],
   "source": [
    "# import the airlines data again\n",
    "data = h2o.import_file('http://h2o-public-test-data.s3.amazonaws.com/smalldata/airlines/allyears2k_headers.zip')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# split the data\n",
    "train, valid, test = data.split_frame([0.8,0.1], seed=69)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rows:35255\n",
      "Cols:31\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th>       </th><th>Year             </th><th>Month             </th><th>DayofMonth        </th><th>DayOfWeek         </th><th>DepTime          </th><th>CRSDepTime        </th><th>ArrTime           </th><th>CRSArrTime       </th><th>UniqueCarrier  </th><th>FlightNum        </th><th>TailNum  </th><th>ActualElapsedTime  </th><th>CRSElapsedTime    </th><th>AirTime          </th><th>ArrDelay          </th><th>DepDelay          </th><th>Origin  </th><th>Dest  </th><th>Distance         </th><th>TaxiIn           </th><th>TaxiOut           </th><th>Cancelled           </th><th>CancellationCode  </th><th>Diverted             </th><th>CarrierDelay      </th><th>WeatherDelay       </th><th>NASDelay          </th><th>SecurityDelay       </th><th>LateAircraftDelay  </th><th>IsArrDelayed  </th><th>IsDepDelayed  </th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td>type   </td><td>int              </td><td>int               </td><td>int               </td><td>int               </td><td>int              </td><td>int               </td><td>int               </td><td>int              </td><td>enum           </td><td>int              </td><td>enum     </td><td>int                </td><td>int               </td><td>int              </td><td>int               </td><td>int               </td><td>enum    </td><td>enum  </td><td>int              </td><td>int              </td><td>int               </td><td>int                 </td><td>enum              </td><td>int                  </td><td>int               </td><td>int                </td><td>int               </td><td>int                 </td><td>int                </td><td>enum          </td><td>enum          </td></tr>\n",
       "<tr><td>mins   </td><td>1987.0           </td><td>1.0               </td><td>1.0               </td><td>1.0               </td><td>1.0              </td><td>0.0               </td><td>1.0               </td><td>0.0              </td><td>               </td><td>1.0              </td><td>         </td><td>16.0               </td><td>17.0              </td><td>14.0             </td><td>-56.0             </td><td>-16.0             </td><td>        </td><td>      </td><td>11.0             </td><td>0.0              </td><td>0.0               </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>mean   </td><td>1997.483165508439</td><td>1.4064104382357108</td><td>14.584002269181694</td><td>3.819741880584325 </td><td>1346.660947451068</td><td>1313.8833640618345</td><td>1505.6385925018815</td><td>1485.912806694091</td><td>               </td><td>820.9546447312438</td><td>         </td><td>124.77907993703009 </td><td>124.95562868815239</td><td>114.4538812785392</td><td>9.370853011486245 </td><td>10.049931660220372</td><td>        </td><td>      </td><td>729.723665162226 </td><td>5.38020368054314 </td><td>14.176641357748952</td><td>0.024620621188483904</td><td>                  </td><td>0.0024110055311303362</td><td>3.945627802690573 </td><td>0.31586322869955114</td><td>4.713565022421537 </td><td>0.018497757847533637</td><td>7.56109865470851   </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>maxs   </td><td>2008.0           </td><td>10.0              </td><td>31.0              </td><td>7.0               </td><td>2400.0           </td><td>2359.0            </td><td>2400.0            </td><td>2359.0           </td><td>               </td><td>3948.0           </td><td>         </td><td>451.0              </td><td>437.0             </td><td>402.0            </td><td>475.0             </td><td>473.0             </td><td>        </td><td>      </td><td>3365.0           </td><td>128.0            </td><td>254.0             </td><td>1.0                 </td><td>                  </td><td>1.0                  </td><td>285.0             </td><td>201.0              </td><td>323.0             </td><td>14.0                </td><td>373.0              </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>sigma  </td><td>6.336133399053755</td><td>1.8688562189965314</td><td>9.169051694229854 </td><td>1.9106929912141295</td><td>465.2889932126702</td><td>476.1801378642373 </td><td>484.0922645749466 </td><td>492.548930763573 </td><td>               </td><td>778.5843238476255</td><td>         </td><td>73.96937479892875  </td><td>73.34759994323755 </td><td>69.72373724308498</td><td>30.092219695702365</td><td>26.628358637440808</td><td>        </td><td>      </td><td>577.9693297930754</td><td>4.261275831771775</td><td>9.88814656838973  </td><td>0.15496814958037275 </td><td>                  </td><td>0.04904345836226381  </td><td>15.455063616587742</td><td>4.801746416155396  </td><td>18.247371783397135</td><td>0.42939606485567877 </td><td>23.65009281413596  </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>zeros  </td><td>0                </td><td>0                 </td><td>0                 </td><td>0                 </td><td>0                </td><td>460               </td><td>0                 </td><td>460              </td><td>               </td><td>0                </td><td>         </td><td>0                  </td><td>0                 </td><td>0                </td><td>1216              </td><td>5166              </td><td>        </td><td>      </td><td>0                </td><td>488              </td><td>437               </td><td>34387               </td><td>                  </td><td>35170                </td><td>5874              </td><td>7062               </td><td>5931              </td><td>7120                </td><td>5727               </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>missing</td><td>0                </td><td>0                 </td><td>0                 </td><td>0                 </td><td>868              </td><td>0                 </td><td>953               </td><td>0                </td><td>0              </td><td>0                </td><td>27       </td><td>953                </td><td>7                 </td><td>13355            </td><td>953               </td><td>868               </td><td>0       </td><td>0     </td><td>26               </td><td>12867            </td><td>12865             </td><td>0                   </td><td>7801              </td><td>0                    </td><td>28119             </td><td>28119              </td><td>28119             </td><td>28119               </td><td>28119              </td><td>0             </td><td>0             </td></tr>\n",
       "<tr><td>0      </td><td>1987.0           </td><td>10.0              </td><td>14.0              </td><td>3.0               </td><td>741.0            </td><td>730.0             </td><td>912.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>91.0               </td><td>79.0              </td><td>nan              </td><td>23.0              </td><td>11.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>1      </td><td>1987.0           </td><td>10.0              </td><td>15.0              </td><td>4.0               </td><td>729.0            </td><td>730.0             </td><td>903.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>94.0               </td><td>79.0              </td><td>nan              </td><td>14.0              </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>2      </td><td>1987.0           </td><td>10.0              </td><td>17.0              </td><td>6.0               </td><td>741.0            </td><td>730.0             </td><td>918.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>97.0               </td><td>79.0              </td><td>nan              </td><td>29.0              </td><td>11.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>3      </td><td>1987.0           </td><td>10.0              </td><td>18.0              </td><td>7.0               </td><td>729.0            </td><td>730.0             </td><td>847.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>78.0               </td><td>79.0              </td><td>nan              </td><td>-2.0              </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>4      </td><td>1987.0           </td><td>10.0              </td><td>22.0              </td><td>4.0               </td><td>728.0            </td><td>730.0             </td><td>852.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>84.0               </td><td>79.0              </td><td>nan              </td><td>3.0               </td><td>-2.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>5      </td><td>1987.0           </td><td>10.0              </td><td>23.0              </td><td>5.0               </td><td>731.0            </td><td>730.0             </td><td>902.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>91.0               </td><td>79.0              </td><td>nan              </td><td>13.0              </td><td>1.0               </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>6      </td><td>1987.0           </td><td>10.0              </td><td>24.0              </td><td>6.0               </td><td>744.0            </td><td>730.0             </td><td>908.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>84.0               </td><td>79.0              </td><td>nan              </td><td>19.0              </td><td>14.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>7      </td><td>1987.0           </td><td>10.0              </td><td>25.0              </td><td>7.0               </td><td>729.0            </td><td>730.0             </td><td>851.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>82.0               </td><td>79.0              </td><td>nan              </td><td>2.0               </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>8      </td><td>1987.0           </td><td>10.0              </td><td>26.0              </td><td>1.0               </td><td>735.0            </td><td>730.0             </td><td>904.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>89.0               </td><td>79.0              </td><td>nan              </td><td>15.0              </td><td>5.0               </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>9      </td><td>1987.0           </td><td>10.0              </td><td>28.0              </td><td>3.0               </td><td>741.0            </td><td>725.0             </td><td>919.0             </td><td>855.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>98.0               </td><td>90.0              </td><td>nan              </td><td>24.0              </td><td>16.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "train.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Examine Carrier Delay"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year</th>\n",
       "      <th>mean_CarrierDelay</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1987</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1988</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1989</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1990</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1991</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1992</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1993</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1994</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1995</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1996</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1997</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1998</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1999</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2001</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2002</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2003</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2004</td>\n",
       "      <td>2.660272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2005</td>\n",
       "      <td>4.416667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2006</td>\n",
       "      <td>1.523720</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2007</td>\n",
       "      <td>2.033063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2008</td>\n",
       "      <td>15.268126</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Year  mean_CarrierDelay\n",
       "0   1987                NaN\n",
       "1   1988                NaN\n",
       "2   1989                NaN\n",
       "3   1990                NaN\n",
       "4   1991                NaN\n",
       "5   1992                NaN\n",
       "6   1993                NaN\n",
       "7   1994                NaN\n",
       "8   1995                NaN\n",
       "9   1996                NaN\n",
       "10  1997                NaN\n",
       "11  1998                NaN\n",
       "12  1999                NaN\n",
       "13  2000                NaN\n",
       "14  2001                NaN\n",
       "15  2002                NaN\n",
       "16  2003                NaN\n",
       "17  2004           2.660272\n",
       "18  2005           4.416667\n",
       "19  2006           1.523720\n",
       "20  2007           2.033063\n",
       "21  2008          15.268126"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# note when there are no values for a year, we get NaN\n",
    "train.group_by('Year').mean(col='CarrierDelay', na='rm').get_frame().as_data_frame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYwAAAEWCAYAAAB1xKBvAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAeA0lEQVR4nO3deZRdVaHn8e8PwiRTQGJEEg1gFHFAYmRofSqijGqgl9KxtYks3ks/xenZ+gS1BccnrxUeOKAo0YDMoBCVp0YGbW2mMBNQEyaTMCQSEgwICPz6j7NLruWtql3JvVWVqt9nrVr3nH32OWfvnJX7u2efc8+VbSIiIgaywXA3ICIi1g8JjIiIqJLAiIiIKgmMiIioksCIiIgqCYyIiKiSwIiukrRQ0huGux3DSdKhkpZIWiNp92Fqw/PL/jccjv2XNlwh6R+Ha/+x7hIYsdYk3S3pTb3K3iPp1z3ztl9q+4oBtjNFkiWN61JTh9uXgffb3sL2Db0XqvFBSbdKekTSUknnS3p5pxpg+w9l/0+tzfrluD5VQmeNpLskfVfSizrVxhj5Ehgx6o2AIHoBsLCf5ScBHwI+CGwLvAi4CDh4sDtq19d17X/L+lfa3gLYGngT8GfgOkkvW5ftx/ojgRFd1XoWImkPSQskPSzpAUknlGq/Kq+ryqfXvSVtIOlTku6RtFzS6ZK2btnu4WXZg5L+d6/9HCfpAknfl/Qw8J6y7yslrZJ0n6SvSdq4ZXuW9D5JiyT9SdLnJO0s6f+V9p7XWr9XH9u2VdImktYAGwI3SbqjzbpTgaOAd9q+zPbjth+1fabtL5U6B0u6obRjiaTjWtbvOTs7UtIfgMsGKBtX1tta0mnl32KZpM/3DFeVs4nfSDpR0oPAca1ttv2U7Ttsvw/4ZetySXuVf7NVkm7qaziy/NteVo7fHyWdKWl8WfYxSRf2qn+ypJPabSuGTgIjhtJJwEm2twJ2Bs4r5a8rr+PLsMmVwHvK3z7ATsAWwNcAJO0KfAN4F7A9zSfeHXrtawZwATAeOBN4CvgXYDtgb2Bf4H291tkfeBWwF/CvwKnAu4HJwMuAd/bRr7ZtLW/+W5Q6u9neuc26+wJLbV/Tx7YBHgEOL305GHivpEN61Xk98JLSh/7KenwPeBJ4IbA7sB/Qen1hT+BOYCLwhX7a9gPgHwAk7QD8BPg8zZnSR4ELJU1os56AfwOeV9o4mWeC5/vAAS0BMg6YCZzeTztiCCQwYl1dVD5NrpK0iuaNvC9/AV4oaTvba2xf1U/ddwEn2L7T9hrgGGBmefN4O/Aj27+2/QTwaaD3Q9GutH2R7adt/9n2dbavsv2k7buBb9G8obb6d9sP214I3Ar8vOx/NfCfNG+sg23rQJ4N3NdfBdtX2L6l9OVm4Ow2bT/O9iO2/zxAGZImAgcBHy7LlwMn0rwp97jX9lfLv9ffrN/LvTThAE24XmL7ktLW+cCCsq/efVpse34J1RXACT19sn0fzVnnO0r1A4A/2r6un3bEEEhgxLo6xPb4nj/+/lN7qyNpxud/K+laSW/pp+7zgHta5u8BxtF84n0esKRnge1HgQd7rb+kdUbSiyT9WNL9ZZjqizRnG60eaJn+c5v5LWivv7YO5EGas6Q+SdpT0uWSVkhaDfxzm7YvabNquzJorqlsBNzXEvTfAp5TsW5vOwArW7b7jl4fIF5Lm/5JmijpnDIc9jDNWUVrn+bSBBDl9YzK9kQXJTBiyNheZPudNG9MxwMXSNqcvz87gOaT6wta5p9PM4TyAM0n8kk9CyRtRvNJ/W9212v+FOC3wNQyJPYJmmGRTuivrQO5FJgkaXo/dc4C5gGTbW8NfJO/b3u7f8O+HkW9BHgc2K4l7Ley/dKKdXs7FPi/Lds9o/UDhO3Ne67F9PLFso+Xl+Px7l59ugh4hZoL6m+hGVaMYZbAiCEj6d2SJth+GlhVip8GVpTXnVqqnw38i6QdJW1B8wZzru0naa5NvFXSfykXoo9j4Df/LYGHgTWSdgHe26l+DdDWftleRDOMd7akN0jaWNKmkmZKOrql7SttPyZpD+C/r0tjy5DPz4GvSNqqXLTfWVLvYa62JG1Y+vpV4A3AZ8qi79Mcl/1LnU1Lnya12cyWwBpgdbn28bFebXyM5jifBVxj+w9r09forARGDKUDgIXlzqGTgJnl+sKjNBdWf1OGMvYC5tAMQ/wKuAt4DPgAQLnG8AHgHJqzjTXAcppPzX35KM0b7Z+AbwPndrBffba10gdpLuh/nSZI76D55P6jsvx9wGcl/Ynmes157TYySIcDGwO3AQ/RvDn3OzQG7F2O3cPAFcBWwKtt3wJgewnNzQafoPkQsIQmCNq9z3wGmAasprlQ/oM2deYCLyfDUSOG8gNKsb4rn+pX0Qw33TXc7YnOkPR8mmHE59p+eLjbEznDiPWUpLdKela5BvJl4Bbg7uFtVXSKpA2AjwDnJCxGjuH+BmzE2ppBM1Qhmls3Zzqny6NC+RDwAM3dZgcMc3OiRYakIiKiSoakIiKiyqgcktpuu+08ZcqU4W5GRMR65brrrvuj7XaPcgFGaWBMmTKFBQsWDHczIiLWK5Lu6W95hqQiIqJKAiMiIqokMCIiokoCIyIiqiQwIiKiSgIjIiKqJDAiIqJKAiMiIqokMCIiosqo/Kb3uppy9E86tq27v3Rwx7YVETGccoYRERFVEhgREVElgREREVUSGBERUSWBERERVRIYERFRJYERERFVEhgREVElgREREVUSGBERUSWBERERVRIYERFRJYERERFVEhgREVElgREREVW6GhiSxku6QNJvJd0uaW9J20qaL2lRed2m1JWkkyUtlnSzpGkt25lV6i+SNKubbY6IiPa6fYZxEvBT27sAuwG3A0cDl9qeClxa5gEOBKaWv9nAKQCStgWOBfYE9gCO7QmZiIgYOl0LDElbA68DTgOw/YTtVcAMYG6pNhc4pEzPAE534ypgvKTtgf2B+bZX2n4ImA8c0K12R0REe908w9gRWAF8V9INkr4jaXNgou37Sp37gYllegdgScv6S0tZX+V/Q9JsSQskLVixYkWHuxIREd0MjHHANOAU27sDj/DM8BMAtg24Ezuzfart6banT5gwoRObjIiIFt0MjKXAUttXl/kLaALkgTLURHldXpYvAya3rD+plPVVHhERQ6hrgWH7fmCJpBeXon2B24B5QM+dTrOAi8v0PODwcrfUXsDqMnT1M2A/SduUi937lbKIiBhC47q8/Q8AZ0raGLgTOIImpM6TdCRwD3BYqXsJcBCwGHi01MX2SkmfA64t9T5re2WX2x0REb10NTBs3whMb7No3zZ1DRzVx3bmAHM627qIiBiMfNM7IiKqJDAiIqJKAiMiIqokMCIiokoCIyIiqiQwIiKiSgIjIiKqJDAiIqJKAiMiIqokMCIiokoCIyIiqiQwIiKiSgIjIiKqJDAiIqJKAiMiIqokMCIiokoCIyIiqiQwIiKiSgIjIiKqJDAiIqJKAiMiIqokMCIiokpXA0PS3ZJukXSjpAWlbFtJ8yUtKq/blHJJOlnSYkk3S5rWsp1Zpf4iSbO62eaIiGhvKM4w9rH9StvTy/zRwKW2pwKXlnmAA4Gp5W82cAo0AQMcC+wJ7AEc2xMyERExdIZjSGoGMLdMzwUOaSk/3Y2rgPGStgf2B+bbXmn7IWA+cMBQNzoiYqzrdmAY+Lmk6yTNLmUTbd9Xpu8HJpbpHYAlLesuLWV9lf8NSbMlLZC0YMWKFZ3sQ0REAOO6vP3X2l4m6TnAfEm/bV1o25LciR3ZPhU4FWD69Okd2WZERDyjq2cYtpeV1+XAD2muQTxQhpoor8tL9WXA5JbVJ5WyvsojImIIdS0wJG0uacueaWA/4FZgHtBzp9Ms4OIyPQ84vNwttRewugxd/QzYT9I25WL3fqUsIiKGUDeHpCYCP5TUs5+zbP9U0rXAeZKOBO4BDiv1LwEOAhYDjwJHANheKelzwLWl3mdtr+xiuyMioo2uBYbtO4Hd2pQ/COzbptzAUX1saw4wp9NtjIiIevmmd0REVElgRERElQRGRERUSWBERESVBEZERFRJYERERJUERkREVElgRERElQRGRERUSWBERESVBEZERFRJYERERJUERkREVElgRERElQRGRERUSWBERESVBEZERFRJYERERJWqwJD08m43JCIiRrbaM4xvSLpG0vskbd3VFkVExIhUFRi2/wF4FzAZuE7SWZLe3NWWRUTEiFJ9DcP2IuBTwMeB1wMnS/qtpP/arcZFRMTIUXsN4xWSTgRuB94IvNX2S8r0iV1sX0REjBC1ZxhfBa4HdrN9lO3rAWzfS3PW0SdJG0q6QdKPy/yOkq6WtFjSuZI2LuWblPnFZfmUlm0cU8p/J2n/wXczIiLWVW1gHAycZfvPAJI2kPQsANtnDLDuh2jOTHocD5xo+4XAQ8CRpfxI4KFSfmKph6RdgZnAS4EDaC7Ab1jZ7oiI6JDawPgFsFnL/LNKWb8kTaIJm++UedEMY11QqswFDinTM8o8Zfm+pf4M4Bzbj9u+C1gM7FHZ7oiI6JDawNjU9pqemTL9rIr1/gP4V+DpMv9sYJXtJ8v8UmCHMr0DsKRs/0lgdan/1/I26/yVpNmSFkhasGLFispuRURErdrAeETStJ4ZSa8C/tzfCpLeAiy3fd06tK+a7VNtT7c9fcKECUOxy4iIMWVcZb0PA+dLuhcQ8Fzgvw2wzmuAt0k6CNgU2Ao4CRgvaVw5i5gELCv1l9F8z2OppHHA1sCDLeU9WteJiIghUvvFvWuBXYD3Av8MvGSgMwfbx9ieZHsKzUXry2y/C7gceHupNgu4uEzPK/OU5ZfZdimfWe6i2hGYClxT2b+IiOiQ2jMMgFcDU8o60yRh+/S12OfHgXMkfR64ATitlJ8GnCFpMbCSJmSwvVDSecBtwJPAUbafWov9RkTEOqgKDElnADsDNwI9b9YGqgLD9hXAFWX6Ttrc5WT7MeAdfaz/BeALNfuKiIjuqD3DmA7sWoaIIiJiDKq9S+pWmgvdERExRtWeYWwH3CbpGuDxnkLbb+tKqyIiYsSpDYzjutmIiIgY+aoCw/YvJb0AmGr7F+U5UnmeU0TEGFL7ePN/onm+07dK0Q7ARd1qVEREjDy1F72Povnm9sPw1x9Tek63GhURESNPbWA8bvuJnpny6I7cYhsRMYbUBsYvJX0C2Kz8lvf5wI+616yIiBhpagPjaGAFcAvwP4FLGOCX9iIiYnSpvUvqaeDb5S8iIsag2mdJ3UWbaxa2d+p4iyIiYkQazLOkemxK85DAbTvfnIiIGKlqfw/jwZa/Zbb/g+a3uiMiYoyoHZKa1jK7Ac0Zx2B+SyMiItZztW/6X2mZfhK4Gzis462JiIgRq/YuqX263ZCIiBjZaoekPtLfctsndKY5ERExUg3mLqlXA/PK/FuBa4BF3WhURESMPLWBMQmYZvtPAJKOA35i+93dalhERIwstY8GmQg80TL/RCmLiIgxovYM43TgGkk/LPOHAHO706SIiBiJar+49wXgCOCh8neE7S/2t46kTSVdI+kmSQslfaaU7yjpakmLJZ0raeNSvkmZX1yWT2nZ1jGl/HeS9l+7rkZExLqoHZICeBbwsO2TgKWSdhyg/uPAG23vBrwSOEDSXsDxwIm2X0gTPkeW+kcCD5XyE0s9JO0KzAReChwAfENSfh42ImKI1f5E67HAx4FjStFGwPf7W8eNNS31N6J5gOEbaX7uFZphrUPK9AyeGea6ANhXkkr5ObYft30XsBjYo6bdERHRObVnGIcCbwMeAbB9L7DlQCtJ2lDSjcByYD5wB7DK9pOlylKa3wenvC4p238SWA08u7W8zTqt+5otaYGkBStWrKjsVkRE1KoNjCdsm/KIc0mb16xk+ynbr6S5LXcPYJe1amXdvk61Pd329AkTJnRrNxERY1ZtYJwn6VvAeEn/BPyCQfyYku1VwOXA3mUbPXdnTQKWlellwGT462+Gbw082FreZp2IiBgitXdJfZnmusKFwIuBT9v+an/rSJogaXyZ3gx4M3A7TXC8vVSbBVxcpueVecryy8pZzTxgZrmLakdgKs23zCMiYggN+D2MckfSL8oDCOcPYtvbA3PL+hsA59n+saTbgHMkfR64ATit1D8NOEPSYmAlzZ1R2F4o6TzgNpon5R5l+6lBtCMiIjpgwMCw/ZSkpyVtbXt17YZt3wzs3qb8Ttrc5WT7MZpf8mu3rS8AX6jdd0REdF7tN73XALdImk+5UwrA9ge70qqIiBhxagPjB+UvIiLGqH4DQ9Lzbf/Bdp4bFRExxg10l9RFPROSLuxyWyIiYgQbKDDUMr1TNxsSEREj20CB4T6mIyJijBnoovdukh6mOdPYrExT5m17q662LiIiRox+A8N2HiMeERHA4H4PIyIixrAERkREVElgRERElQRGRERUSWBERESVBEZERFRJYERERJUERkREVElgRERElQRGRERUSWBERESVBEZERFRJYERERJUERkREVOlaYEiaLOlySbdJWijpQ6V8W0nzJS0qr9uUckk6WdJiSTdLmtayrVml/iJJs7rV5oiI6Fs3zzCeBP6X7V2BvYCjJO0KHA1cansqcGmZBzgQmFr+ZgOnQBMwwLHAnsAewLE9IRMREUOna4Fh+z7b15fpPwG3AzsAM4C5pdpc4JAyPQM43Y2rgPGStgf2B+bbXmn7IWA+cEC32h0REe0NyTUMSVOA3YGrgYm27yuL7gcmlukdgCUtqy0tZX2V997HbEkLJC1YsWJFR9sfERFDEBiStgAuBD5s++HWZbYNuBP7sX2q7em2p0+YMKETm4yIiBZdDQxJG9GExZm2f1CKHyhDTZTX5aV8GTC5ZfVJpayv8oiIGELdvEtKwGnA7bZPaFk0D+i502kWcHFL+eHlbqm9gNVl6OpnwH6StikXu/crZRERMYTGdXHbrwH+B3CLpBtL2SeALwHnSToSuAc4rCy7BDgIWAw8ChwBYHulpM8B15Z6n7W9sovtjoiINroWGLZ/DaiPxfu2qW/gqD62NQeY07nWRUTEYOWb3hERUSWBERERVRIYERFRJYERERFVEhgREVElgREREVUSGBERUSWBERERVRIYERFRJYERERFVEhgREVElgREREVUSGBERUSWBERERVRIYERFRJYERERFVEhgREVElgREREVUSGBERUSWBERERVRIYERFRJYERERFVuhYYkuZIWi7p1paybSXNl7SovG5TyiXpZEmLJd0saVrLOrNK/UWSZnWrvRER0b9unmF8DzigV9nRwKW2pwKXlnmAA4Gp5W82cAo0AQMcC+wJ7AEc2xMyERExtLoWGLZ/BazsVTwDmFum5wKHtJSf7sZVwHhJ2wP7A/Ntr7T9EDCfvw+hiIgYAkN9DWOi7fvK9P3AxDK9A7Ckpd7SUtZXeUREDLFhu+ht24A7tT1JsyUtkLRgxYoVndpsREQUQx0YD5ShJsrr8lK+DJjcUm9SKeur/O/YPtX2dNvTJ0yY0PGGR0SMdUMdGPOAnjudZgEXt5QfXu6W2gtYXYaufgbsJ2mbcrF7v1IWERFDbFy3NizpbOANwHaSltLc7fQl4DxJRwL3AIeV6pcABwGLgUeBIwBsr5T0OeDaUu+ztntfSI+IiCHQtcCw/c4+Fu3bpq6Bo/rYzhxgTgebFhERayHf9I6IiCoJjIiIqJLAiIiIKgmMiIioksCIiIgqCYyIiKiSwIiIiCoJjIiIqJLAiIiIKgmMiIioksCIiIgqCYyIiKiSwIiIiCoJjIiIqJLAiIiIKgmMiIio0rUfUIrGlKN/0rFt3f2lgzu2rYiIwcoZRkREVElgRERElQRGRERUSWBERESVBEZERFRJYERERJX15rZaSQcAJwEbAt+x/aVhbtKQyy26ETGc1ovAkLQh8HXgzcBS4FpJ82zfNrwtW38lfCJisNaLwAD2ABbbvhNA0jnADCCBMQJ0Mnw6KUEW0VnrS2DsACxpmV8K7NlaQdJsYHaZXSPpd0PUtk7YDvjjcDeii4alfzp+SHc32o8hpI+jwUD9e0F/K68vgTEg26cCpw53O9aGpAW2pw93O7pltPcP0sfRYrT3cV37t77cJbUMmNwyP6mURUTEEFlfAuNaYKqkHSVtDMwE5g1zmyIixpT1YkjK9pOS3g/8jOa22jm2Fw5zszppvRxKG4TR3j9IH0eL0d7HdeqfbHeqIRERMYqtL0NSERExzBIYERFRJYExxCTdLekWSTdKWlDKtpU0X9Ki8rrNcLdzMCTNkbRc0q0tZW37pMbJkhZLulnStOFreb0++nicpGXlWN4o6aCWZceUPv5O0v7D0+p6kiZLulzSbZIWSvpQKR81x7GfPo6m47ippGsk3VT6+JlSvqOkq0tfzi03DyFpkzK/uCyf0u8ObOdvCP+Au4HtepX9O3B0mT4aOH642znIPr0OmAbcOlCfgIOA/wQE7AVcPdztX4c+Hgd8tE3dXYGbgE2AHYE7gA2Huw8D9G97YFqZ3hL4fenHqDmO/fRxNB1HAVuU6Y2Aq8vxOQ+YWcq/Cby3TL8P+GaZngmc29/2c4YxMswA5pbpucAhw9iWQbP9K2Blr+K++jQDON2Nq4DxkrYfmpauvT762JcZwDm2H7d9F7CY5vE2I5bt+2xfX6b/BNxO84SFUXMc++ljX9bH42jba8rsRuXPwBuBC0p57+PYc3wvAPaVpL62n8AYegZ+Lum68jgTgIm27yvT9wMTh6dpHdVXn9o95qW//7Qj3fvLkMyclqHE9bqPZVhid5pPp6PyOPbqI4yi4yhpQ0k3AsuB+TRnRqtsP1mqtPbjr30sy1cDz+5r2wmMofda29OAA4GjJL2udaGbc8NRda/zaOxTcQqwM/BK4D7gK8PbnHUnaQvgQuDDth9uXTZajmObPo6q42j7KduvpHkixh7ALp3adgJjiNleVl6XAz+kOaAP9JzOl9flw9fCjumrT6PmMS+2Hyj/OZ8Gvs0zwxXrZR8lbUTzRnqm7R+U4lF1HNv1cbQdxx62VwGXA3vTDBn2fFG7tR9/7WNZvjXwYF/bTGAMIUmbS9qyZxrYD7iV5jEns0q1WcDFw9PCjuqrT/OAw8tdNnsBq1uGPNYrvcbsD6U5ltD0cWa5A2VHYCpwzVC3bzDKuPVpwO22T2hZNGqOY199HGXHcYKk8WV6M5rfELqdJjjeXqr1Po49x/ftwGXlTLK94b6qP5b+gJ1o7rq4CVgIfLKUPxu4FFgE/ALYdrjbOsh+nU1zKv8XmvHRI/vqE81dHF+nGVe9BZg+3O1fhz6eUfpwc/mPt31L/U+WPv4OOHC421/Rv9fSDDfdDNxY/g4aTcexnz6OpuP4CuCG0pdbgU+X8p1owm4xcD6wSSnftMwvLst36m/7eTRIRERUyZBURERUSWBERESVBEZERFRJYERERJUERkREVElgxJgl6bmSzpF0R3lUyyWSXrQO2/uOpF0Huc73JN1Vni76e0mnS5pUsd4VkqavbVsj1kYCI8ak8iWuHwJX2N7Z9quAY6h4jlf5stoGvco2tP2Ptm8bRBs2LJMfs70b8GKae+gv63n8dMRIksCIsWof4C+2v9lTYPsm4AZJl0q6Xs3vlsyA5mF15TcRTqf5QtRkSWskfUXSTcDerZ/6Je0n6cqynfPL84t6fg/leEnXA+9obZAbJ9I85O/A/rbTStIpkhb0+v2DN0q6qKXOmyX9sJP/gDH2JDBirHoZcF2b8seAQ908IHIf4Cstj3ueCnzD9ktt3wNsTvM7ELvZ/nXPBiRtB3wKeFPZzgLgIy37eND2NNvn9NG264FdKrbT45O2p9N8y/f1kl5B8yiIXSRNKHWOAOb0+y8SMYBxA1eJGFMEfLE8Rfhpmsc/9wxT3ePmtx96PEXzILve9qL58Z3flKzZGLiyZfm5FW2o2U6Pw8qj8sfR/EjQrrZvlnQG8G5J36V5AN3hA+w3ol8JjBirFvLMw9havQuYALzK9l8k3U3zvB2AR3rVfcz2U222IWC+7Xf2se/e2+ltd5rnNw20HcpD8T4KvNr2Q5K+19Le7wI/ojlrOt/P/B5CxFrJkFSMVZcBm7T8iBVlKOcFwPISFvuU+cG6CniNpBeW7W5ec/dVuZj+QZqzhJ9WbmcrmgBaLWki5doHgO17gXtphrW+uxb9iPgbCYwYk9w8dfNQ4E3lttqFwL8BlwDTJd1CM4Tz27XY9grgPcDZkm6mGUbq70ds/k+5cP574NXAPrafqNlOz4X60s6zgN/02vaZwBLbtw+2HxG95Wm1EaOYpK8BN9g+bbjbEuu/BEbEKCXpOprhqjfbfny42xPrvwRGRERUyTWMiIioksCIiIgqCYyIiKiSwIiIiCoJjIiIqPL/AYd+c1qu2TCqAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# shape of the data\n",
    "train['CarrierDelay'].hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th style=\"text-align: right;\">  CarrierDelay</th><th style=\"text-align: right;\">  Count</th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td style=\"text-align: right;\">             0</td><td style=\"text-align: right;\">   5874</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             1</td><td style=\"text-align: right;\">     45</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             2</td><td style=\"text-align: right;\">     44</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             3</td><td style=\"text-align: right;\">     54</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             4</td><td style=\"text-align: right;\">     48</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             5</td><td style=\"text-align: right;\">     50</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             6</td><td style=\"text-align: right;\">     52</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             7</td><td style=\"text-align: right;\">     50</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             8</td><td style=\"text-align: right;\">     53</td></tr>\n",
       "<tr><td style=\"text-align: right;\">             9</td><td style=\"text-align: right;\">     59</td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# very unbalanced - most have no values\n",
    "train['CarrierDelay'].table()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th style=\"text-align: right;\">  CarrierDelay</th><th style=\"text-align: right;\">  Count</th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td style=\"text-align: right;\">           186</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           192</td><td style=\"text-align: right;\">      2</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           200</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           220</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           249</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           254</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           266</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           277</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           282</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "<tr><td style=\"text-align: right;\">           285</td><td style=\"text-align: right;\">      1</td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# very long tail in the delays\n",
    "train['CarrierDelay'].table().tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEWCAYAAACXGLsWAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAbx0lEQVR4nO3de5QlZX3u8e8jI6CgXCcEB3AAMYZ4iTgqxsSoqFHQDJ6lBo8GdJFwTiRRwzERTU4kd0hUgtGoJGhAEURUxCNJRJB49Ag4w/2iYRRwGBBG5OKgiMDv/FFvy7bt7to90927p/v7WatXV71Vu+r3Tq3pZ9dbtWunqpAkaSoPG3UBkqT5z7CQJPUyLCRJvQwLSVIvw0KS1MuwkCT1Miw0q5JcneS5o65jlJK8PMnaJBuSPHVENezR9r/FKPbfarggye+Mav/aNIaFNlqSG5K8YFzb65J8eWy+qn6pqi7o2c7yJJVkySyVOmrvBH6/qratqkvHL0znjUmuSnJPkpuSfCLJk2aqgKr6dtv/Axvz+nZcH2iBsyHJ9Uk+nOTxM1Wj5jfDQgvePAihxwJXT7H8BOBNwBuBHYHHA2cBB013RxP1dVP7P/D6r1bVtsB2wAuAHwKrkzxxU7avzYNhoVk1ePaR5BlJViW5O8mtSd7dVvtS+31ne9f6rCQPS/KnSW5McluSU5JsN7DdQ9uy25P873H7OSbJmUk+muRu4HVt319NcmeSW5K8N8mWA9urJG9Icl2S7yf5yyR7J/l/rd4zBtcf18cJa02yVZINwBbA5Um+OcFr9wGOBF5dVedX1Y+q6gdVdWpVHdvWOSjJpa2OtUmOGXj92FnZ4Um+DZzf07akvW67JCe1f4t1Sf5qbIiqnUV8JcnxSW4HjhmsuaoeqKpvVtUbgP8cXJ5k//ZvdmeSyycbgmz/tue34/fdJKcm2b4t+6Mknxy3/nuSnDDRtjQ3DAvNpROAE6rq0cDewBmt/Tnt9/ZtqOSrwOvaz/OAvYBtgfcCJNkX+CfgNcCudO90l43b10rgTGB74FTgAeAPgZ2BZwEHAG8Y95rfAJ4G7A/8MXAi8Fpgd+CJwKsn6deEtbY//Nu2dZ5SVXtP8NoDgJuq6uJJtg1wD3Bo68tBwO8lOXjcOr8O/GLrw1RtY/4VuB94HPBU4EXA4PWEZwLfAnYB/nqK2j4F/BpAkmXA54C/ojtDegvwySRLJ3hdgL8FHtNq3J2HQuejwIsHwmMJcAhwyhR1aJYZFtpUZ7V3kXcmuZPuj/hkfgw8LsnOVbWhqi6cYt3XAO+uqm9V1QbgbcAh7Q/HK4DPVtWXq+o+4M+A8Q85+2pVnVVVD1bVD6tqdVVdWFX3V9UNwAfp/pgO+ruquruqrgauAj7f9n8X8G90f1SnW2ufnYBbplqhqi6oqitbX64ATpug9mOq6p6q+mFPG0l2AQ4E3tyW3wYcT/cHeczNVfWP7d/rp14/zs10wQBdsJ5TVee0Ws8FVrV9je/Tmqo6twXqeuDdY32qqlvozjZf2VZ/MfDdqlo9RR2aZYaFNtXBVbX92A8/+2590OF04/FfT/K1JC+dYt3HADcOzN8ILKF7p/sYYO3Ygqr6AXD7uNevHZxJ8vgk/yfJd9rQ1N/QnWUMunVg+ocTzG/LxKaqtc/tdGdHk0ryzCRfTLI+yV3A/5yg9rUTvHSiNuiuoTwcuGUg5D8I/NwQrx1vGfC9ge2+ctybh19lgv4l2SXJ6W0I7G66s4nBPp1MFz603x8Zsh7NEsNCc6aqrquqV9P9UToOODPJNvzsWQF071gfOzC/B92wya1078R3G1uQ5BF079B/anfj5t8PfB3Ypw2DvZ1uKGQmTFVrn/OA3ZKsmGKdjwFnA7tX1XbAB/jZ2if6N5zskdJrgR8BOw8E/aOr6peGeO14Lwf+78B2PzL45qGqthm79jLO37R9PKkdj9eO69NZwJPTXTx/Kd1QokbIsNCcSfLaJEur6kHgztb8ILC+/d5rYPXTgD9MsmeSben+uHy8qu6nuxbxsiS/0i46H0P/H/5HAXcDG5I8Afi9mepXT61Tqqrr6IbuTkvy3CRbJtk6ySFJjh6o/XtVdW+SZwD/fVOKbcM8nwfeleTR7QL93knGD21NKMkWra//CDwX+PO26KN0x+U32jpbtz7tNsFmHgVsAO5q1zr+aFyN99Id548BF1fVtzemr5o5hoXm0ouBq9sdQicAh7TrCT+gu4j6lTZ8sT/wIbqhhy8B1wP3An8A0K4p/AFwOt1ZxgbgNrp3y5N5C90f2e8D/wx8fAb7NWmtQ3oj3cX799GF6Dfp3rF/ti1/A/AXSb5Pd33mjIk2Mk2HAlsC1wB30P1hnnI4DHhWO3Z3AxcAjwaeXlVXAlTVWrobC95O9wZgLV0ITPR35s+B/YC76C6Kf2qCdU4GnoRDUPNC/PIjbe7au/k76YaYrh91PZoZSfagGzr8+aq6e9T1LHaeWWizlORlSR7Zrnm8E7gSuGG0VWmmJHkYcBRwukExP4z6k63SxlpJNzwRutszDylPkxeE9gbgVrq7yl484nLUOAwlSeo1a8NQST7UHn1w1UDbjknOTfdIhXOT7NDa0z7OvybJFUn2G3jNYW3965IcNlv1SpImN2tnFkmeQ3eXyilV9cTW9nd0twAe224L3KGq3prkQLq7Rw6ke8zACVX1zCQ70g0xrKC7J3s18LSqumOqfe+88861fPnyWemXJC1Uq1ev/m5VTfR4ltm7ZlFVX0qyfFzzSrr7sqG7Le4C4K2t/ZQ25nxhku2T7NrWPbeqvgeQ5Fy6MczTptr38uXLWbVq1Yz0Q5IWiyQ3TrZsru+G2qV9IAjgOzz0OIRl/PTjBW5qbZO1/4wkR6R7oumq9evXz2zVkrTIjezW2XYWMWNjYFV1YlWtqKoVS5dOeBYlSdpIcx0Wt7bhJdrv21r7OrpHFI/ZrbVN1i5JmkNzHRZnA2N3NB0GfGag/dB2V9T+wF1tuOo/gBcl2aHdOfWi1iZJmkOzdoE7yWl0F6h3TnIT8A7gWOCMJIfTfeDmVW31c+juhFoD/AB4PUBVfS/JXwJfa+v9xdjFbknS3FmQH8pbsWJFeTeUJE1PktVVNeHj8n02lCSpl2EhSeplWEiSevnU2QksP/pzc7avG449aM72JUkbyzMLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktTLsJAk9TIsJEm9DAtJUi/DQpLUy7CQJPUyLCRJvQwLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktTLsJAk9TIsJEm9DAtJUi/DQpLUy7CQJPUyLCRJvQwLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktRrJGGR5A+TXJ3kqiSnJdk6yZ5JLkqyJsnHk2zZ1t2qza9py5ePomZJWszmPCySLAPeCKyoqicCWwCHAMcBx1fV44A7gMPbSw4H7mjtx7f1JElzaFTDUEuARyRZAjwSuAV4PnBmW34ycHCbXtnmacsPSJI5rFWSFr05D4uqWge8E/g2XUjcBawG7qyq+9tqNwHL2vQyYG177f1t/Z3GbzfJEUlWJVm1fv362e2EJC0yoxiG2oHubGFP4DHANsCLN3W7VXViVa2oqhVLly7d1M1JkgaMYhjqBcD1VbW+qn4MfAp4NrB9G5YC2A1Y16bXAbsDtOXbAbfPbcmStLiNIiy+Deyf5JHt2sMBwDXAF4FXtHUOAz7Tps9u87Tl51dVzWG9krTojeKaxUV0F6ovAa5sNZwIvBU4KskaumsSJ7WXnATs1NqPAo6e65olabFb0r/KzKuqdwDvGNf8LeAZE6x7L/DKuahLkjQxP8EtSeplWEiSehkWkqRehoUkqZdhIUnqZVhIknoZFpKkXoaFJKmXYSFJ6mVYSJJ6GRaSpF6GhSSpl2EhSeplWEiSehkWkqRehoUkqZdhIUnqZVhIknoZFpKkXoaFJKmXYSFJ6mVYSJJ6GRaSpF6GhSSpl2EhSeplWEiSehkWkqRehoUkqZdhIUnqZVhIknoZFpKkXoaFJKmXYSFJ6mVYSJJ6DRUWSZ40kztNsn2SM5N8Pcm1SZ6VZMck5ya5rv3eoa2bJO9JsibJFUn2m8laJEn9hj2z+KckFyd5Q5LtZmC/JwD/XlVPAJ4CXAscDZxXVfsA57V5gJcA+7SfI4D3z8D+JUnTMFRYVNWvAa8BdgdWJ/lYkhduzA5b2DwHOKlt+76quhNYCZzcVjsZOLhNrwROqc6FwPZJdt2YfUuSNs7Q1yyq6jrgT4G3Ar8OvKcNI/23ae5zT2A98OEklyb5lyTbALtU1S1tne8Au7TpZcDagdff1Np+SpIjkqxKsmr9+vXTLEmSNJVhr1k8OcnxdMNFzwdeVlW/2KaPn+Y+lwD7Ae+vqqcC9/DQkBMAVVVATWejVXViVa2oqhVLly6dZkmSpKkMe2bxj8AlwFOq6siqugSgqm6mO9uYjpuAm6rqojZ/Jl143Do2vNR+39aWr6Mb/hqzW2uTJM2RYcPiIOBjVfVDgCQPS/JIgKr6yHR2WFXfAdYm+YXWdABwDXA2cFhrOwz4TJs+Gzi03RW1P3DXwHCVJGkOLBlyvS8ALwA2tPlHAp8HfmUj9/sHwKlJtgS+BbyeLrjOSHI4cCPwqrbuOcCBwBrgB21dSdIcGjYstq6qsaCgqjaMnVlsjKq6DFgxwaIDJli3gCM3dl+SpE037DDUPYMfhkvyNOCHs1OSJGm+GfbM4s3AJ5LcDAT4eeC3Zq0qSdK8MlRYVNXXkjwBGLso/Y2q+vHslSVJmk+GPbMAeDqwvL1mvyRU1SmzUpUkaV4ZKiySfATYG7gMeKA1F2BYSNIiMOyZxQpg33ZnkiRpkRn2bqir6C5qS5IWoWHPLHYGrklyMfCjscaq+s1ZqUqSNK8MGxbHzGYRkqT5bdhbZ/8zyWOBfarqC+3T21vMbmmSpPli2EeU/y7d02E/2JqWAWfNVlGSpPll2AvcRwLPBu6Gn3wR0s/NVlGSpPll2LD4UVXdNzaTZAnT/HIiSdLma9iw+M8kbwce0b57+xPAZ2evLEnSfDJsWBxN973ZVwL/g+47Jqb7DXmSpM3UsHdDPQj8c/uRJC0ywz4b6nomuEZRVXvNeEWSpHlnOs+GGrM18Epgx5kvR5I0Hw11zaKqbh/4WVdV/wAcNMu1SZLmiWGHofYbmH0Y3ZnGdL4LQ5K0GRv2D/67BqbvB24AXjXj1UiS5qVh74Z63mwXIkmav4YdhjpqquVV9e6ZKUeSNB9N526opwNnt/mXARcD181GUZKk+WXYsNgN2K+qvg+Q5Bjgc1X12tkqTJI0fwz7uI9dgPsG5u9rbZKkRWDYM4tTgIuTfLrNHwycPDslSZLmm2HvhvrrJP8G/Fpren1VXTp7ZUmS5pNhh6EAHgncXVUnADcl2XOWapIkzTPDfq3qO4C3Am9rTQ8HPjpbRUmS5pdhzyxeDvwmcA9AVd0MPGq2ipIkzS/DhsV9VVW0x5Qn2Wb2SpIkzTfDhsUZST4IbJ/kd4Ev4BchSdKiMezdUO9s3719N/ALwJ9V1bmzWpkkad7oDYskWwBfaA8TnLGAaNtdBayrqpe2u6tOB3YCVgO/XVX3JdmK7nMeTwNuB36rqm6YqTokSf16h6Gq6gHgwSTbzfC+3wRcOzB/HHB8VT0OuAM4vLUfDtzR2o9v60mS5tCw1yw2AFcmOSnJe8Z+NnanSXaj+6a9f2nzAZ4PnNlWOZnuU+IAK3no0+JnAge09SVJc2TYx318qv3MlH8A/piHbr/dCbizqu5v8zcBy9r0MmAtQFXdn+Sutv53Z7AeSdIUpgyLJHtU1berasaeA5XkpcBtVbU6yXNncLtHAEcA7LHHHjO1WUkS/cNQZ41NJPnkDO3z2cBvJrmB7oL284ET6G7LHQuv3YB1bXodsHurYQmwHd2F7p9SVSdW1YqqWrF06dIZKlWSBP1hMXhtYK+Z2GFVva2qdquq5cAhwPlV9Rrgi8Ar2mqHAZ9p02e3edry89sHBCVJc6QvLGqS6dnwVuCoJGvorkmc1NpPAnZq7UcBR89yHZKkcfoucD8lyd10ZxiPaNO0+aqqR2/KzqvqAuCCNv0t4BkTrHMv8MpN2Y8kadNMGRZVtcVcFSJJmr+m830WkqRFyrCQJPUyLCRJvQwLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktTLsJAk9TIsJEm9DAtJUi/DQpLUy7CQJPUyLCRJvQwLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktTLsJAk9TIsJEm9DAtJUi/DQpLUy7CQJPUyLCRJvQwLSVIvw0KS1MuwkCT1MiwkSb0MC0lSL8NCktRrzsMiye5JvpjkmiRXJ3lTa98xyblJrmu/d2jtSfKeJGuSXJFkv7muWZIWu1GcWdwP/K+q2hfYHzgyyb7A0cB5VbUPcF6bB3gJsE/7OQJ4/9yXLEmL25yHRVXdUlWXtOnvA9cCy4CVwMlttZOBg9v0SuCU6lwIbJ9k1zkuW5IWtZFes0iyHHgqcBGwS1Xd0hZ9B9ilTS8D1g687KbWJkmaIyMLiyTbAp8E3lxVdw8uq6oCaprbOyLJqiSr1q9fP4OVSpJGEhZJHk4XFKdW1ada861jw0vt922tfR2w+8DLd2ttP6WqTqyqFVW1YunSpbNXvCQtQqO4GyrAScC1VfXugUVnA4e16cOAzwy0H9ruitofuGtguEqSNAeWjGCfzwZ+G7gyyWWt7e3AscAZSQ4HbgRe1ZadAxwIrAF+ALx+bsuVJM15WFTVl4FMsviACdYv4MhZLUqSNCU/wS1J6jWKYSgNWH705+Z0fzcce9Cc7k/SwuCZhSSpl2EhSeplWEiSehkWkqRehoUkqZdhIUnqZVhIknoZFpKkXoaFJKmXYSFJ6mVYSJJ6GRaSpF6GhSSpl2EhSeplWEiSehkWkqRehoUkqZdhIUnqZVhIknoZFpKkXktGXYDm1vKjPzen+7vh2IPmdH+SZodnFpKkXoaFJKmXYSFJ6mVYSJJ6GRaSpF6GhSSpl2EhSeplWEiSehkWkqRefoJbs2ouPzHup8Wl2eOZhSSpl2EhSeq12YRFkhcn+UaSNUmOHnU9krSYbBbXLJJsAbwPeCFwE/C1JGdX1TWjrUzzyVw/UXeueU1Go7RZhAXwDGBNVX0LIMnpwErAsNCisdDDcC7NZfAulK8F2FzCYhmwdmD+JuCZgyskOQI4os1uSPKNOaptvJ2B745o33NtsfR1sfQTFklfc9zC7WeO+5mm6fT1sZMt2FzColdVnQicOOo6kqyqqhWjrmMuLJa+LpZ+wuLp62LpJ8xcXzeXC9zrgN0H5ndrbZKkObC5hMXXgH2S7JlkS+AQ4OwR1yRJi8ZmMQxVVfcn+X3gP4AtgA9V1dUjLmsyIx8Km0OLpa+LpZ+wePq6WPoJM9TXVNVMbEeStIBtLsNQkqQRMiwkSb0Mi02U5IYkVya5LMmq1rZjknOTXNd+7zDqOqcryYeS3JbkqoG2CfuVznvao1iuSLLf6Cqfvkn6ekySde24XpbkwIFlb2t9/UaS3xhN1dOXZPckX0xyTZKrk7yptS+o4zpFPxfiMd06ycVJLm99/fPWvmeSi1qfPt5uDCLJVm1+TVu+fOidVZU/m/AD3ADsPK7t74Cj2/TRwHGjrnMj+vUcYD/gqr5+AQcC/wYE2B+4aNT1z0BfjwHeMsG6+wKXA1sBewLfBLYYdR+G7OeuwH5t+lHAf7X+LKjjOkU/F+IxDbBtm344cFE7VmcAh7T2DwC/16bfAHygTR8CfHzYfXlmMTtWAie36ZOBg0dYy0apqi8B3xvXPFm/VgKnVOdCYPsku85NpZtukr5OZiVwelX9qKquB9bQPY5m3quqW6rqkjb9feBauqcjLKjjOkU/J7M5H9Oqqg1t9uHtp4DnA2e29vHHdOxYnwkckCTD7Muw2HQFfD7J6vbIEYBdquqWNv0dYJfRlDbjJuvXRI9jmeo/5+bi99vwy4cGhhIXRF/b8MNT6d6JLtjjOq6fsACPaZItklwG3AacS3dmdGdV3d9WGezPT/ralt8F7DTMfgyLTferVbUf8BLgyCTPGVxY3fnegrs/eaH2a8D7gb2BXwZuAd412nJmTpJtgU8Cb66quweXLaTjOkE/F+QxraoHquqX6Z5s8QzgCbOxH8NiE1XVuvb7NuDTdAfr1rHT9fb7ttFVOKMm69eCexxLVd3a/hM+CPwzDw1LbNZ9TfJwuj+gp1bVp1rzgjuuE/VzoR7TMVV1J/BF4Fl0Q4ZjH7oe7M9P+tqWbwfcPsz2DYtNkGSbJI8amwZeBFxF9yiSw9pqhwGfGU2FM26yfp0NHNruntkfuGtgWGOzNG5s/uV0xxW6vh7S7irZE9gHuHiu69sYbWz6JODaqnr3wKIFdVwn6+cCPaZLk2zfph9B950/19KFxivaauOP6dixfgVwfjub7Dfqq/mb8w+wF91dFJcDVwN/0tp3As4DrgO+AOw46lo3om+n0Z2q/5huzPPwyfpFd0fG++jGSq8EVoy6/hno60daX65o/8F2HVj/T1pfvwG8ZNT1T6Ofv0o3xHQFcFn7OXChHdcp+rkQj+mTgUtbn64C/qy170UXeGuATwBbtfat2/yatnyvYffl4z4kSb0chpIk9TIsJEm9DAtJUi/DQpLUy7CQJPUyLLRoJfn5JKcn+WZ7XMs5SR6/Cdv7lyT7TvM1/5rk+vbU0P9KckqS3YZ43QVJVmxsrdJ0GRZalNoHtz4NXFBVe1fV04C3McRzvNqH1B42rm2LqvqdqrpmGjVs0Sb/qKqeAvwC3T3z5489UlqaLwwLLVbPA35cVR8Ya6iqy4FLk5yX5JJ031OyEroH0rXvOjiF7sNPuyfZkORdSS4HnjX4bj/Ji5J8tW3nE+05RWPff3JckkuAVw4WVJ3j6R7m95KptjMoyfuTrBr3fQbPT3LWwDovTPLpmfwH1OJiWGixeiKweoL2e4GXV/dwyOcB7xp4hPM+wD9V1S9V1Y3ANnTf8fCUqvry2AaS7Az8KfCCtp1VwFED+7i9qvarqtMnqe0S4AlDbGfMn1TVCrpP8/56kifTPe7hCUmWtnVeD3xoyn8RaQpL+leRFpUAf9OeHvwg3SOdx4ambqzuex3GPED3sLrx9qf7Qp2vtJzZEvjqwPKPD1HDMNsZ86r2ePwldF/8s29VXZHkI8Brk3yY7uFyh/bsV5qUYaHF6moeetDaoNcAS4GnVdWPk9xA9zwdgHvGrXtvVT0wwTYCnFtVr55k3+O3M95T6Z7V1Lcd2oPv3gI8varuSPKvA/V+GPgs3dnSJ+qh7zeQps1hKC1W5wNbDXxhFW345rHAbS0ontfmp+tC4NlJHte2u80wd1m1C+dvpDs7+Pcht/NouvC5K8kutGsdAFV1M3Az3VDWhzeiH9JPGBZalKp7gubLgRe0W2evBv4WOAdYkeRKumGbr2/EttcDrwNOS3IF3dDRVF9I8/ftIvl/AU8HnldV9w2znbGL8q3OjwFfGbftU4G1VXXtdPshDfKps9ICluS9wKVVddKoa9HmzbCQFqgkq+mGqF5YVT8adT3avBkWkqReXrOQJPUyLCRJvQwLSVIvw0KS1MuwkCT1+v+QflaQ+9elfgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "train[train['CarrierDelay'] >= 1, 'CarrierDelay'].hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.5214790427185322"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# is this correlated with fields we have values for?\n",
    "train['CarrierDelay'].cor(train['DepDelay'], na_rm=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Build a model for CarrierDelay\n",
    "\n",
    "Now we will build a model to try to repair CarrierDelay."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "from h2o.estimators.gbm import H2OGradientBoostingEstimator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = 'CarrierDelay'\n",
    "ignore_fields = ['TailNum']\n",
    "x = [i for i in train.names if i not in ignore_fields]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "bad_rowsT = train[y].isna()\n",
    "bad_rowsV = valid[y].isna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# good has values for CarrierDelay, bad is missing values\n",
    "train_good = train[bad_rowsT.logical_negation(), :]\n",
    "valid_good = valid[bad_rowsV.logical_negation(), :]\n",
    "train_bad = train[bad_rowsT, :]\n",
    "valid_bad = valid[bad_rowsV, :]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Good values: train = 7136/35255, valid = 911/4272\n"
     ]
    }
   ],
   "source": [
    "print(\"Good values: train = %d/%d, valid = %d/%d\" % \n",
    "      (train_good.nrow, train_bad.nrow+train_good.nrow, valid_good.nrow, valid_bad.nrow+valid_good.nrow))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "gbm Model Build progress: |███████████████████████████████████████████████| 100%\n"
     ]
    }
   ],
   "source": [
    "m_GBM_g = H2OGradientBoostingEstimator(distribution='gamma')\n",
    "m_GBM_g.train(x, y, train_good, validation_frame=valid_good)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "gbm prediction progress: |████████████████████████████████████████████████| 100%\n"
     ]
    }
   ],
   "source": [
    "# use floor to get integers to match rest of data\n",
    "new_values = m_GBM_g.predict(train_bad).floor()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "new_values.columns = [y]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZQAAAEWCAYAAABBvWFzAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAeoklEQVR4nO3debgdVb3m8e9LwiRTQGJEEgxDlIsDEiNDOwIaJjXQj3JjaxN5uDfdgtO19V5QW3DAC7cVLjigKNGAQAgoEBWHMGlrMyUyhsGEySQEEglJCPPw9h+1NmwOZ9gnqX3O2cn7eZ797KpVq6p+61Syf7tW1V4l20RERKytDQY7gIiIWDckoURERC2SUCIiohZJKBERUYsklIiIqEUSSkRE1CIJJdpK0jxJ7xnsOAaTpMMkLZS0WtIegxTDDmX/wwZj/yWGqyX902DtP9ovCSXWmKT7JL23S9nHJf2pMW/7Dbav7mM7YyVZ0vA2hTrYvgV80vbmtm/sulCVT0u6TdJjkhZJulDSm+oKwPbfyv6fW5P1y3F9riSl1ZLulfQTSa+rK8bofEkosc4bAonqtcC8XpafBnwG+DSwDfA64BLgkP7uqLu2rm37m9a/xvbmwFbAe4EngLmS3rg22491RxJKtFXzWYykPSXNkbRK0kOSTinV/ljeV5Rvv/tI2kDSlyXdL2mppLMlbdW03SPKsocl/e8u+zlB0kWSfiZpFfDxsu9rJK2QtETSdyVt1LQ9Szpa0nxJj0r6uqSdJf2/Eu/M5vpd2thtrJI2lrQaGAbcLOnubtYdBxwDfMT2lbafsv247XNtn1TqHCLpxhLHQkknNK3fOLs7StLfgCv7KBte1ttK0lnlb7FY0jca3WHlbOTPkk6V9DBwQnPMtp+zfbfto4E/NC+XtHf5m62QdHNP3Z3lb3tlOX5/l3SupBFl2Rck/bxL/dMlndbdtmLoSEKJgXQacJrtLYGdgZml/F3lfUTplrkG+Hh57QvsBGwOfBdA0m7A94GPAttRfWPevsu+JgEXASOAc4HngH8BtgX2AfYHju6yzgHAW4G9gX8FzgQ+BowB3gh8pId2dRtrSQ6blzq72965m3X3BxbZvr6HbQM8BhxR2nII8AlJh3ap827gH0obeitr+CnwLLALsAcwEWi+vrEXcA8wCjixl9h+AbwTQNL2wK+Bb1CdaX0e+Lmkkd2sJ+DfgdeUGMfwYmL6GXBgU4IZDkwGzu4ljhgCklBibV1Svo2ukLSC6oO+J88Au0ja1vZq29f2UvejwCm277G9GjgOmFw+XD4E/NL2n2w/DXwF6Doo3TW2L7H9vO0nbM+1fa3tZ23fB/yQ6gO32X/YXmV7HnAb8Puy/5XAb6g+ePsba19eCSzprYLtq23fWtpyC3B+N7GfYPsx20/0UYakUcDBwGfL8qXAqVQf2g0P2P5O+Xu9ZP0uHqBKHlAl38tsX1ZinQ3MKfvq2qYFtmeXpLsMOKXRJttLqM5aP1yqHwj83fbcXuKIISAJJdbWobZHNF68/Ft/s6Oorg/cKekGSe/vpe5rgPub5u8HhlN9Y34NsLCxwPbjwMNd1l/YPCPpdZJ+JenB0g32TaqzlWYPNU0/0c385nSvt1j78jDVWVaPJO0l6SpJyyStBP5nN7Ev7GbV7sqguqazIbCk6YvAD4FXtbBuV9sDy5u2++EuXzDeQTftkzRK0ozS3baK6qykuU3TqRIU5f2cFuOJQZSEEgPG9nzbH6H64DoZuEjSZrz87AKqb76vbZrfgaqL5iGqb/SjGwskbUr1Tf8lu+syfwZwJzCudLl9karbpQ69xdqXK4DRkib0Uuc8YBYwxvZWwA94eezd/Q17Gkp8IfAUsG3Tl4Etbb+hhXW7Ogz4v03bPaf5C4btzRrXgrr4ZtnHm8rx+FiXNl0CvFnVBf/3U3VbxhCXhBIDRtLHJI20/TywohQ/Dywr7zs1VT8f+BdJO0ranOoD6ALbz1JdG/mApP9SLpSfQN/JYQtgFbBa0q7AJ+pqVx+x9sr2fKpuwvMlvUfSRpI2kTRZ0rFNsS+3/aSkPYH/tjbBli6l3wPflrRlualgZ0ldu9G6JWlYaet3gPcAXy2LfkZ1XA4odTYpbRrdzWa2AFYDK8u1ly90ifFJquN8HnC97b+tSVtjYCWhxEA6EJhX7nw6DZhcrm88TnXh98+lq2RvYBpVN8cfgXuBJ4FPAZRrHJ8CZlCdrawGllJ96+7J56k+iB8FfgRcUGO7eoy1RZ+muuHge1SJ9m6qb/6/LMuPBr4m6VGq60Uzu9tIPx0BbATcDjxC9eHda9cbsE85dquAq4EtgbfZvhXA9kKqmyG+SPUlYSFVoujuc+arwHhgJdWF/F90U2c68CbS3dUxlAdsRacrZwUrqLqz7h3seKIeknag6qZ8te1Vgx1P9C1nKNGRJH1A0ivKNZhvAbcC9w1uVFEXSRsAnwNmJJl0jsH+BXHEmppE1RUiqltTJzun2+uE8iXhIaq75Q4c5HCiH9LlFRERtUiXV0RE1GKd7PLadtttPXbs2MEOIyKio8ydO/fvtrsbKqcl62RCGTt2LHPmzBnsMCIiOoqk+/uu1bN0eUVERC2SUCIiohZJKBERUYsklIiIqEVbE4qkEaqenHenpDtUPYlvG0mzVT0Zb7akrUtdlaeyLZB0i6TxTduZUurPlzSlnTFHRMSaafcZymnAb23vCuwO3AEcC1xhexzV0N2NEVUPAsaV11Sq4caRtA1wPNUT5PYEjm8koYiIGDrallBUPf/7XcBZALaftr2CasiM6aXadKDxKNNJwNmuXAuMkLQd1eNLZ9tebvsRYDYZjiEiYshp5xnKjlRDWP9E0o2SflzG6BlVnscA8CAvPtVue176lLhFpayn8peQNFXSHElzli1bVnNTIiKiL+1MKMOpnndwhu09gMd4sXsLgDKYXy2Didk+0/YE2xNGjlzjH3pGRMQaaucv5RcBi2xfV+YvokooD0nazvaS0qW1tCxfDIxpWn90KVtM9VS45vKr2xg3Y4/99QvT9510SDt3FRGxzmjbGYrtB4GFkl5fivanejrcLKBxp9YU4NIyPQs4otzttTewsnSN/Q6YKGnrcjF+YimLiIghpN1jeX0KOLc89/se4EiqJDZT0lFUzzs4vNS9DDgYWAA8Xupie7mkrwM3lHpfs728zXFHREQ/tTWh2L4JmNDNov27qWvgmB62M43qud0RETFE5ZfyERFRiySUiIioRRJKRETUIgklIiJqkYQSERG1SEKJiIhaJKFEREQtklAiIqIWSSgREVGLJJSIiKhFEkpERNQiCSUiImqRhBIREbVIQomIiFokoURERC2SUCIiohZJKBERUYsklIiIqEUSSkRE1CIJJSIiapGEEhERtUhCiYiIWiShRERELZJQIiKiFkkoERFRiySUiIioRVsTiqT7JN0q6SZJc0rZNpJmS5pf3rcu5ZJ0uqQFkm6RNL5pO1NK/fmSprQz5oiIWDMDcYayr+232J5Q5o8FrrA9DriizAMcBIwrr6nAGVAlIOB4YC9gT+D4RhKKiIihYzC6vCYB08v0dODQpvKzXbkWGCFpO+AAYLbt5bYfAWYDBw500BER0bt2JxQDv5c0V9LUUjbK9pIy/SAwqkxvDyxsWndRKeup/CUkTZU0R9KcZcuW1dmGiIhowfA2b/8dthdLehUwW9KdzQttW5Lr2JHtM4EzASZMmFDLNiMionVtPUOxvbi8LwUuproG8lDpyqK8Ly3VFwNjmlYfXcp6Ko+IiCGkbQlF0maStmhMAxOB24BZQONOrSnApWV6FnBEudtrb2Bl6Rr7HTBR0tblYvzEUhYREUNIO7u8RgEXS2rs5zzbv5V0AzBT0lHA/cDhpf5lwMHAAuBx4EgA28slfR24odT7mu3lbYw7IiLWQNsSiu17gN27KX8Y2L+bcgPH9LCtacC0umOMiIj65JfyERFRiySUiIioRRJKRETUIgklIiJqkYQSERG1SEKJiIhaJKFEREQtklAiIqIWSSgREVGLJJSIiKhFEkpERNQiCSUiImqRhBIREbVIQomIiFokoURERC2SUCIiohZJKBERUYsklIiIqEUSSkRE1CIJJSIiapGEEhERtUhCiYiIWiShRERELZJQIiKiFkkoERFRiySUiIioRdsTiqRhkm6U9Ksyv6Ok6yQtkHSBpI1K+cZlfkFZPrZpG8eV8rskHdDumCMiov8G4gzlM8AdTfMnA6fa3gV4BDiqlB8FPFLKTy31kLQbMBl4A3Ag8H1JwwYg7oiI6Ie2JhRJo4FDgB+XeQH7AReVKtOBQ8v0pDJPWb5/qT8JmGH7Kdv3AguAPdsZd0RE9F+7z1D+E/hX4Pky/0pghe1ny/wiYPsyvT2wEKAsX1nqv1DezTovkDRV0hxJc5YtW1Z3OyIiog9tSyiS3g8stT23XftoZvtM2xNsTxg5cuRA7DIiIpoMb+O23w58UNLBwCbAlsBpwAhJw8tZyGhgcam/GBgDLJI0HNgKeLipvKF5nYiIGCLadoZi+zjbo22PpbqofqXtjwJXAR8q1aYAl5bpWWWesvxK2y7lk8tdYDsC44Dr2xV3RESsmXaeofTk34AZkr4B3AicVcrPAs6RtABYTpWEsD1P0kzgduBZ4Bjbzw182BER0ZsBSSi2rwauLtP30M1dWrafBD7cw/onAie2L8KIiFhbLXV5SXpTuwOJiIjO1uo1lO9Lul7S0ZK2amtEERHRkVpKKLbfCXyU6m6ruZLOk/S+tkYWEREdpeW7vGzPB75MdVH93cDpku6U9F/bFVxERHSOVq+hvFnSqVRjcu0HfMD2P5TpU9sYX0REdIhW7/L6DtV4XF+0/USj0PYDkr7clsgiIqKjtJpQDgGeaPz+Q9IGwCa2H7d9Ttuii4iIjtHqNZTLgU2b5l9RyiIiIoDWE8omtlc3Zsr0K9oTUkREdKJWE8pjksY3ZiS9FXiil/oREbGeafUaymeBCyU9AAh4NfCPbYsqIiI6TksJxfYNknYFXl+K7rL9TPvCioiITtOfwSHfBowt64yXhO2z2xJVRER0nJYSiqRzgJ2Bm4DG0PEGklAiIgJo/QxlArBbeeBVRETEy7R6l9dtVBfiIyIiutXqGcq2wO2SrgeeahTa/mBbooqIiI7TakI5oZ1BRERE52v1tuE/SHotMM725ZJeAQxrb2gREdFJWh2+/p+Bi4AflqLtgUvaFVRERHSeVi/KHwO8HVgFLzxs61XtCioiIjpPqwnlKdtPN2YkDaf6HUpERATQekL5g6QvApuWZ8lfCPyyfWFFRESnaTWhHAssA24F/gdwGdXz5SMiIoDW7/J6HvhReUVERLxMq3d53Svpnq6vPtbZRNL1km6WNE/SV0v5jpKuk7RA0gWSNirlG5f5BWX52KZtHVfK75J0wJo3NyIi2qU/Y3k1bAJ8GNimj3WeAvazvVrShsCfJP0G+Bxwqu0Zkn4AHAWcUd4fsb2LpMnAycA/StoNmAy8AXgNcLmk1zWebx8REUNDS2coth9uei22/Z/AIX2s46bHBm9YXgb2o/pNC8B04NAyPanMU5bvL0mlfIbtp2zfCywA9myteRERMVBaHb5+fNPsBlRnLH2uK2kYMBfYBfgecDewwvazpcoiqh9JUt4XAth+VtJK4JWl/NqmzTavExERQ0SrXV7fbpp+FrgPOLyvlUq31FskjQAuBnbtb4CtkjQVmAqwww47tGs3ERHRg1bv8tp3bXZie4Wkq4B9gBGShpezlNHA4lJtMTAGWFR+OLkV8HBTeUPzOs37OBM4E2DChAn50WVExABrtcvrc70tt31KN+uMBJ4pyWRT4H1UF9qvAj4EzACmAJeWVWaV+WvK8ittW9Is4DxJp1BdlB8HXN9K3BERMXD6c5fX26g+9AE+QPWhPr+XdbYDppfrKBsAM23/StLtwAxJ3wBuBM4q9c8CzpG0AFhOdWcXtudJmgncTtXddkzu8IqIGHpaTSijgfG2HwWQdALwa9sf62kF27cAe3RTfg/d3KVl+0mq25G729aJwIktxhoREYOg1aFXRgFPN80/XcoiIiKA1s9Qzgaul3RxmT+UF38zEhER0fJdXieWX7m/sxQdafvG9oUVERGdptUuL4BXAKtsn0Z1a++ObYopIiI6UKuDQx4P/BtwXCnaEPhZu4KKiIjO0+oZymHAB4HHAGw/AGzRrqAiIqLztJpQnrZtymN/JW3WvpAiIqITtZpQZkr6IdWwKf8MXE4ethUREU1avcvrW+VZ8quA1wNfsT27rZFFRERHaXUI+svLAJFJIhER0a0+u7zKuFnPS9pqAOKJiIgO1eov5VcDt0qaTbnTC8D2p9sSVUREdJxWE8ovyisiIqJbvSYUSTvY/pvtjNsVERG96usayiWNCUk/b3MsERHRwfpKKGqa3qmdgURERGfrK6G4h+mIiIiX6Oui/O6SVlGdqWxapinztr1lW6OLiIiO0WtCsT1soAKJiIjO1p/noURERPQoCSUiImqRhBIREbVIQomIiFokoURERC2SUCIiohZJKBERUYu2JRRJYyRdJel2SfMkfaaUbyNptqT55X3rUi5Jp0taIOkWSeObtjWl1J8vaUq7Yo6IiDXXzjOUZ4H/ZXs3YG/gGEm7AccCV9geB1xR5gEOAsaV11TgDKgSEHA8sBewJ3B8IwlFRMTQ0baEYnuJ7b+U6UeBO4DtgUlAYzj86cChZXoScLYr1wIjJG0HHADMtr3c9iNUjyE+sF1xR0TEmhmQayiSxgJ7ANcBo2wvKYseBEaV6e2BhU2rLSplPZV33cdUSXMkzVm2bFmt8UdERN/anlAkbQ78HPis7VXNy2ybmkYxtn2m7Qm2J4wcObKOTUZERD+0NaFI2pAqmZxru/EI4YdKVxblfWkpXwyMaVp9dCnrqTwiIoaQdt7lJeAs4A7bpzQtmgU07tSaAlzaVH5Eudtrb2Bl6Rr7HTBR0tblYvzEUhYREUNIX89DWRtvB/47cKukm0rZF4GTgJmSjgLuBw4vyy4DDgYWAI8DRwLYXi7p68ANpd7XbC9vY9wREbEG2pZQbP+Jlz5CuNn+3dQ3cEwP25oGTKsvuoiIqFt+KR8REbVIQomIiFokoURERC2SUCIiohZJKBERUYsklIiIqEUSSkRE1CIJJSIiapGEEhERtUhCiYiIWiShRERELZJQIiKiFkkoERFRiySUiIioRRJKRETUIgklIiJqkYQSERG1SEKJiIhaJKFEREQtklAiIqIWSSgREVGLJJSIiKhFEkpERNQiCSUiImqRhBIREbVIQomIiFq0LaFImiZpqaTbmsq2kTRb0vzyvnUpl6TTJS2QdIuk8U3rTCn150ua0q54IyJi7bTzDOWnwIFdyo4FrrA9DriizAMcBIwrr6nAGVAlIOB4YC9gT+D4RhKKiIihpW0JxfYfgeVdiicB08v0dODQpvKzXbkWGCFpO+AAYLbt5bYfAWbz8iQVERFDwEBfQxlle0mZfhAYVaa3BxY21VtUynoqfxlJUyXNkTRn2bJl9UYdERF9GrSL8rYNuMbtnWl7gu0JI0eOrGuzERHRooFOKA+VrizK+9JSvhgY01RvdCnrqTwiIoaYgU4os4DGnVpTgEubyo8od3vtDawsXWO/AyZK2rpcjJ9YyiIiYogZ3q4NSzofeA+wraRFVHdrnQTMlHQUcD9weKl+GXAwsAB4HDgSwPZySV8Hbij1vma764X+iIgYAtqWUGx/pIdF+3dT18AxPWxnGjCtxtAiIqIN8kv5iIioRRJKRETUIgklIiJqkYQSERG1SEKJiIhaJKFEREQtklAiIqIWSSgREVGLJJSIiKhFEkpERNQiCSUiImqRhBIREbVIQomIiFokoURERC2SUCIiohZJKBERUYsklIiIqEUSSkRE1CIJJSIiapGEEhERtUhCiYiIWiShRERELZJQIiKiFsMHO4BOMvbYX78wfd9JhwxiJBERQ08SSh+ak0hP5c3JJUknItZXSSg16CnpRESsTzomoUg6EDgNGAb82PZJgxxSn3K2EhHrk45IKJKGAd8D3gcsAm6QNMv27YMbWet6OotJoomIdUVHJBRgT2CB7XsAJM0AJgEdk1B6MtDdZT0lsFbiSPKLiN50SkLZHljYNL8I2Ku5gqSpwNQyu1rSXS1ue1vg72sd4dDTbbt08ppvcG3WrdF6dbzWAWlXZ3n92qzcKQmlT7bPBM7s73qS5tie0IaQBlXa1VnSrs6yLrdrbdbvlB82LgbGNM2PLmURETFEdEpCuQEYJ2lHSRsBk4FZgxxTREQ06YguL9vPSvok8Duq24an2Z5X0+b73U3WIdKuzpJ2dZa0qxuyXVcgERGxHuuULq+IiBjiklAiIqIW621CkXSgpLskLZB07GDHszYk3SfpVkk3NW77k7SNpNmS5pf3rQc7zr5ImiZpqaTbmsq6bYcqp5fjd4uk8YMXee96aNcJkhaXY3aTpIOblh1X2nWXpAMGJ+q+SRoj6SpJt0uaJ+kzpbyjj1kv7eroYyZpE0nXS7q5tOurpXxHSdeV+C8oNz4haeMyv6AsH9vnTmyvdy+qC/t3AzsBGwE3A7sNdlxr0Z77gG27lP0HcGyZPhY4ebDjbKEd7wLGA7f11Q7gYOA3gIC9gesGO/5+tusE4PPd1N2t/HvcGNix/DsdNtht6KFd2wHjy/QWwF9L/B19zHppV0cfs/J337xMbwhcV47DTGByKf8B8IkyfTTwgzI9Gbigr32sr2coLwzlYvtpoDGUy7pkEjC9TE8HDh3EWFpi+4/A8i7FPbVjEnC2K9cCIyRtNzCR9k8P7erJJGCG7ads3wssoPr3OuTYXmL7L2X6UeAOqlEtOvqY9dKunnTEMSt/99VldsPyMrAfcFEp73q8GsfxImB/SeptH+trQuluKJfe/sEMdQZ+L2luGYIGYJTtJWX6QWDU4IS21npqx7pwDD9Zun6mNXVJdmS7SnfIHlTfeteZY9alXdDhx0zSMEk3AUuB2VRnUytsP1uqNMf+QrvK8pXAK3vb/vqaUNY177A9HjgIOEbSu5oXujpn7fj7w9eVdhRnADsDbwGWAN8e3HDWnKTNgZ8Dn7W9qnlZJx+zbtrV8cfM9nO230I12siewK51bn99TSjr1FAutheX96XAxVT/UB5qdCeU96WDF+Fa6akdHX0MbT9U/nM/D/yIF7tIOqpdkjak+tA91/YvSnHHH7Pu2rWuHDMA2yuAq4B9qLoeGz9yb479hXaV5VsBD/e23fU1oawzQ7lI2kzSFo1pYCJwG1V7ppRqU4BLByfCtdZTO2YBR5Q7h/YGVjZ1swx5Xa4dHEZ1zKBq1+Ryh82OwDjg+oGOrxWlP/0s4A7bpzQt6uhj1lO7Ov2YSRopaUSZ3pTq+VJ3UCWWD5VqXY9X4zh+CLiynHH2bLDvPBisF9UdJ3+l6kP80mDHsxbt2InqDpObgXmNtlD1dV4BzAcuB7YZ7FhbaMv5VF0Jz1D15R7VUzuo7lj5Xjl+twITBjv+frbrnBL3LeU/7nZN9b9U2nUXcNBgx99Lu95B1Z11C3BTeR3c6cesl3Z19DED3gzcWOK/DfhKKd+JKgEuAC4ENi7lm5T5BWX5Tn3tI0OvRERELdbXLq+IiKhZEkpERNQiCSUiImqRhBIREbVIQomIiFokocR6S9KrJc2QdHcZtuYySa9bi+39WNJu/Vznp5LuLSPA/lXS2ZJGt7De1ZImrGmsEe2QhBLrpfLjtYuBq23vbPutwHG0MOZZ+WHeBl3Khtn+J9u39yOGYWXyC7Z3B15P9TuBKxtDiEd0kiSUWF/tCzxj+weNAts3AzdKukLSX1Q9Y2YSVIMElmddnE31o7AxklZL+rakm4F9ms8aJE2UdE3ZzoVlXKjGs2tOlvQX4MPNAblyKtWAigf1tp1mks6QNKfLMy72k3RJU533Sbq4zj9gRFdJKLG+eiMwt5vyJ4HDXA22uS/w7aYhu8cB37f9Btv3A5tRPdNjd9t/amxA0rbAl4H3lu3MAT7XtI+HbY+3PaOH2P4C7NrCdhq+ZHsC1S+h3y3pzVTDaewqaWSpcyQwrde/SMRaGt53lYj1ioBvlhGbn6cawrvRDXa/q+d4NDxHNYBgV3tTPXTpzyUXbQRc07T8ghZiaGU7DYeXxxYMp3o41G62b5F0DvAxST+hGgTwiD72G7FWklBifTWPFwfEa/ZRYCTwVtvPSLqPakwjgMe61H3S9nPdbEPAbNsf6WHfXbfT1R5UY2H1tR3KYISfB95m+xFJP22K9yfAL6nOui70i8+8iGiLdHnF+upKYOOmB5JRuopeCywtyWTfMt9f1wJvl7RL2e5mrdw9Vi72f5rqLOO3LW5nS6oEtVLSKMq1FwDbDwAPUHWb/WQN2hHRL0kosV5yNSrqYcB7y23D84B/By4DJki6laqL6M412PYy4OPA+ZJuoeqm6u1BRv+nXNj/K/A2YF/bT7eyncaNBCXO84A/d9n2ucBC23f0tx0R/ZXRhiPWYZK+C9xo+6zBjiXWfUkoEesoSXOpusPeZ/upwY4n1n1JKBERUYtcQ4mIiFokoURERC2SUCIiohZJKBERUYsklIiIqMX/B3w1sVItSGT2AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZEAAAEWCAYAAACnlKo3AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAayUlEQVR4nO3de7RcZZ3m8e8jiBcQwQbTCGgUow7eMSKO2kKrGKVtYJY6MNqgS6WngVbb6R7RcRq8NvZ4afBCixoFLyDeEEdsjSjaOiAEUC5eOhHBJEQSiRCDKAK/+aPeg8XhnJPKzqlTOTnfz1q1Tu239uX3Zq/UU/vdu3alqpAkqYt7jLoASdLsZYhIkjozRCRJnRkikqTODBFJUmeGiCSpM0NEI5HkqiT7j7qOUUpyaJIVSTYkeeKIanhw2/42o9h+q+H8JK8c1fa1eQwRTbsk1yR59ri2lyX57th0VT26qs7fyHrmJ6kk2w6p1FF7F3BsVe1QVZeNfzE9r05yZZKbk6xM8tkkj52uAqrqF237t3dZvu3X21sQbUjy8yQfS/KI6apRWzZDRHPWFhBODwGumuL1k4DXAK8GHgA8AjgbOGhTNzRRXze3/33LX1BVOwD3B54N3AJckuQxm7N+zQ6GiEai/2glyb5JliZZn+T6JO9ps32n/b2xfcp9apJ7JHlTkmuTrElyepL79633iPbaDUn+97jtnJDkc0k+mWQ98LK27QuS3JhkdZL3J9mub32V5Ogky5L8Jslbk+yV5P+1es/qn39cHyesNcm9kmwAtgF+mORnEyy7ADgGOLyqvllVv6+q31bVp6rqxDbPQUkua3WsSHJC3/JjR3GvSPIL4Jsbadu2LXf/JB9t/xarkrxtbKirHXV8L8l7k9wAnNBfc1XdXlU/q6qjgW/3v55kv/ZvdmOSH042lNn+bb/Z9t+vknwqyU7ttX9I8vlx85+c5KSJ1qWZYYhoS3AScFJV7QjsBZzV2v+s/d2pDblcALysPQ4AHgbsALwfIMnewAeBlwC70ftkvPu4bR0MfA7YCfgUcDvwd8AuwFOBZwFHj1vmucCTgP2A/wmcCrwU2BN4DHD4JP2asNYWCDu0eR5fVXtNsOyzgJVVddEk6wa4GTii9eUg4G+SHDJunmcC/6n1Yaq2MR8HbgMeDjwROBDoP1/xFOBqYB7w9ilq+wLwDIAkuwNfAd5G74jq74HPJ9l1guUC/BPwoFbjnvwxjD4JLOoLlW2Bw4DTp6hDQ2aIaFjObp86b0xyI70398n8AXh4kl2qakNVXTjFvC8B3lNVV1fVBuANwGHtDeWFwJer6rtVdSvwj8D4m8NdUFVnV9UdVXVLVV1SVRdW1W1VdQ3wIXpvsv3+uarWV9VVwJXA19v2bwK+Su/NdlNr3Zg/AVZPNUNVnV9VV7S+XA6cMUHtJ1TVzVV1y0baSDIPeD7w2vb6GuC99N6ox1xXVe9r/153WX6c6+gFBvQC99yqOrfVugRY2rY1vk/Lq2pJC9q1wHvG+lRVq+kdnb6ozb4I+FVVXTJFHRoyQ0TDckhV7TT24O6f7vu9gt54/0+SXJzkL6aY90HAtX3T1wLb0vtk/CBgxdgLVfVb4IZxy6/on0jyiCT/N8kv2xDXO+gdlfS7vu/5LRNM78DEpqp1Y26gdzQ1qSRPSfKtJGuT3AT89wlqXzHBohO1Qe8czT2B1X3h/yHggQMsO97uwLq+9b5o3IeKpzNB/5LMS3JmG0pbT+/oo79Pp9ELJdrfTwxYj4bEENHIVdWyqjqc3pvVO4HPJdmeux9FQO8T7kP6ph9Mb/jlenqf3PcYeyHJfeh9or/L5sZNnwL8BFjQhtPeSG9IZTpMVevGnAfskWThFPN8GjgH2LOq7g/8K3evfaJ/w8lu3b0C+D2wS98HgB2r6tEDLDveocC/9633E/0fKqpq+7FzO+O8o23jsW1/vHRcn84GHpfeSfu/oDckqREyRDRySV6aZNequgO4sTXfAaxtfx/WN/sZwN8leWiSHei96Xymqm6jd67jBUn+czvZfQIbD4T7AeuBDUkeBfzNdPVrI7VOqaqW0RsCPCPJ/km2S3LvJIclOa6v9nVV9bsk+wL/bXOKbcNFXwfenWTHdmHAXknGD5FNKMk2ra/vA/YH3txe+iS9/fLcNs+9W5/2mGA19wM2ADe1cyn/MK7G39Hbz58GLqqqX3Tpq6aPIaItwSLgqnbF0knAYe18xW/pnbz9XhsG2Q9YTG8I4zvAz4HfAX8L0M5Z/C1wJr2jkg3AGnqfrifz9/TefH8DfBj4zDT2a9JaB/RqehcNfIBeuP6M3if8L7fXjwbekuQ39M7/nDXRSjbREcB2wI+AX9N7w55yWA14att364HzgR2BJ1fVFQBVtYLeBQ1vpPfBYAW9cJjo/efNwD7ATfROxn9hgnlOAx6LQ1lbhPijVNpatU//N9Ibqvr5qOvR9EjyYHpDkH9aVetHXc9c55GItipJXpDkvu2cyruAK4BrRluVpkuSewCvA840QLYMo/7GrjTdDqY3zBF6l5EeVh5ubxXaB4Pr6V3ltmjE5ahxOEuS1JnDWZKkzubccNYuu+xS8+fPH3UZkjSrXHLJJb+qqrvdqmbOhcj8+fNZunTpqMuQpFklybUTtTucJUnqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqbM59Y31zzD/uK3c+v+bEg0ZYiSRtGTwSkSR1ZohIkjozRCRJnRkikqTODBFJUmeGiCSpM0NEktSZISJJ6swQkSR1ZohIkjozRCRJnRkikqTODBFJUmeGiCSpM0NEktSZISJJ6swQkSR1ZohIkjozRCRJnRkikqTODBFJUmeGiCSpM0NEktSZISJJ6swQkSR1NrQQSbJnkm8l+VGSq5K8prU/IMmSJMva351be5KcnGR5ksuT7NO3riPb/MuSHNnX/qQkV7RlTk6SYfVHknR3wzwSuQ34H1W1N7AfcEySvYHjgPOqagFwXpsGeB6woD2OAk6BXugAxwNPAfYFjh8LnjbPq/qWWzTE/kiSxhlaiFTV6qq6tD3/DfBjYHfgYOC0NttpwCHt+cHA6dVzIbBTkt2A5wJLqmpdVf0aWAIsaq/tWFUXVlUBp/etS5I0A2bknEiS+cATge8D86pqdXvpl8C89nx3YEXfYitb21TtKydon2j7RyVZmmTp2rVrN6svkqQ/GnqIJNkB+Dzw2qpa3/9aO4KoYddQVadW1cKqWrjrrrsOe3OSNGcMNUSS3JNegHyqqr7Qmq9vQ1G0v2ta+ypgz77F92htU7XvMUG7JGmGDPPqrAAfBX5cVe/pe+kcYOwKqyOBL/W1H9Gu0toPuKkNe30NODDJzu2E+oHA19pr65Ps17Z1RN+6JEkzYNshrvtpwF8BVyT5QWt7I3AicFaSVwDXAi9ur50LPB9YDvwWeDlAVa1L8lbg4jbfW6pqXXt+NPBx4D7AV9tDkjRDhhYiVfVdYLLvbTxrgvkLOGaSdS0GFk/QvhR4zGaUKUnaDH5jXZLUmSEiSerMEJEkdWaISJI6M0QkSZ0ZIpKkzgwRSVJnhogkqTNDRJLUmSEiSerMEJEkdWaISJI6M0QkSZ0ZIpKkzgwRSVJnhogkqTNDRJLUmSEiSerMEJEkdWaISJI6M0QkSZ0ZIpKkzgwRSVJnhogkqTNDRJLUmSEiSerMEJEkdWaISJI6M0QkSZ0ZIpKkzgwRSVJnhogkqTNDRJLUmSEiSerMEJEkdWaISJI6G1qIJFmcZE2SK/vaTkiyKskP2uP5fa+9IcnyJD9N8ty+9kWtbXmS4/raH5rk+639M0m2G1ZfJEkTG+aRyMeBRRO0v7eqntAe5wIk2Rs4DHh0W+aDSbZJsg3wAeB5wN7A4W1egHe2dT0c+DXwiiH2RZI0gaGFSFV9B1g34OwHA2dW1e+r6ufAcmDf9lheVVdX1a3AmcDBSQL8OfC5tvxpwCHT2gFJ0kYNFCJJHjuN2zw2yeVtuGvn1rY7sKJvnpWtbbL2PwFurKrbxrVPKMlRSZYmWbp27drp6ockzXmDHol8MMlFSY5Ocv/N2N4pwF7AE4DVwLs3Y10Dq6pTq2phVS3cddddZ2KTkjQnDBQiVfUM4CXAnsAlST6d5DmburGqur6qbq+qO4AP0xuuAljV1j1mj9Y2WfsNwE5Jth3XLkmaQQOfE6mqZcCbgNcDzwROTvKTJP9l0HUk2a1v8lBg7Mqtc4DDktwryUOBBcBFwMXAgnYl1nb0Tr6fU1UFfAt4YVv+SOBLg9YhSZoe2258FkjyOODlwEHAEuAFVXVpkgcBFwBfmGCZM4D9gV2SrASOB/ZP8gSggGuAvwaoqquSnAX8CLgNOKaqbm/rORb4GrANsLiqrmqbeD1wZpK3AZcBH93k3kuSNstAIQK8D/gI8MaqumWssaquS/KmiRaoqsMnaJ70jb6q3g68fYL2c4FzJ2i/mj8Oh0mSRmDQEDkIuKXv6OAewL2r6rdV9YmhVSdJ2qINek7kG8B9+qbv29okSXPYoCFy76raMDbRnt93OCVJkmaLQUPk5iT7jE0keRJwyxTzS5LmgEHPibwW+GyS64AAfwr816FVJUmaFQYKkaq6OMmjgEe2pp9W1R+GV5YkaTYY9EgE4MnA/LbMPkmoqtOHUpUkaVYY9MuGn6B3z6sfALe35gIMEUmawwY9ElkI7N1uNyJJEjD41VlX0juZLknSnQY9EtkF+FGSi4DfjzVW1V8OpSpJ0qwwaIicMMwiJEmz06CX+H47yUOABVX1jST3pXdXXUnSHDboz+O+it7vmX+oNe0OnD2soiRJs8OgJ9aPAZ4GrIc7f6DqgcMqSpI0OwwaIr+vqlvHJtrP0nq5ryTNcYOGyLeTvBG4T/tt9c8CXx5eWZKk2WDQEDkOWAtcQe8nbc+l93vrkqQ5bNCrs+4APtwekiQBg9876+dMcA6kqh427RVJkmaNTbl31ph7Ay8CHjD95UiSZpOBzolU1Q19j1VV9S/AQUOuTZK0hRt0OGufvsl70Dsy2ZTfIpEkbYUGDYJ39z2/DbgGePG0VyNJmlUGvTrrgGEXIkmafQYdznrdVK9X1XumpxxJ0myyKVdnPRk4p02/ALgIWDaMoiRJs8OgIbIHsE9V/QYgyQnAV6rqpcMqTJK05Rv0tifzgFv7pm9tbZKkOWzQI5HTgYuSfLFNHwKcNpySJEmzxaBXZ709yVeBZ7Sml1fVZcMrS5I0Gww6nAVwX2B9VZ0ErEzy0CHVJEmaJQb9edzjgdcDb2hN9wQ+OayiJEmzw6BHIocCfwncDFBV1wH3G1ZRkqTZYdAQubWqinY7+CTbD68kSdJsMWiInJXkQ8BOSV4FfION/EBVksVJ1iS5sq/tAUmWJFnW/u7c2pPk5CTLk1zef8PHJEe2+ZclObKv/UlJrmjLnJwkm9JxSdLmG/RW8O8CPgd8Hngk8I9V9b6NLPZxYNG4tuOA86pqAXBemwZ4HrCgPY4CToFe6ADHA08B9gWOHwueNs+r+pYbvy1J0pBt9BLfJNsA32g3YVwy6Iqr6jtJ5o9rPhjYvz0/DTif3gn7g4HT25DZhUl2SrJbm3dJVa1rtSwBFiU5H9ixqi5s7afT++7KVwetT5K0+TZ6JFJVtwN3JLn/NGxvXlWtbs9/yR+/9b47sKJvvpWtbar2lRO0TyjJUUmWJlm6du3azeuBJOlOg35jfQNwRTsSuHmssape3XXDVVVJ7va77cNQVacCpwIsXLhwRrYpSXPBoCHyhfbYXNcn2a2qVrfhqjWtfRWwZ998e7S2Vfxx+Gus/fzWvscE80uSZtCUIZLkwVX1i6qarvtknQMcCZzY/n6pr/3YJGfSO4l+UwuarwHv6DuZfiDwhqpal2R9kv2A7wNHABs70S9JmmYbOydy9tiTJJ/flBUnOQO4AHhkkpVJXkEvPJ6TZBnw7DYNcC5wNbCc3qXDRwO0E+pvBS5uj7eMnWRv83ykLfMzPKkuSTNuY8NZ/d+9eNimrLiqDp/kpWdNMG8Bx0yynsXA4gnalwKP2ZSaJEnTa2NHIjXJc0mSNnok8vgk6+kdkdynPadNV1XtONTqJElbtClDpKq2malCJEmzz6b8nogkSXdhiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqbCQhkuSaJFck+UGSpa3tAUmWJFnW/u7c2pPk5CTLk1yeZJ++9RzZ5l+W5MhR9EWS5rJRHokcUFVPqKqFbfo44LyqWgCc16YBngcsaI+jgFOgFzrA8cBTgH2B48eCR5I0M7ak4ayDgdPa89OAQ/raT6+eC4GdkuwGPBdYUlXrqurXwBJg0UwXLUlz2ahCpICvJ7kkyVGtbV5VrW7PfwnMa893B1b0LbuytU3WfjdJjkqyNMnStWvXTlcfJGnO23ZE2316Va1K8kBgSZKf9L9YVZWkpmtjVXUqcCrAwoULp229kjTXjeRIpKpWtb9rgC/SO6dxfRumov1d02ZfBezZt/gerW2ydknSDJnxEEmyfZL7jT0HDgSuBM4Bxq6wOhL4Unt+DnBEu0prP+CmNuz1NeDAJDu3E+oHtjZJ0gwZxXDWPOCLSca2/+mq+rckFwNnJXkFcC3w4jb/ucDzgeXAb4GXA1TVuiRvBS5u872lqtbNXDckSTMeIlV1NfD4CdpvAJ41QXsBx0yyrsXA4umuUZI0mC3pEl9J0ixjiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRJHVmiEiSOjNEJEmdGSKSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqbNtRF6DNM/+4r9z5/JoTDxr5/F2XkTQ7eSQiSerMIxGNnEcu0uxliGxhfEOVNJvM+hBJsgg4CdgG+EhVnTjikjRkBq205ZjVIZJkG+ADwHOAlcDFSc6pqh+NtjJtaWbiggJpLprVIQLsCyyvqqsBkpwJHAxsESHiG9HcsTkhNegy0pYoVTXqGjpL8kJgUVW9sk3/FfCUqjp23HxHAUe1yUcCPx1g9bsAv5rGcmeLudjvudhnmJv9not9hunp90OqatfxjbP9SGQgVXUqcOqmLJNkaVUtHFJJW6y52O+52GeYm/2ei32G4fZ7tn9PZBWwZ9/0Hq1NkjQDZnuIXAwsSPLQJNsBhwHnjLgmSZozZvVwVlXdluRY4Gv0LvFdXFVXTdPqN2n4aysyF/s9F/sMc7Pfc7HPMMR+z+oT65Kk0Zrtw1mSpBEyRCRJnRkiE0iyKMlPkyxPctyo65kJSa5JckWSHyRZOup6hiXJ4iRrklzZ1/aAJEuSLGt/dx5ljcMwSb9PSLKq7fMfJHn+KGucbkn2TPKtJD9KclWS17T2rXZ/T9Hnoe1rz4mM026l8h/03UoFOHxrv5VKkmuAhVW1VX8RK8mfARuA06vqMa3tn4F1VXVi+9Cwc1W9fpR1TrdJ+n0CsKGq3jXK2oYlyW7AblV1aZL7AZcAhwAvYyvd31P0+cUMaV97JHJ3d95KpapuBcZupaKtQFV9B1g3rvlg4LT2/DR6/+m2KpP0e6tWVaur6tL2/DfAj4Hd2Yr39xR9HhpD5O52B1b0Ta9kyDthC1HA15Nc0m4TM5fMq6rV7fkvgXmjLGaGHZvk8jbctdUM64yXZD7wROD7zJH9Pa7PMKR9bYhozNOrah/gecAxbfhjzqne+O5cGeM9BdgLeAKwGnj3aMsZjiQ7AJ8HXltV6/tf21r39wR9Htq+NkTubk7eSqWqVrW/a4Av0hvWmyuub2PJY2PKa0Zcz4yoquur6vaqugP4MFvhPk9yT3pvpp+qqi+05q16f0/U52Hua0Pk7ubcrVSSbN9OwpFke+BA4Mqpl9qqnAMc2Z4fCXxphLXMmLE30uZQtrJ9niTAR4EfV9V7+l7aavf3ZH0e5r726qwJtMvf/oU/3krl7SMuaaiSPIze0Qf0boXz6a21z0nOAPand2vs64HjgbOBs4AHA9cCL66qreok9CT93p/e8EYB1wB/3XeuYNZL8nTg34ErgDta8xvpnSPYKvf3FH0+nCHta0NEktSZw1mSpM4MEUlSZ4aIJKkzQ0SS1JkhIknqzBCRxknyp0nOTPKzdhuYc5M8YjPW95Eke2/iMh9P8vMkP0zyH0lOT7LHAMudn2Rh11qlTWWISH3al7W+CJxfVXtV1ZOANzDA/ZXSc49xbdtU1Ss35S7Q7U7SAP9QVY8HHglcBnyzfQFW2mIYItJdHQD8oar+dayhqn4IXJbkvCSXtt9dORh6N7lrvz1zOr1vAe+ZZEOSdyf5IfDU/qODJAcmuaCt57PtHkdjv+fyziSXAi/qL6h63kvvZoHPm2o9/ZKckmRp+12JN7e2P09ydt88z0nyxfHLSoMyRKS7egy932AY73fAoe0mlQcA725HLQALgA9W1aOr6lpge+D7VfX4qvru2AqS7AK8CXh2W89S4HV927ihqvapqjMnqe1S4FEDrGfM/6qqhcDjgGcmeRzwrbaOXds8LwcWT/kvIk1h21EXIM0SAd7R7m58B72fBxgb4rq2qi7sm/d2ejfAG28/YG/gey1/tgMu6Hv9MwPUMMh6xry43dZ/W2A3YO+qujzJJ4CXJvkY8FTgiI1sV5qUISLd1VXACydofwmwK/CkqvpD+yXIe7fXbh437++q6vYJ1hFgSVUdPsm2x69nvCcC5w2wHpI8FPh74MlV9eskH++r92PAl+kdXX22qm7byHalSTmcJd3VN4F79f8wVxsGegiwpgXIAW16U10IPC3Jw9t6tx/kqq92wv7V9I4m/m3A9exIL5RuSjKPdi4FoKquA66jNyT2sQ79kO5kiEh92o8UHQo8u13iexXwT8C5wMIkV9Ab/vlJh3Wvpff73mckuZzeENSjpljk/7ST8/8BPBk4oKpuHWQ9YxcDtDo/DXxv3Lo/Bayoqh9vaj+kft7FV5qDkrwfuKyqPjrqWjS7GSLSHJPkEnpDXc+pqt+Puh7NboaIJKkzz4lIkjozRCRJnRkikqTODBFJUmeGiCSps/8P4BjO8N8SVfMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEWCAYAAACXGLsWAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAc/0lEQVR4nO3deZgddZ3v8feHRERBNokRk2AQowwuCDbbdQPREEAN3Ae4cHWIPDiZO+I2Xh2B6x1wwcEZBUFHRpRoQBYjCkRl1Miio5ctYQ+giSwmYUkkhBBWgc/9o34HD01310no6u70+byep5+u+tVyvpUD/Tn1qzq/km0iIiIGssFwFxARESNfwiIiImolLCIiolbCIiIiaiUsIiKiVsIiIiJqJSyiUZIWStpzuOsYTpIOlLRE0hpJOw1TDduU1x8zHK9farhc0oeG6/Xj+UlYxDqTdKekd/Vq+6Ck37bmbb/O9uU1+5ksyZLGNlTqcPsK8BHbm9i+rvdCVT4m6WZJD0taKumHkt4wWAXY/lN5/afWZfvyvj5VAmeNpDskfVfSawarxhjZEhYx6o2AEHolsHCA5acAHwc+BmwJvAa4ENh/bV+or2N9vsfftv0VtjcBNgPeBTwKLJD0+uez/1g/JCyiUe1nH5J2lTRf0mpJ90k6qaz2m/J7VfnUuoekDSR9VtJdkpZLOlPSZm37Pbwsu1/S/+31OsdLOl/S9yWtBj5YXvsKSask3SPpG5I2bNufJX1Y0iJJD0n6gqTtJP2/Uu+c9vV7HWOftUp6oaQ1wBjgBkl/7GPbKcBRwGG2L7X9uO1HbJ9t+8Syzv6Srit1LJF0fNv2rbOyIyX9Cbi0pm1s2W4zSWeUf4tlkr7Y6qIqZxG/k3SypPuB49trtv2U7T/a/jDw6/blknYv/2arJN3QXxdk+be9tLx/f5Z0tqTNy7JPS/pRr/VPlXRKX/uKoZGwiKF0CnCK7U2B7YA5pf3t5ffmpavkCuCD5Wcv4FXAJsA3ACTtAHwTeD+wNdUn3Qm9Xms6cD6wOXA28BTwj8BWwB7A3sCHe22zD/BmYHfgn4DTgQ8Ak4DXA4f1c1x91lr+8G9S1tnR9nZ9bLs3sNT21f3sG+Bh4PByLPsD/yDpgF7rvAP4m3IMA7W1fA94Eng1sBMwFWi/nrAbcDswHjhhgNp+DLwNQNIE4GfAF6nOkD4F/EjSuD62E/AvwCtKjZP4a+h8H5jWFh5jgUOBMweoIxqWsIjn68LyKXKVpFVUf8T78xfg1ZK2sr3G9pUDrPt+4CTbt9teAxwDHFr+cBwE/MT2b20/Afwz0HuQsytsX2j7aduP2l5g+0rbT9q+E/gW1R/Tdv9qe7XthcDNwC/L6z8I/CfVH9W1rbXOS4F7BlrB9uW2byrHciNwbh+1H2/7YduP1rQhaTywH/CJsnw5cDLVH+SWu21/vfx7PWv7Xu6mCgaogvVi2xeXWucB88tr9T6mxbbnlUBdAZzUOibb91CdbR5cVp8G/Nn2ggHqiIYlLOL5OsD25q0fnvtpvd2RVP3xt0m6RtJ7Blj3FcBdbfN3AWOpPum+AljSWmD7EeD+XtsvaZ+R9BpJP5V0b+ma+hLVWUa7+9qmH+1jfhP6NlCtde6nOjvql6TdJF0maYWkB4H/1UftS/rYtK82qK6hvAC4py3kvwW8rINte5sArGzb78G9Pjy8lT6OT9J4SeeVLrDVVGcT7cc0myp8KL/P6rCeaEjCIoaM7UW2D6P6o/Rl4HxJG/PcswKoPrG+sm1+G6puk/uoPolPbC2Q9CKqT+jPerle86cBtwFTSjfYsVRdIYNhoFrrXAJMlNQzwDrnAHOBSbY3A/6D59be179hf0NKLwEeB7ZqC/pNbb+ug217OxD4r7b9ntX+4cH2xq1rL718qbzGG8r78YFex3Qh8EZVF8/fQ9WVGMMoYRFDRtIHJI2z/TSwqjQ/Dawov1/Vtvq5wD9K2lbSJlR/XH5g+0mqaxHvlfTfykXn46n/w/8SYDWwRtL2wD8M1nHV1Dog24uouu7OlbSnpA0lbSTpUElHt9W+0vZjknYF/ufzKbZ08/wS+KqkTcsF+u0k9e7a6pOkMeVYvw7sCXyuLPo+1fuyT1lno3JME/vYzUuANcCD5VrHp3vV+BjV+3wOcLXtP63LscbgSVjEUJoGLCx3CJ0CHFquJzxCdRH1d6X7YndgFlXXw2+AO4DHgI8ClGsKHwXOozrLWAMsp/q03J9PUf2RfQj4NvCDQTyufmvt0MeoLt7/O1WI/pHqE/tPyvIPA5+X9BDV9Zk5fe1kLR0ObAjcAjxA9Yd5wO4wYI/y3q0GLgc2BXaxfROA7SVUNxYcS/UBYAlVCPT1d+ZzwM7Ag1QXxX/cxzqzgTeQLqgRQXn4Uazvyqf5VVRdTHcMdz0xOCRtQ9V1+HLbq4e7nm6XM4tYL0l6r6QXl2seXwFuAu4c3qpisEjaAPgkcF6CYmQY7m+2Rqyr6VTdE6K6PfNQ5zR5VCgfAO6juqts2jCXE0W6oSIiola6oSIiotao7IbaaqutPHny5OEuIyJivbJgwYI/2+5reJbRGRaTJ09m/vz5w11GRMR6RdJd/S1LN1RERNRqNCwkba5qqOjbJN2qaujpLSXNUzUU9DxJW5R1VYYhXizpRkk7t+1nRll/kaQZTdYcERHP1fSZxSnAz21vD+wI3AocDVxiewrVuDitIQ32BaaUn5lUY/kgaUvgOKohk3cFjmsFTEREDI3GwkLVg2reDpwBYPsJ26uo7o+fXVabDbTG5Z8OnOnKlcDmkramGot/nu2Vth8A5pF7ryMihlSTZxbbUo0P811VT/n6TvmyzfgykBnAvfx1GOcJPHtY5KWlrb/2Z5E0U9VT2OavWLFikA8lIqK7NRkWY6kGCjvN9k5UT/s6un2F8o3bQflWoO3TbffY7hk3rs87vyIiYh01GRZLqR4XeVWZP58qPO4r3UuU38vL8mVUj1ZsmVja+muPiIgh0lhY2L4XWCLptaVpb6rhkOcCrTuaZgAXlem5wOHlrqjdgQdLd9UvgKmStigXtqeWtoiIGCJNfynvo8DZ5QE1twNHUAXUHElHUg0UdkhZ92KqZ/UuBh4p62J7paQvANeU9T5veyURETFkRuVAgj09PX4+3+CefPTPnpm+88T9B6OkiIgRT9IC230+4jff4I6IiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqNVoWEi6U9JNkq6XNL+0bSlpnqRF5fcWpV2STpW0WNKNknZu28+Msv4iSTOarDkiIp5rKM4s9rL9Jts9Zf5o4BLbU4BLyjzAvsCU8jMTOA2qcAGOA3YDdgWOawVMREQMjeHohpoOzC7Ts4ED2trPdOVKYHNJWwP7APNsr7T9ADAPmDbURUdEdLOmw8LALyUtkDSztI23fU+ZvhcYX6YnAEvatl1a2vprj4iIITK24f2/1fYySS8D5km6rX2hbUvyYLxQCaOZANtss81g7DIiIopGzyxsLyu/lwMXUF1zuK90L1F+Ly+rLwMmtW0+sbT11977tU633WO7Z9y4cYN9KBERXa2xsJC0saSXtKaBqcDNwFygdUfTDOCiMj0XOLzcFbU78GDprvoFMFXSFuXC9tTSFhERQ6TJbqjxwAWSWq9zju2fS7oGmCPpSOAu4JCy/sXAfsBi4BHgCADbKyV9AbimrPd52ysbrDsiInppLCxs3w7s2Ef7/cDefbQbOKqffc0CZg12jRER0Zl8gzsiImolLCIiolbCIiIiaiUsIiKiVsIiIiJqJSwiIqJWwiIiImolLCIiolbCIiIiaiUsIiKiVsIiIiJqJSwiIqJWwiIiImolLCIiolbCIiIiaiUsIiKiVsIiIiJqJSwiIqJWwiIiImolLCIiolbCIiIiaiUsIiKiVsIiIiJqJSwiIqJWwiIiImolLCIiolbCIiIiajUeFpLGSLpO0k/L/LaSrpK0WNIPJG1Y2l9Y5heX5ZPb9nFMaf+9pH2arjkiIp5tKM4sPg7c2jb/ZeBk268GHgCOLO1HAg+U9pPLekjaATgUeB0wDfimpDFDUHdERBSNhoWkicD+wHfKvIB3AueXVWYDB5Tp6WWesnzvsv504Dzbj9u+A1gM7Npk3RER8WxNn1l8Dfgn4Oky/1Jgle0ny/xSYEKZngAsASjLHyzrP9PexzbPkDRT0nxJ81esWDHYxxER0dUaCwtJ7wGW217Q1Gu0s3267R7bPePGjRuKl4yI6BpjG9z3W4D3SdoP2AjYFDgF2FzS2HL2MBFYVtZfBkwClkoaC2wG3N/W3tK+TUREDIHGzixsH2N7ou3JVBeoL7X9fuAy4KCy2gzgojI9t8xTll9q26X90HK31LbAFODqpuqOiIjnavLMoj+fAc6T9EXgOuCM0n4GcJakxcBKqoDB9kJJc4BbgCeBo2w/NfRlR0R0ryEJC9uXA5eX6dvp424m248BB/ez/QnACc1VGBERA8k3uCMiolbCIiIianUUFpLe0HQhERExcnV6ZvFNSVdL+rCkzRqtKCIiRpyOwsL224D3U33fYYGkcyS9u9HKIiJixOj4moXtRcBnqW59fQdwqqTbJP33poqLiIiRodNrFm+UdDLV6LHvBN5r+2/K9MkN1hcRESNAp9+z+DrVyLHH2n601Wj7bkmfbaSyiIgYMToNi/2BR1vfnJa0AbCR7Udsn9VYdRERMSJ0es3iV8CL2uZfXNoiIqILdBoWG9le05op0y9upqSIiBhpOg2LhyXt3JqR9Gbg0QHWj4iIUaTTaxafAH4o6W5AwMuB/9FYVRERMaJ0FBa2r5G0PfDa0vR7239prqyIiBhJ1maI8l2AyWWbnSVh+8xGqoqIiBGlo7CQdBawHXA90HrwkIGERUREF+j0zKIH2KE85jQiIrpMp3dD3Ux1UTsiIrpQp2cWWwG3SLoaeLzVaPt9jVQVEREjSqdhcXyTRURExMjW6a2zv5b0SmCK7V9JejEwptnSIiJipOh0iPK/A84HvlWaJgAXNlVURESMLJ1e4D4KeAuwGp55ENLLmioqIiJGlk7D4nHbT7RmJI2l+p5FRER0gU7D4teSjgVeVJ69/UPgJ82VFRERI0mnYXE0sAK4Cfh74GKq53FHREQX6CgsbD9t+9u2D7Z9UJkesBtK0kaSrpZ0g6SFkj5X2reVdJWkxZJ+IGnD0v7CMr+4LJ/ctq9jSvvvJe2z7ocbERHrotO7oe6QdHvvn5rNHgfeaXtH4E3ANEm7A18GTrb9auAB4Miy/pHAA6X95LIeknYADgVeB0wDvikpt+1GRAyhTruheqhGnd0FeBtwKvD9gTZwpfV0vReUHwPvpLoNF2A2cECZnl7mKcv3lqTSfp7tx23fASwGdu2w7oiIGASddkPd3/azzPbXgP3rtpM0RtL1wHJgHvBHYJXtJ8sqS6m+s0H5vaS83pPAg8BL29v72Kb9tWZKmi9p/ooVKzo5rIiI6FCnQ5Tv3Da7AdWZRu22tp8C3iRpc+ACYPt1KbITtk8HTgfo6enJbb0REYOo07Ghvto2/SRwJ3BIpy9ie5Wky4A9gM0ljS1nDxOBZWW1ZcAkYGn5HsdmwP1t7S3t20RExBDodGyovdZ2x5LGAX8pQfEi4N1UF60vAw4CzgNmABeVTeaW+SvK8kttW9Jc4BxJJwGvAKYAV69tPRERse467Yb65EDLbZ/UR/PWwOxy59IGwBzbP5V0C3CepC8C1wFnlPXPAM6StBhYSXUHFLYXSpoD3EJ1VnNU6d6KiIghsjZPytuF6tM/wHupPt0v6m8D2zcCO/XRfjt93M1k+zHg4H72dQJwQoe1RkTEIOs0LCYCO9t+CEDS8cDPbH+gqcIiImLk6PR7FuOBJ9rmnyhtERHRBTo9szgTuFrSBWX+AP76BbqIiBjlOr0b6gRJ/0n17W2AI2xf11xZERExknTaDQXwYmC17VOovguxbUM1RUTECNPpQILHAZ8BjilNL6BmbKiIiBg9Oj2zOBB4H/AwgO27gZc0VVRERIwsnYbFE+X5FQaQtHFzJUVExEjTaVjMkfQtqnGd/g74FfDt5sqKiIiRpNO7ob5Snr29Gngt8M+25zVaWUREjBi1YVHGdvpVGUwwARER0YVqu6HKoH1PS9psCOqJiIgRqNNvcK8BbpI0j3JHFIDtjzVSVUREjCidhsWPy09ERHShAcNC0ja2/2Q740BFRHSxumsWF7YmJP2o4VoiImKEqgsLtU2/qslCIiJi5KoLC/czHRERXaTuAveOklZTnWG8qExT5m1700ari4iIEWHAsLA9ZqgKiYiIkWttnmcRERFdKmERERG1EhYREVErYREREbUSFhERUSthERERtRoLC0mTJF0m6RZJCyV9vLRvKWmepEXl9xalXZJOlbRY0o2Sdm7b14yy/iJJM5qqOSIi+tbkmcWTwP+2vQOwO3CUpB2Ao4FLbE8BLinzAPsCU8rPTOA0qMIFOA7YDdgVOK4VMBERMTQaCwvb99i+tkw/BNwKTACmA61RbGcDB5Tp6cCZrlxJ9bzvrYF9gHm2V9p+gOppfdOaqjsiIp5rSK5ZSJoM7ARcBYy3fU9ZdC8wvkxPAJa0bba0tPXX3vs1ZkqaL2n+ihUrBrX+iIhu13hYSNoE+BHwCdur25fZNoM0QKHt02332O4ZN27cYOwyIiKKRsNC0guoguJs260n7d1Xupcov5eX9mXApLbNJ5a2/tojImKINHk3lIAzgFttn9S2aC7QuqNpBnBRW/vh5a6o3YEHS3fVL4CpkrYoF7anlraIiBginT6De128Bfhb4CZJ15e2Y4ETgTmSjgTuAg4pyy4G9gMWA48ARwDYXinpC8A1Zb3P217ZYN0REdFLY2Fh+7c8+0l77fbuY30DR/Wzr1nArMGrLiIi1ka+wR0REbUSFhERUSthERERtRIWERFRK2ERERG1EhYREVErYREREbUSFhERUSthERERtRIWERFRK2ERERG1EhYREVErYREREbUSFhERUSthERERtRIWERFRK2ERERG1EhYREVErYREREbUSFhERUSthERERtRIWERFRK2ERERG1EhYREVErYREREbUSFhERUauxsJA0S9JySTe3tW0paZ6kReX3FqVdkk6VtFjSjZJ2bttmRll/kaQZTdUbERH9a/LM4nvAtF5tRwOX2J4CXFLmAfYFppSfmcBpUIULcBywG7ArcFwrYCIiYug0Fha2fwOs7NU8HZhdpmcDB7S1n+nKlcDmkrYG9gHm2V5p+wFgHs8NoIiIaNhQX7MYb/ueMn0vML5MTwCWtK23tLT11x4REUNo2C5w2zbgwdqfpJmS5kuav2LFisHabUREMPRhcV/pXqL8Xl7alwGT2tabWNr6a38O26fb7rHdM27cuEEvPCKimw11WMwFWnc0zQAuams/vNwVtTvwYOmu+gUwVdIW5cL21NIWERFDaGxTO5Z0LrAnsJWkpVR3NZ0IzJF0JHAXcEhZ/WJgP2Ax8AhwBIDtlZK+AFxT1vu87d4XzSMiomGNhYXtw/pZtHcf6xo4qp/9zAJmDWJpERGxlvIN7oiIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiolbCIiIhaCYuIiKiVsIiIiFoJi4iIqJWwiIiIWgmLiIiotd6EhaRpkn4vabGko4e7noiIbjJ2uAvohKQxwL8D7waWAtdImmv7luGtrDL56J89M33nifs3uv5QvEYT66em5o5hbY3Ef9cY+daLsAB2BRbbvh1A0nnAdGBEhEXEcBoNf5jzgev5hfBQ/Dcg243seDBJOgiYZvtDZf5vgd1sf6RtnZnAzDL7WuD3He5+K+DPg1ju+qAbjxm687i78ZihO497MI75lbbH9bVgfTmzqGX7dOD0td1O0nzbPQ2UNGJ14zFDdx53Nx4zdOdxN33M68sF7mXApLb5iaUtIiKGwPoSFtcAUyRtK2lD4FBg7jDXFBHRNdaLbijbT0r6CPALYAwwy/bCQdr9WnddjQLdeMzQncfdjccM3XncjR7zenGBOyIihtf60g0VERHDKGERERG1ujYsunX4EEl3SrpJ0vWS5g93PU2RNEvSckk3t7VtKWmepEXl9xbDWeNg6+eYj5e0rLzf10vabzhrHGySJkm6TNItkhZK+nhpH+3vdX/H3dj73ZXXLMrwIX+gbfgQ4LCRMnxIkyTdCfTYHtVfWJL0dmANcKbt15e2fwVW2j6xfEDYwvZnhrPOwdTPMR8PrLH9leGsrSmStga2tn2tpJcAC4ADgA8yut/r/o77EBp6v7v1zOKZ4UNsPwG0hg+JUcL2b4CVvZqnA7PL9Gyq/7lGjX6OeVSzfY/ta8v0Q8CtwARG/3vd33E3plvDYgKwpG1+KQ3/Q48gBn4paUEZIqWbjLd9T5m+Fxg/nMUMoY9IurF0U42q7ph2kiYDOwFX0UXvda/jhobe724Ni272Vts7A/sCR5Wui67jqv+1G/pgTwO2A94E3AN8dXjLaYakTYAfAZ+wvbp92Wh+r/s47sbe724Ni64dPsT2svJ7OXABVZdct7iv9PW2+nyXD3M9jbN9n+2nbD8NfJtR+H5LegHVH8yzbf+4NI/697qv427y/e7WsOjK4UMkbVwuhiFpY2AqcPPAW40qc4EZZXoGcNEw1jIkWn8wiwMZZe+3JAFnALfaPqlt0ah+r/s77ibf7668Gwqg3FL2Nf46fMgJw1xS4yS9iupsAqqhXs4Zrcct6VxgT6phm+8DjgMuBOYA2wB3AYfYHjUXhPs55j2puiQM3An8fVtf/npP0luB/wJuAp4uzcdS9d+P5ve6v+M+jIbe764Ni4iI6Fy3dkNFRMRaSFhERESthEVERNRKWERERK2ERURE1EpYRNeS9HJJ50n6Yxn+5GJJr3ke+/uOpB3WcpvvSbpD0g2S/iDpTEkTO9juckk961prxNpKWERXKl9qugC43PZ2tt8MHEMHYwipskGvtjG2P7Q2IxeX0Y8BPm17R+C1wHXApeXLohEjRsIiutVewF9s/0erwfYNwHWSLpF0bXnux3SoBmsrzz85k+pbsZMkrZH0VUk3AHu0f9qXNFXSFWU/Pyxj+LSeJ/JlSdcCB7cX5MrJVAPf7TvQftpJOk3S/PJcg8+VtndKurBtnXdLuqD3thGdSlhEt3o91TMAensMOLAMtrgX8NVyFgIwBfim7dfZvgvYGLjK9o62f9vagaStgM8C7yr7mQ98su017re9s+3z+qntWmD7DvbT8n9s9wBvBN4h6Y3AZWUf48o6RwCzBvwXiRjA2OEuIGKEEfClMhrv01RD17e6pu6yfWXbuk9RDeTW2+7ADsDvSs5sCFzRtvwHHdTQyX5aDinDzY8FtgZ2sH2jpLOAD0j6LrAHcHjN60b0K2ER3WohcFAf7e8HxgFvtv2X8mTBjcqyh3ut+5jtp/rYh4B5tg/r57V776e3nYBLOtgPkrYFPgXsYvsBSd9rq/e7wE+ozpZ+aPvJmteN6Fe6oaJbXQq8sP0BUKX75pXA8hIUe5X5tXUl8BZJry773biTu6zKhfOPUZ0d/LzD/WxKFT4PShpPudYBYPtu4G6qrqzvrsNxRDwjYRFdqTwQ50DgXeXW2YXAvwAXAz2SbqLqtrltHfa9guoZ0OdKupGq62j7ATb5t3KR/A/ALsBetp/oZD+ti/KlznOA3/Xa99nAEtu3ru1xRLTLqLMRo5ikbwDX2T5juGuJ9VvCImKUkrSAqovq3bYfH+56Yv2WsIiIiFq5ZhEREbUSFhERUSthERERtRIWERFRK2ERERG1/j/sZ/D5u/RjcAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "train_good[y].hist(100)\n",
    "new_values.hist(100)\n",
    "train_good[train_good[y]<=25, y].hist(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rows:7136\n",
      "Cols:1\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th>       </th><th>CarrierDelay      </th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td>type   </td><td>int               </td></tr>\n",
       "<tr><td>mins   </td><td>0.0               </td></tr>\n",
       "<tr><td>mean   </td><td>3.945627802690573 </td></tr>\n",
       "<tr><td>maxs   </td><td>285.0             </td></tr>\n",
       "<tr><td>sigma  </td><td>15.455063616587742</td></tr>\n",
       "<tr><td>zeros  </td><td>5874              </td></tr>\n",
       "<tr><td>missing</td><td>0                 </td></tr>\n",
       "<tr><td>0      </td><td>0.0               </td></tr>\n",
       "<tr><td>1      </td><td>0.0               </td></tr>\n",
       "<tr><td>2      </td><td>0.0               </td></tr>\n",
       "<tr><td>3      </td><td>0.0               </td></tr>\n",
       "<tr><td>4      </td><td>0.0               </td></tr>\n",
       "<tr><td>5      </td><td>0.0               </td></tr>\n",
       "<tr><td>6      </td><td>20.0              </td></tr>\n",
       "<tr><td>7      </td><td>0.0               </td></tr>\n",
       "<tr><td>8      </td><td>0.0               </td></tr>\n",
       "<tr><td>9      </td><td>0.0               </td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "train_good[y].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rows:28119\n",
      "Cols:1\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th>       </th><th>CarrierDelay      </th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td>type   </td><td>int               </td></tr>\n",
       "<tr><td>mins   </td><td>0.0               </td></tr>\n",
       "<tr><td>mean   </td><td>0.8930971940680739</td></tr>\n",
       "<tr><td>maxs   </td><td>25.0              </td></tr>\n",
       "<tr><td>sigma  </td><td>2.2248159878655906</td></tr>\n",
       "<tr><td>zeros  </td><td>23350             </td></tr>\n",
       "<tr><td>missing</td><td>0                 </td></tr>\n",
       "<tr><td>0      </td><td>3.0               </td></tr>\n",
       "<tr><td>1      </td><td>0.0               </td></tr>\n",
       "<tr><td>2      </td><td>3.0               </td></tr>\n",
       "<tr><td>3      </td><td>0.0               </td></tr>\n",
       "<tr><td>4      </td><td>0.0               </td></tr>\n",
       "<tr><td>5      </td><td>0.0               </td></tr>\n",
       "<tr><td>6      </td><td>3.0               </td></tr>\n",
       "<tr><td>7      </td><td>0.0               </td></tr>\n",
       "<tr><td>8      </td><td>0.0               </td></tr>\n",
       "<tr><td>9      </td><td>3.0               </td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "new_values.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_bad[y] = new_values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "train2 = train_good.rbind(train_bad)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rows:35255\n",
      "Cols:31\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th>       </th><th>Year             </th><th>Month             </th><th>DayofMonth        </th><th>DayOfWeek         </th><th>DepTime          </th><th>CRSDepTime        </th><th>ArrTime           </th><th>CRSArrTime       </th><th>UniqueCarrier  </th><th>FlightNum        </th><th>TailNum  </th><th>ActualElapsedTime  </th><th>CRSElapsedTime    </th><th>AirTime          </th><th>ArrDelay          </th><th>DepDelay          </th><th>Origin  </th><th>Dest  </th><th>Distance         </th><th>TaxiIn           </th><th>TaxiOut           </th><th>Cancelled           </th><th>CancellationCode  </th><th>Diverted             </th><th>CarrierDelay      </th><th>WeatherDelay       </th><th>NASDelay          </th><th>SecurityDelay       </th><th>LateAircraftDelay  </th><th>IsArrDelayed  </th><th>IsDepDelayed  </th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td>type   </td><td>int              </td><td>int               </td><td>int               </td><td>int               </td><td>int              </td><td>int               </td><td>int               </td><td>int              </td><td>enum           </td><td>int              </td><td>enum     </td><td>int                </td><td>int               </td><td>int              </td><td>int               </td><td>int               </td><td>enum    </td><td>enum  </td><td>int              </td><td>int              </td><td>int               </td><td>int                 </td><td>enum              </td><td>int                  </td><td>int               </td><td>int                </td><td>int               </td><td>int                 </td><td>int                </td><td>enum          </td><td>enum          </td></tr>\n",
       "<tr><td>mins   </td><td>1987.0           </td><td>1.0               </td><td>1.0               </td><td>1.0               </td><td>1.0              </td><td>0.0               </td><td>1.0               </td><td>0.0              </td><td>               </td><td>1.0              </td><td>         </td><td>16.0               </td><td>17.0              </td><td>14.0             </td><td>-56.0             </td><td>-16.0             </td><td>        </td><td>      </td><td>11.0             </td><td>0.0              </td><td>0.0               </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>mean   </td><td>1997.483165508439</td><td>1.4064104382357108</td><td>14.584002269181694</td><td>3.819741880584325 </td><td>1346.660947451068</td><td>1313.8833640618345</td><td>1505.6385925018815</td><td>1485.912806694091</td><td>               </td><td>820.9546447312438</td><td>         </td><td>124.77907993703009 </td><td>124.95562868815239</td><td>114.4538812785392</td><td>9.370853011486245 </td><td>10.049931660220372</td><td>        </td><td>      </td><td>729.723665162226 </td><td>5.38020368054314 </td><td>14.176641357748952</td><td>0.024620621188483904</td><td>                  </td><td>0.0024110055311303362</td><td>3.945627802690573 </td><td>0.31586322869955114</td><td>4.713565022421537 </td><td>0.018497757847533637</td><td>7.56109865470851   </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>maxs   </td><td>2008.0           </td><td>10.0              </td><td>31.0              </td><td>7.0               </td><td>2400.0           </td><td>2359.0            </td><td>2400.0            </td><td>2359.0           </td><td>               </td><td>3948.0           </td><td>         </td><td>451.0              </td><td>437.0             </td><td>402.0            </td><td>475.0             </td><td>473.0             </td><td>        </td><td>      </td><td>3365.0           </td><td>128.0            </td><td>254.0             </td><td>1.0                 </td><td>                  </td><td>1.0                  </td><td>285.0             </td><td>201.0              </td><td>323.0             </td><td>14.0                </td><td>373.0              </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>sigma  </td><td>6.336133399053755</td><td>1.8688562189965314</td><td>9.169051694229854 </td><td>1.9106929912141295</td><td>465.2889932126702</td><td>476.1801378642373 </td><td>484.0922645749466 </td><td>492.548930763573 </td><td>               </td><td>778.5843238476255</td><td>         </td><td>73.96937479892875  </td><td>73.34759994323755 </td><td>69.72373724308498</td><td>30.092219695702365</td><td>26.628358637440808</td><td>        </td><td>      </td><td>577.9693297930754</td><td>4.261275831771775</td><td>9.88814656838973  </td><td>0.15496814958037275 </td><td>                  </td><td>0.04904345836226381  </td><td>15.455063616587742</td><td>4.801746416155396  </td><td>18.247371783397135</td><td>0.42939606485567877 </td><td>23.65009281413596  </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>zeros  </td><td>0                </td><td>0                 </td><td>0                 </td><td>0                 </td><td>0                </td><td>460               </td><td>0                 </td><td>460              </td><td>               </td><td>0                </td><td>         </td><td>0                  </td><td>0                 </td><td>0                </td><td>1216              </td><td>5166              </td><td>        </td><td>      </td><td>0                </td><td>488              </td><td>437               </td><td>34387               </td><td>                  </td><td>35170                </td><td>5874              </td><td>7062               </td><td>5931              </td><td>7120                </td><td>5727               </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>missing</td><td>0                </td><td>0                 </td><td>0                 </td><td>0                 </td><td>868              </td><td>0                 </td><td>953               </td><td>0                </td><td>0              </td><td>0                </td><td>27       </td><td>953                </td><td>7                 </td><td>13355            </td><td>953               </td><td>868               </td><td>0       </td><td>0     </td><td>26               </td><td>12867            </td><td>12865             </td><td>0                   </td><td>7801              </td><td>0                    </td><td>28119             </td><td>28119              </td><td>28119             </td><td>28119               </td><td>28119              </td><td>0             </td><td>0             </td></tr>\n",
       "<tr><td>0      </td><td>1987.0           </td><td>10.0              </td><td>14.0              </td><td>3.0               </td><td>741.0            </td><td>730.0             </td><td>912.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>91.0               </td><td>79.0              </td><td>nan              </td><td>23.0              </td><td>11.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>1      </td><td>1987.0           </td><td>10.0              </td><td>15.0              </td><td>4.0               </td><td>729.0            </td><td>730.0             </td><td>903.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>94.0               </td><td>79.0              </td><td>nan              </td><td>14.0              </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>2      </td><td>1987.0           </td><td>10.0              </td><td>17.0              </td><td>6.0               </td><td>741.0            </td><td>730.0             </td><td>918.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>97.0               </td><td>79.0              </td><td>nan              </td><td>29.0              </td><td>11.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>3      </td><td>1987.0           </td><td>10.0              </td><td>18.0              </td><td>7.0               </td><td>729.0            </td><td>730.0             </td><td>847.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>78.0               </td><td>79.0              </td><td>nan              </td><td>-2.0              </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>4      </td><td>1987.0           </td><td>10.0              </td><td>22.0              </td><td>4.0               </td><td>728.0            </td><td>730.0             </td><td>852.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>84.0               </td><td>79.0              </td><td>nan              </td><td>3.0               </td><td>-2.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>5      </td><td>1987.0           </td><td>10.0              </td><td>23.0              </td><td>5.0               </td><td>731.0            </td><td>730.0             </td><td>902.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>91.0               </td><td>79.0              </td><td>nan              </td><td>13.0              </td><td>1.0               </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>6      </td><td>1987.0           </td><td>10.0              </td><td>24.0              </td><td>6.0               </td><td>744.0            </td><td>730.0             </td><td>908.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>84.0               </td><td>79.0              </td><td>nan              </td><td>19.0              </td><td>14.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>7      </td><td>1987.0           </td><td>10.0              </td><td>25.0              </td><td>7.0               </td><td>729.0            </td><td>730.0             </td><td>851.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>82.0               </td><td>79.0              </td><td>nan              </td><td>2.0               </td><td>-1.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>NO            </td></tr>\n",
       "<tr><td>8      </td><td>1987.0           </td><td>10.0              </td><td>26.0              </td><td>1.0               </td><td>735.0            </td><td>730.0             </td><td>904.0             </td><td>849.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>89.0               </td><td>79.0              </td><td>nan              </td><td>15.0              </td><td>5.0               </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>9      </td><td>1987.0           </td><td>10.0              </td><td>28.0              </td><td>3.0               </td><td>741.0            </td><td>725.0             </td><td>919.0             </td><td>855.0            </td><td>PS             </td><td>1451.0           </td><td>NA       </td><td>98.0               </td><td>90.0              </td><td>nan              </td><td>24.0              </td><td>16.0              </td><td>SAN     </td><td>SFO   </td><td>447.0            </td><td>nan              </td><td>nan               </td><td>0.0                 </td><td>NA                </td><td>0.0                  </td><td>nan               </td><td>nan                </td><td>nan               </td><td>nan                 </td><td>nan                </td><td>YES           </td><td>YES           </td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rows:35255\n",
      "Cols:31\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead>\n",
       "<tr><th>       </th><th>Year              </th><th>Month             </th><th>DayofMonth        </th><th>DayOfWeek         </th><th>DepTime           </th><th>CRSDepTime        </th><th>ArrTime           </th><th>CRSArrTime       </th><th>UniqueCarrier  </th><th>FlightNum        </th><th>TailNum  </th><th>ActualElapsedTime  </th><th>CRSElapsedTime    </th><th>AirTime          </th><th>ArrDelay          </th><th>DepDelay          </th><th>Origin  </th><th>Dest  </th><th>Distance         </th><th>TaxiIn           </th><th>TaxiOut          </th><th>Cancelled           </th><th>CancellationCode  </th><th>Diverted             </th><th>CarrierDelay      </th><th>WeatherDelay       </th><th>NASDelay          </th><th>SecurityDelay       </th><th>LateAircraftDelay  </th><th>IsArrDelayed  </th><th>IsDepDelayed  </th></tr>\n",
       "</thead>\n",
       "<tbody>\n",
       "<tr><td>type   </td><td>int               </td><td>int               </td><td>int               </td><td>int               </td><td>int               </td><td>int               </td><td>int               </td><td>int              </td><td>enum           </td><td>int              </td><td>enum     </td><td>int                </td><td>int               </td><td>int              </td><td>int               </td><td>int               </td><td>enum    </td><td>enum  </td><td>int              </td><td>int              </td><td>int              </td><td>int                 </td><td>enum              </td><td>int                  </td><td>int               </td><td>int                </td><td>int               </td><td>int                 </td><td>int                </td><td>enum          </td><td>enum          </td></tr>\n",
       "<tr><td>mins   </td><td>1987.0            </td><td>1.0               </td><td>1.0               </td><td>1.0               </td><td>1.0               </td><td>0.0               </td><td>1.0               </td><td>0.0              </td><td>               </td><td>1.0              </td><td>         </td><td>16.0               </td><td>17.0              </td><td>14.0             </td><td>-56.0             </td><td>-16.0             </td><td>        </td><td>      </td><td>11.0             </td><td>0.0              </td><td>0.0              </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>mean   </td><td>1997.4831655084402</td><td>1.4064104382357123</td><td>14.584002269181731</td><td>3.819741880584329 </td><td>1346.6609474510713</td><td>1313.8833640618238</td><td>1505.6385925018915</td><td>1485.912806694091</td><td>               </td><td>820.9546447312448</td><td>         </td><td>124.77907993702999 </td><td>124.95562868815273</td><td>114.453881278539 </td><td>9.370853011486222 </td><td>10.049931660220382</td><td>        </td><td>      </td><td>729.7236651622262</td><td>5.380203680543146</td><td>14.17664135774899</td><td>0.024620621188483904</td><td>                  </td><td>0.0024110055311303362</td><td>1.5109629839739074</td><td>0.31586322869955147</td><td>4.713565022421537 </td><td>0.018497757847533634</td><td>7.56109865470851   </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>maxs   </td><td>2008.0            </td><td>10.0              </td><td>31.0              </td><td>7.0               </td><td>2400.0            </td><td>2359.0            </td><td>2400.0            </td><td>2359.0           </td><td>               </td><td>3948.0           </td><td>         </td><td>451.0              </td><td>437.0             </td><td>402.0            </td><td>475.0             </td><td>473.0             </td><td>        </td><td>      </td><td>3365.0           </td><td>128.0            </td><td>254.0            </td><td>1.0                 </td><td>                  </td><td>1.0                  </td><td>285.0             </td><td>201.0              </td><td>323.0             </td><td>14.0                </td><td>373.0              </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>sigma  </td><td>6.3361333990532245</td><td>1.8688562189965305</td><td>9.169051694229836 </td><td>1.9106929912141355</td><td>465.2889932126695 </td><td>476.18013786423774</td><td>484.0922645749465 </td><td>492.548930763574 </td><td>               </td><td>778.5843238476238</td><td>         </td><td>73.96937479892884  </td><td>73.3475999432376  </td><td>69.72373724308511</td><td>30.092219695702436</td><td>26.628358637440805</td><td>        </td><td>      </td><td>577.969329793074 </td><td>4.261275831771766</td><td>9.888146568389702</td><td>0.15496814958037275 </td><td>                  </td><td>0.04904345836226381  </td><td>7.334473801936143 </td><td>4.80174641615539   </td><td>18.247371783397135</td><td>0.429396064855679   </td><td>23.65009281413596  </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>zeros  </td><td>0                 </td><td>0                 </td><td>0                 </td><td>0                 </td><td>0                 </td><td>460               </td><td>0                 </td><td>460              </td><td>               </td><td>0                </td><td>         </td><td>0                  </td><td>0                 </td><td>0                </td><td>1216              </td><td>5166              </td><td>        </td><td>      </td><td>0                </td><td>488              </td><td>437              </td><td>34387               </td><td>                  </td><td>35170                </td><td>29224             </td><td>7062               </td><td>5931              </td><td>7120                </td><td>5727               </td><td>              </td><td>              </td></tr>\n",
       "<tr><td>missing</td><td>0                 </td><td>0                 </td><td>0                 </td><td>0                 </td><td>868               </td><td>0                 </td><td>953               </td><td>0                </td><td>0              </td><td>0                </td><td>27       </td><td>953                </td><td>7                 </td><td>13355            </td><td>953               </td><td>868               </td><td>0       </td><td>0     </td><td>26               </td><td>12867            </td><td>12865            </td><td>0                   </td><td>7801              </td><td>0                    </td><td>0                 </td><td>28119              </td><td>28119             </td><td>28119               </td><td>28119              </td><td>0             </td><td>0             </td></tr>\n",
       "<tr><td>0      </td><td>2004.0            </td><td>1.0               </td><td>12.0              </td><td>1.0               </td><td>623.0             </td><td>630.0             </td><td>901.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N805UA   </td><td>98.0               </td><td>105.0             </td><td>80.0             </td><td>-14.0             </td><td>-7.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>7.0              </td><td>11.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>1      </td><td>2004.0            </td><td>1.0               </td><td>13.0              </td><td>2.0               </td><td>621.0             </td><td>630.0             </td><td>911.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N851UA   </td><td>110.0              </td><td>105.0             </td><td>78.0             </td><td>-4.0              </td><td>-9.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>16.0             </td><td>16.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>2      </td><td>2004.0            </td><td>1.0               </td><td>14.0              </td><td>3.0               </td><td>633.0             </td><td>630.0             </td><td>920.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N436UA   </td><td>107.0              </td><td>105.0             </td><td>88.0             </td><td>5.0               </td><td>3.0               </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>4.0              </td><td>15.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>3      </td><td>2004.0            </td><td>1.0               </td><td>15.0              </td><td>4.0               </td><td>627.0             </td><td>630.0             </td><td>859.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N828UA   </td><td>92.0               </td><td>105.0             </td><td>78.0             </td><td>-16.0             </td><td>-3.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>4.0              </td><td>10.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>4      </td><td>2004.0            </td><td>1.0               </td><td>16.0              </td><td>5.0               </td><td>635.0             </td><td>630.0             </td><td>918.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N831UA   </td><td>103.0              </td><td>105.0             </td><td>87.0             </td><td>3.0               </td><td>5.0               </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>3.0              </td><td>13.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>5      </td><td>2004.0            </td><td>1.0               </td><td>17.0              </td><td>6.0               </td><td>628.0             </td><td>630.0             </td><td>905.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N834UA   </td><td>97.0               </td><td>105.0             </td><td>81.0             </td><td>-10.0             </td><td>-2.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>5.0              </td><td>11.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>6      </td><td>2004.0            </td><td>1.0               </td><td>19.0              </td><td>1.0               </td><td>650.0             </td><td>630.0             </td><td>944.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N840UA   </td><td>114.0              </td><td>105.0             </td><td>100.0            </td><td>29.0              </td><td>20.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>3.0              </td><td>11.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>20.0              </td><td>0.0                </td><td>9.0               </td><td>0.0                 </td><td>0.0                </td><td>YES           </td><td>YES           </td></tr>\n",
       "<tr><td>7      </td><td>2004.0            </td><td>1.0               </td><td>20.0              </td><td>2.0               </td><td>627.0             </td><td>630.0             </td><td>904.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N454UA   </td><td>97.0               </td><td>105.0             </td><td>84.0             </td><td>-11.0             </td><td>-3.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>3.0              </td><td>10.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>8      </td><td>2004.0            </td><td>1.0               </td><td>21.0              </td><td>3.0               </td><td>623.0             </td><td>630.0             </td><td>903.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N808UA   </td><td>100.0              </td><td>105.0             </td><td>76.0             </td><td>-12.0             </td><td>-7.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>16.0             </td><td>8.0              </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "<tr><td>9      </td><td>2004.0            </td><td>1.0               </td><td>22.0              </td><td>4.0               </td><td>626.0             </td><td>630.0             </td><td>901.0             </td><td>915.0            </td><td>UA             </td><td>462.0            </td><td>N832UA   </td><td>95.0               </td><td>105.0             </td><td>77.0             </td><td>-14.0             </td><td>-4.0              </td><td>ORD     </td><td>CLT   </td><td>599.0            </td><td>4.0              </td><td>14.0             </td><td>0.0                 </td><td>                  </td><td>0.0                  </td><td>0.0               </td><td>0.0                </td><td>0.0               </td><td>0.0                 </td><td>0.0                </td><td>NO            </td><td>NO            </td></tr>\n",
       "</tbody>\n",
       "</table>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# check before and after the missing values dealt with for CarrierDelay\n",
    "train.describe()\n",
    "train2.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# could then fix the valid and test data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "h2oclass",
   "language": "python",
   "name": "h2oclass"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}