data_processing_v2 for xgboost.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import math\n",
    "import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "train = pd.read_csv('../data/train_users_2.csv')\n",
    "test = pd.read_csv('../data/test_users.csv')\n",
    "countries = pd.read_csv('../data/countries.csv')\n",
    "user_demo = pd.read_csv('../data/age_gender_bkts.csv')\n",
    "sessions = pd.read_csv('../data/sessions.csv')\n",
    "#changing into datetime\n",
    "train.date_account_created = pd.to_datetime(train.date_account_created)\n",
    "train.timestamp_first_active = pd.to_datetime(train.timestamp_first_active, format = \"%Y%m%d%H%M%S\")\n",
    "train.date_first_booking = pd.to_datetime(train.date_first_booking)\n",
    "test.timestamp_first_active = pd.to_datetime(test.timestamp_first_active, format = \"%Y%m%d%H%M%S\")\n",
    "test.date_account_created = pd.to_datetime(test.date_account_created)\n",
    "\n",
    "train_destination = train.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "unknowntrain = [i for i, j in enumerate(train.gender) if j == '-unknown-']\n",
    "train.loc[unknowntrain, 'gender'] = 'NA'\n",
    "unknowntest = [i for i, j in enumerate(test.gender) if j == '-unknown-']\n",
    "test.loc[unknowntest, 'gender'] = 'NA'\n",
    "\n",
    "#unknowntest = test.gender.index('-unknown-')\n",
    "#test.loc[unknowntest, 'gender'] = 'NA'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['FEMALE', 'MALE', 'NA', 'OTHER'], dtype=object)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(train.gender)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#sessions grouping by user\n",
    "\n",
    "#Group by user_id, aggregate by number of counts (counting device_type as it is never NA), \n",
    "#and total sum of elapsed time in seconds\n",
    "group_sessions = sessions.groupby(\"user_id\").agg({'device_type':'count', 'secs_elapsed':'sum'})\n",
    "#rename columns\n",
    "group_sessions.columns = ['sum_secs_elapsed', 'counts']\n",
    "#group by variable turns into index, I'm reseting the index and putting user_id back as a column\n",
    "group_sessions.reset_index(level=0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>sum_secs_elapsed</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00023iyk9l</td>\n",
       "      <td>867896.0</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0010k6l0om</td>\n",
       "      <td>586543.0</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>001wyh0pz8</td>\n",
       "      <td>282965.0</td>\n",
       "      <td>90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0028jgx1x1</td>\n",
       "      <td>297010.0</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>002qnbzfs5</td>\n",
       "      <td>6487080.0</td>\n",
       "      <td>789</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      user_id  sum_secs_elapsed  counts\n",
       "0  00023iyk9l          867896.0      40\n",
       "1  0010k6l0om          586543.0      63\n",
       "2  001wyh0pz8          282965.0      90\n",
       "3  0028jgx1x1          297010.0      31\n",
       "4  002qnbzfs5         6487080.0     789"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group_sessions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#bucket all ages into format that user_demo is in for age\n",
    "def agebuckets(ages):\n",
    "    ageless =  [i for i in range(5,101,5)] # 5, 10, 15, 20...95, 100\n",
    "    buckets = ['%d-%d' %(i, i+4) for i in range(0,100,5)] # 0-4, 5-9, 10-14...90-94, 95-99\n",
    "    newlist = []\n",
    "    for i in range(len(ages)):\n",
    "        if math.isnan(ages[i]):\n",
    "            newlist.append('NA')\n",
    "        elif ages[i] <ageless[0]:\n",
    "            newlist.append(buckets[0])\n",
    "        elif ages[i] < ageless[1]:\n",
    "            newlist.append(buckets[1])\n",
    "        elif ages[i] < ageless[2]:\n",
    "            newlist.append(buckets[2])\n",
    "        elif ages[i] < ageless[3]:\n",
    "            newlist.append(buckets[3])\n",
    "        elif ages[i] < ageless[4]:\n",
    "            newlist.append(buckets[4])\n",
    "        elif ages[i] < ageless[5]:\n",
    "            newlist.append(buckets[5])\n",
    "        elif ages[i] < ageless[6]:\n",
    "            newlist.append(buckets[6])\n",
    "        elif ages[i] < ageless[7]:\n",
    "            newlist.append(buckets[7])\n",
    "        elif ages[i] < ageless[8]:\n",
    "            newlist.append(buckets[8])\n",
    "        elif ages[i] < ageless[9]:\n",
    "            newlist.append(buckets[9])\n",
    "        elif ages[i] < ageless[10]:\n",
    "            newlist.append(buckets[10])\n",
    "        elif ages[i] < ageless[11]:\n",
    "            newlist.append(buckets[11])\n",
    "        elif ages[i] < ageless[12]:\n",
    "            newlist.append(buckets[12]) \n",
    "        elif ages[i] < ageless[13]:\n",
    "            newlist.append(buckets[13]) \n",
    "        elif ages[i] < ageless[14]:\n",
    "            newlist.append(buckets[14])\n",
    "        elif ages[i] < ageless[15]:\n",
    "            newlist.append(buckets[15])\n",
    "        elif ages[i] < ageless[16]:\n",
    "            newlist.append(buckets[16])\n",
    "        elif ages[i] < ageless[17]:\n",
    "            newlist.append(buckets[17])\n",
    "        elif ages[i] < ageless[18]:\n",
    "            newlist.append(buckets[18])\n",
    "        elif ages[i] < ageless[19]:\n",
    "            newlist.append(buckets[19]) \n",
    "        else:\n",
    "            newlist.append('100+')\n",
    "    return newlist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0      NaN\n",
       "1     38.0\n",
       "2     56.0\n",
       "3     42.0\n",
       "4     41.0\n",
       "5      NaN\n",
       "6     46.0\n",
       "7     47.0\n",
       "8     50.0\n",
       "9     46.0\n",
       "10    36.0\n",
       "11    47.0\n",
       "12     NaN\n",
       "13    37.0\n",
       "14    36.0\n",
       "15    33.0\n",
       "16     NaN\n",
       "17    31.0\n",
       "18     NaN\n",
       "19    29.0\n",
       "Name: age, dtype: float64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.age[0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train.age = agebuckets(train.age)\n",
    "test.age = agebuckets(test.age)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def timedif(L1, L2):\n",
    "    timediflist = []\n",
    "    for i in range(len(L1)):\n",
    "        try:\n",
    "            if (L1[i]-L2[i]).days <= -1:#datetime.timedelta(days=0):\n",
    "                timediflist.append('before')\n",
    "            elif (L1[i]-L2[i]).days ==0: #datetime.timedelta(days=1):\n",
    "                timediflist.append('same day')\n",
    "            else:\n",
    "                timediflist.append('greater 1 day')\n",
    "        except:\n",
    "            timediflist.append('NB')\n",
    "            \n",
    "    return timediflist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#adding time lag columns\n",
    "train['lag_account_created'] = timedif(train.date_first_booking, train.date_account_created)\n",
    "train['lag_first_active'] = timedif(train.date_first_booking, train.timestamp_first_active)\n",
    "train['lag_account_created_first_active'] = timedif(train.date_account_created, train.timestamp_first_active)\n",
    "test['lag_account_created_first_active'] = timedif(test.date_account_created, test.timestamp_first_active)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def bookings(L1, L2, L3, L4):\n",
    "    timediflist = []\n",
    "    for i in range(len(L1)):\n",
    "        if L1[i] == 'same day' or L2[i] == 'same day':\n",
    "            timediflist.append('early')\n",
    "        elif L1[i] == 'before' and L2[i] == 'before' and L3[i] == 'same day':\n",
    "            timediflist.append('early')\n",
    "        elif L1[i] == 'greater 1 day' and L2[i] == 'greater 1 day':\n",
    "            timediflist.append('waited')\n",
    "        elif L1[i] == 'greater 1 day' and L2[i] == 'before':\n",
    "            timediflist.append('waited')\n",
    "        elif L1[i] == 'before' and L2[i] == 'greater 1 day':\n",
    "            timediflist.append('waited')\n",
    "        elif L1[i] == 'before' and L2[i] == 'before' and L3[i] == 'greater 1 day':\n",
    "            timediflist.append('waited')\n",
    "        elif L4[i] == 'NDF':\n",
    "            timediflist.append('NB')\n",
    "        else:\n",
    "            timediflist.append('NA')\n",
    "\n",
    "            \n",
    "    return timediflist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "booking = bookings(train.lag_account_created, train.lag_first_active, train.lag_account_created_first_active, train.country_destination)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train['bookings'] = booking"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['NB',\n",
       " 'NB',\n",
       " 11264.0,\n",
       " 2458.8000000000002,\n",
       " 'NA',\n",
       " 'NA',\n",
       " 10659.0,\n",
       " 10659.0,\n",
       " 11413.0,\n",
       " 'NA']"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#given the train data gender, age, and country_desination produce the corresponding population in thousands\n",
    "population_in_thous = []\n",
    "for i in range(train.shape[0]):\n",
    "    if train.country_destination[i] == 'NDF':\n",
    "        population_in_thous.append('NB')    \n",
    "    elif train.gender[i] == 'NA' or train.age[i] == 'NA' or train.gender[i] == 'nan': \n",
    "        population_in_thous.append('NA')\n",
    "    elif train.gender[i] == 'OTHER':\n",
    "        population_in_thous.append(0)  \n",
    "    elif train.country_destination[i] == 'other':\n",
    "        gendersi = user_demo.loc[user_demo.gender == train.gender[i].lower(),:] \n",
    "        ages = gendersi.loc[gendersi.age_bucket == train.age[i], :]\n",
    "        ages = list(map(lambda x: float(x), ages.population_in_thousands))\n",
    "        population_in_thous.append(np.mean(ages))\n",
    "    else:\n",
    "        genders = user_demo.loc[user_demo.gender == train.gender[i].lower(),:] \n",
    "        dests = genders.loc[genders.country_destination == train.country_destination[i] ,:]    \n",
    "        population_in_thous.append(float((dests.loc[dests.age_bucket == train.age[i], 'population_in_thousands'])))\n",
    "        \n",
    "population_in_thous[0:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#merging gender age bucket with train data\n",
    "train['population_in_thousands'] = population_in_thous"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           id date_account_created timestamp_first_active date_first_booking  \\\n",
      "0  gxn3p5htnn           2010-06-28    2009-03-19 04:32:55                NaT   \n",
      "1  820tgsjxq7           2011-05-25    2009-05-23 17:48:09                NaT   \n",
      "2  4ft3gnwmtx           2010-09-28    2009-06-09 23:12:47         2010-08-02   \n",
      "3  bjjt8pjhuk           2011-12-05    2009-10-31 06:01:29         2012-09-08   \n",
      "4  87mebub9p4           2010-09-14    2009-12-08 06:11:05         2010-02-18   \n",
      "\n",
      "   gender    age signup_method  signup_flow language affiliate_channel  \n",
      "0      NA     NA      facebook            0       en            direct  \n",
      "1    MALE  35-39      facebook            0       en               seo  \n",
      "2  FEMALE  55-59         basic            3       en            direct  \n",
      "3  FEMALE  40-44      facebook            0       en            direct  \n",
      "4      NA  40-44         basic            0       en            direct  \n",
      "  affiliate_provider first_affiliate_tracked signup_app first_device_type  \\\n",
      "0             direct               untracked        Web       Mac Desktop   \n",
      "1             google               untracked        Web       Mac Desktop   \n",
      "2             direct               untracked        Web   Windows Desktop   \n",
      "3             direct               untracked        Web       Mac Desktop   \n",
      "4             direct               untracked        Web       Mac Desktop   \n",
      "\n",
      "  first_browser country_destination lag_account_created lag_first_active  \\\n",
      "0        Chrome                 NDF                  NB               NB   \n",
      "1        Chrome                 NDF                  NB               NB   \n",
      "2            IE                  US              before    greater 1 day   \n",
      "3       Firefox               other       greater 1 day    greater 1 day   \n",
      "4        Chrome                  US              before    greater 1 day   \n",
      "\n",
      "  lag_account_created_first_active bookings population_in_thousands  \\\n",
      "0                    greater 1 day       NB                      NB   \n",
      "1                    greater 1 day       NB                      NB   \n",
      "2                    greater 1 day   waited                   11264   \n",
      "3                    greater 1 day   waited                  2458.8   \n",
      "4                    greater 1 day   waited                      NA   \n",
      "\n",
      "   sum_secs_elapsed  counts  \n",
      "0               NaN     NaN  \n",
      "1               NaN     NaN  \n",
      "2               NaN     NaN  \n",
      "3               NaN     NaN  \n",
      "4               NaN     NaN  \n"
     ]
    }
   ],
   "source": [
    "#merging with grouped sessions and countries, **note most of training data is not in sessions. see below \n",
    "test_m = pd.merge(test, group_sessions, left_on='id', right_on ='user_id', how='left')\n",
    "train_m = pd.merge(train, group_sessions, left_on='id', right_on ='user_id', how='left')\n",
    "test_m = test_m.drop('user_id', 1)\n",
    "train_m = train_m.drop('user_id', 1)\n",
    "print train_m.iloc[0:5, 0:10] #to be deleted?\n",
    "print train_m.iloc[0:5, 10:]  # to be deleted?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>date_account_created</th>\n",
       "      <th>timestamp_first_active</th>\n",
       "      <th>date_first_booking</th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>signup_method</th>\n",
       "      <th>signup_flow</th>\n",
       "      <th>language</th>\n",
       "      <th>affiliate_channel</th>\n",
       "      <th>...</th>\n",
       "      <th>first_device_type</th>\n",
       "      <th>first_browser</th>\n",
       "      <th>country_destination</th>\n",
       "      <th>lag_account_created</th>\n",
       "      <th>lag_first_active</th>\n",
       "      <th>lag_account_created_first_active</th>\n",
       "      <th>bookings</th>\n",
       "      <th>population_in_thousands</th>\n",
       "      <th>sum_secs_elapsed</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>gxn3p5htnn</td>\n",
       "      <td>2010-06-28</td>\n",
       "      <td>2009-03-19 04:32:55</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NDF</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>820tgsjxq7</td>\n",
       "      <td>2011-05-25</td>\n",
       "      <td>2009-05-23 17:48:09</td>\n",
       "      <td>NaT</td>\n",
       "      <td>MALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NDF</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4ft3gnwmtx</td>\n",
       "      <td>2010-09-28</td>\n",
       "      <td>2009-06-09 23:12:47</td>\n",
       "      <td>2010-08-02</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>55-59</td>\n",
       "      <td>basic</td>\n",
       "      <td>3</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>US</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>11264</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bjjt8pjhuk</td>\n",
       "      <td>2011-12-05</td>\n",
       "      <td>2009-10-31 06:01:29</td>\n",
       "      <td>2012-09-08</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>other</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>2458.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>87mebub9p4</td>\n",
       "      <td>2010-09-14</td>\n",
       "      <td>2009-12-08 06:11:05</td>\n",
       "      <td>2010-02-18</td>\n",
       "      <td>NA</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>US</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id date_account_created timestamp_first_active date_first_booking  \\\n",
       "0  gxn3p5htnn           2010-06-28    2009-03-19 04:32:55                NaT   \n",
       "1  820tgsjxq7           2011-05-25    2009-05-23 17:48:09                NaT   \n",
       "2  4ft3gnwmtx           2010-09-28    2009-06-09 23:12:47         2010-08-02   \n",
       "3  bjjt8pjhuk           2011-12-05    2009-10-31 06:01:29         2012-09-08   \n",
       "4  87mebub9p4           2010-09-14    2009-12-08 06:11:05         2010-02-18   \n",
       "\n",
       "   gender    age signup_method  signup_flow language affiliate_channel  ...    \\\n",
       "0      NA     NA      facebook            0       en            direct  ...     \n",
       "1    MALE  35-39      facebook            0       en               seo  ...     \n",
       "2  FEMALE  55-59         basic            3       en            direct  ...     \n",
       "3  FEMALE  40-44      facebook            0       en            direct  ...     \n",
       "4      NA  40-44         basic            0       en            direct  ...     \n",
       "\n",
       "  first_device_type first_browser country_destination lag_account_created  \\\n",
       "0       Mac Desktop        Chrome                 NDF                  NB   \n",
       "1       Mac Desktop        Chrome                 NDF                  NB   \n",
       "2   Windows Desktop            IE                  US              before   \n",
       "3       Mac Desktop       Firefox               other       greater 1 day   \n",
       "4       Mac Desktop        Chrome                  US              before   \n",
       "\n",
       "  lag_first_active lag_account_created_first_active bookings  \\\n",
       "0               NB                    greater 1 day       NB   \n",
       "1               NB                    greater 1 day       NB   \n",
       "2    greater 1 day                    greater 1 day   waited   \n",
       "3    greater 1 day                    greater 1 day   waited   \n",
       "4    greater 1 day                    greater 1 day   waited   \n",
       "\n",
       "  population_in_thousands sum_secs_elapsed counts  \n",
       "0                      NB              NaN    NaN  \n",
       "1                      NB              NaN    NaN  \n",
       "2                   11264              NaN    NaN  \n",
       "3                  2458.8              NaN    NaN  \n",
       "4                      NA              NaN    NaN  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_m.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([u'id', u'date_account_created', u'timestamp_first_active',\n",
       "       u'date_first_booking', u'gender', u'age', u'signup_method',\n",
       "       u'signup_flow', u'language', u'affiliate_channel',\n",
       "       u'affiliate_provider', u'first_affiliate_tracked', u'signup_app',\n",
       "       u'first_device_type', u'first_browser', u'country_destination',\n",
       "       u'lag_account_created', u'lag_first_active',\n",
       "       u'lag_account_created_first_active', u'bookings',\n",
       "       u'population_in_thousands', u'sum_secs_elapsed', u'counts'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_m.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>date_account_created</th>\n",
       "      <th>timestamp_first_active</th>\n",
       "      <th>date_first_booking</th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>signup_method</th>\n",
       "      <th>signup_flow</th>\n",
       "      <th>language</th>\n",
       "      <th>affiliate_channel</th>\n",
       "      <th>...</th>\n",
       "      <th>first_device_type</th>\n",
       "      <th>first_browser</th>\n",
       "      <th>country_destination</th>\n",
       "      <th>lag_account_created</th>\n",
       "      <th>lag_first_active</th>\n",
       "      <th>lag_account_created_first_active</th>\n",
       "      <th>bookings</th>\n",
       "      <th>population_in_thousands</th>\n",
       "      <th>sum_secs_elapsed</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>gxn3p5htnn</td>\n",
       "      <td>2010-06-28</td>\n",
       "      <td>2009-03-19 04:32:55</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NDF</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>820tgsjxq7</td>\n",
       "      <td>2011-05-25</td>\n",
       "      <td>2009-05-23 17:48:09</td>\n",
       "      <td>NaT</td>\n",
       "      <td>MALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NDF</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4ft3gnwmtx</td>\n",
       "      <td>2010-09-28</td>\n",
       "      <td>2009-06-09 23:12:47</td>\n",
       "      <td>2010-08-02</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>55-59</td>\n",
       "      <td>basic</td>\n",
       "      <td>3</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>US</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>11264</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bjjt8pjhuk</td>\n",
       "      <td>2011-12-05</td>\n",
       "      <td>2009-10-31 06:01:29</td>\n",
       "      <td>2012-09-08</td>\n",
       "      <td>FEMALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>other</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>2458.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>87mebub9p4</td>\n",
       "      <td>2010-09-14</td>\n",
       "      <td>2009-12-08 06:11:05</td>\n",
       "      <td>2010-02-18</td>\n",
       "      <td>NA</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>...</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>US</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id date_account_created timestamp_first_active date_first_booking  \\\n",
       "0  gxn3p5htnn           2010-06-28    2009-03-19 04:32:55                NaT   \n",
       "1  820tgsjxq7           2011-05-25    2009-05-23 17:48:09                NaT   \n",
       "2  4ft3gnwmtx           2010-09-28    2009-06-09 23:12:47         2010-08-02   \n",
       "3  bjjt8pjhuk           2011-12-05    2009-10-31 06:01:29         2012-09-08   \n",
       "4  87mebub9p4           2010-09-14    2009-12-08 06:11:05         2010-02-18   \n",
       "\n",
       "   gender    age signup_method  signup_flow language affiliate_channel  ...    \\\n",
       "0      NA     NA      facebook            0       en            direct  ...     \n",
       "1    MALE  35-39      facebook            0       en               seo  ...     \n",
       "2  FEMALE  55-59         basic            3       en            direct  ...     \n",
       "3  FEMALE  40-44      facebook            0       en            direct  ...     \n",
       "4      NA  40-44         basic            0       en            direct  ...     \n",
       "\n",
       "  first_device_type first_browser country_destination lag_account_created  \\\n",
       "0       Mac Desktop        Chrome                 NDF                  NB   \n",
       "1       Mac Desktop        Chrome                 NDF                  NB   \n",
       "2   Windows Desktop            IE                  US              before   \n",
       "3       Mac Desktop       Firefox               other       greater 1 day   \n",
       "4       Mac Desktop        Chrome                  US              before   \n",
       "\n",
       "  lag_first_active lag_account_created_first_active bookings  \\\n",
       "0               NB                    greater 1 day       NB   \n",
       "1               NB                    greater 1 day       NB   \n",
       "2    greater 1 day                    greater 1 day   waited   \n",
       "3    greater 1 day                    greater 1 day   waited   \n",
       "4    greater 1 day                    greater 1 day   waited   \n",
       "\n",
       "  population_in_thousands sum_secs_elapsed counts  \n",
       "0                      NB              NaN    NaN  \n",
       "1                      NB              NaN    NaN  \n",
       "2                   11264              NaN    NaN  \n",
       "3                  2458.8              NaN    NaN  \n",
       "4                      NA              NaN    NaN  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_m.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[None, None, None, None, None]"
      ]
     },
     "execution_count": 183,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#remove id, time format columns and categorical columns\n",
    "excl = list(train_m.columns)\n",
    "toremove = ['id', 'date_account_created', 'timestamp_first_active', 'date_first_booking', \n",
    "              'country_destination'] \n",
    "map(lambda x: excl.remove(x), toremove)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>signup_method</th>\n",
       "      <th>signup_flow</th>\n",
       "      <th>language</th>\n",
       "      <th>affiliate_channel</th>\n",
       "      <th>affiliate_provider</th>\n",
       "      <th>first_affiliate_tracked</th>\n",
       "      <th>signup_app</th>\n",
       "      <th>first_device_type</th>\n",
       "      <th>first_browser</th>\n",
       "      <th>lag_account_created</th>\n",
       "      <th>lag_first_active</th>\n",
       "      <th>lag_account_created_first_active</th>\n",
       "      <th>bookings</th>\n",
       "      <th>population_in_thousands</th>\n",
       "      <th>sum_secs_elapsed</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>MALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>55-59</td>\n",
       "      <td>basic</td>\n",
       "      <td>3</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>11264</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>2458.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NA</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>before</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>other</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10659</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10659</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>50-54</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>11413</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NA</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10352</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>1240</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>NA</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>facebook</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>25-29</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>2041</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>10984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>NA</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>25-29</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>2041</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>other</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>craigslist</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Desktop (Other)</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10863</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>NA</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Web</td>\n",
       "      <td>Other/Unknown</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>same day</td>\n",
       "      <td>before</td>\n",
       "      <td>before</td>\n",
       "      <td>early</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>NA</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Android Tablet</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>NA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213421</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2636982.0</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213422</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>1132520.0</td>\n",
       "      <td>79.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213423</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>facebook</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>203195.0</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213424</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>198490.0</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213425</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>145780.0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213426</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>Chrome Mobile</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>956095.0</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213427</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Desktop (Other)</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>3323502.0</td>\n",
       "      <td>263.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213428</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>1458147.0</td>\n",
       "      <td>164.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213429</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>244947.0</td>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213430</th>\n",
       "      <td>NA</td>\n",
       "      <td>15-19</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>1826460.0</td>\n",
       "      <td>273.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213431</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>863950.0</td>\n",
       "      <td>64.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213432</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>tracked-other</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>107982.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213433</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPad</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2738990.0</td>\n",
       "      <td>246.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213434</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>facebook</td>\n",
       "      <td>product</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>875540.0</td>\n",
       "      <td>49.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213435</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>84119.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213436</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>276109.0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213437</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Tablet</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>938932.0</td>\n",
       "      <td>62.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213438</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2487549.0</td>\n",
       "      <td>105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213439</th>\n",
       "      <td>MALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10159</td>\n",
       "      <td>169959.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213440</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>497841.0</td>\n",
       "      <td>59.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213441</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>1646</td>\n",
       "      <td>526082.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213442</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2548293.0</td>\n",
       "      <td>107.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213443</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>10352</td>\n",
       "      <td>5103822.0</td>\n",
       "      <td>133.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213444</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>315712.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213445</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>greater 1 day</td>\n",
       "      <td>before</td>\n",
       "      <td>waited</td>\n",
       "      <td>11094</td>\n",
       "      <td>1459801.0</td>\n",
       "      <td>104.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213446</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>5141396.0</td>\n",
       "      <td>110.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213447</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2878924.0</td>\n",
       "      <td>238.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213448</th>\n",
       "      <td>NA</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>342982.0</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213449</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>other</td>\n",
       "      <td>tracked-other</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>341609.0</td>\n",
       "      <td>75.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213450</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>before</td>\n",
       "      <td>NB</td>\n",
       "      <td>NB</td>\n",
       "      <td>2759210.0</td>\n",
       "      <td>41.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>213451 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        gender    age signup_method  signup_flow language affiliate_channel  \\\n",
       "0           NA     NA      facebook            0       en            direct   \n",
       "1         MALE  35-39      facebook            0       en               seo   \n",
       "2       FEMALE  55-59         basic            3       en            direct   \n",
       "3       FEMALE  40-44      facebook            0       en            direct   \n",
       "4           NA  40-44         basic            0       en            direct   \n",
       "5           NA     NA         basic            0       en             other   \n",
       "6       FEMALE  45-49         basic            0       en             other   \n",
       "7       FEMALE  45-49         basic            0       en            direct   \n",
       "8       FEMALE  50-54         basic            0       en             other   \n",
       "9           NA  45-49         basic            0       en             other   \n",
       "10      FEMALE  35-39         basic            0       en             other   \n",
       "11      FEMALE  45-49         basic            0       en             other   \n",
       "12          NA     NA         basic            0       en            direct   \n",
       "13      FEMALE  35-39         basic            0       en             other   \n",
       "14      FEMALE  35-39         basic            0       en             other   \n",
       "15      FEMALE  30-34         basic            0       en            direct   \n",
       "16          NA     NA         basic            0       en             other   \n",
       "17          NA  30-34         basic            0       en             other   \n",
       "18          NA     NA         basic            0       en               seo   \n",
       "19      FEMALE  25-29         basic            0       en            direct   \n",
       "20          NA     NA         basic            0       en            direct   \n",
       "21        MALE  30-34         basic            0       en            direct   \n",
       "22          NA  40-44         basic            0       en               seo   \n",
       "23          NA     NA         basic            0       en             other   \n",
       "24      FEMALE  40-44         basic            0       en               seo   \n",
       "25      FEMALE  25-29         basic            0       en             other   \n",
       "26          NA     NA         basic            0       en             other   \n",
       "27      FEMALE  30-34         basic            0       en             other   \n",
       "28          NA  35-39         basic            0       en            direct   \n",
       "29          NA  35-39         basic            0       en            direct   \n",
       "...        ...    ...           ...          ...      ...               ...   \n",
       "213421      NA     NA         basic            0       en            direct   \n",
       "213422      NA     NA         basic            0       en            direct   \n",
       "213423  FEMALE  20-24      facebook           25       en            direct   \n",
       "213424  FEMALE  30-34      facebook            0       en            direct   \n",
       "213425  FEMALE  30-34      facebook            0       en            direct   \n",
       "213426      NA     NA         basic            0       en            direct   \n",
       "213427      NA     NA         basic            0       en            direct   \n",
       "213428      NA     NA         basic           23       en            direct   \n",
       "213429      NA     NA         basic           25       en            direct   \n",
       "213430      NA  15-19         basic            0       en            direct   \n",
       "213431      NA     NA         basic            0       en            direct   \n",
       "213432    MALE  30-34      facebook            0       en            direct   \n",
       "213433      NA     NA         basic            0       en         sem-brand   \n",
       "213434      NA     NA         basic            0       en               seo   \n",
       "213435      NA     NA         basic            0       en               seo   \n",
       "213436      NA     NA         basic           25       en            direct   \n",
       "213437      NA     NA         basic           23       en            direct   \n",
       "213438      NA     NA         basic           25       en            direct   \n",
       "213439    MALE  40-44         basic            0       en            direct   \n",
       "213440  FEMALE  20-24         basic           25       en            direct   \n",
       "213441  FEMALE  30-34         basic            0       en            direct   \n",
       "213442      NA     NA         basic            0       en         sem-brand   \n",
       "213443  FEMALE  35-39         basic            0       en         sem-brand   \n",
       "213444      NA     NA         basic            0       en            direct   \n",
       "213445  FEMALE  20-24         basic            0       en         sem-brand   \n",
       "213446    MALE  30-34         basic            0       en         sem-brand   \n",
       "213447      NA     NA         basic            0       en            direct   \n",
       "213448      NA  30-34         basic            0       en            direct   \n",
       "213449      NA     NA         basic           25       en             other   \n",
       "213450      NA     NA         basic           25       en            direct   \n",
       "\n",
       "       affiliate_provider first_affiliate_tracked signup_app  \\\n",
       "0                  direct               untracked        Web   \n",
       "1                  google               untracked        Web   \n",
       "2                  direct               untracked        Web   \n",
       "3                  direct               untracked        Web   \n",
       "4                  direct               untracked        Web   \n",
       "5                   other                     omg        Web   \n",
       "6              craigslist               untracked        Web   \n",
       "7                  direct                     omg        Web   \n",
       "8              craigslist               untracked        Web   \n",
       "9              craigslist                     omg        Web   \n",
       "10             craigslist               untracked        Web   \n",
       "11             craigslist               untracked        Web   \n",
       "12                 direct                     NaN        Web   \n",
       "13             craigslist                  linked        Web   \n",
       "14             craigslist               untracked        Web   \n",
       "15                 direct               untracked        Web   \n",
       "16             craigslist                     NaN        Web   \n",
       "17             craigslist                     NaN        Web   \n",
       "18               facebook                     NaN        Web   \n",
       "19                 direct               untracked        Web   \n",
       "20                 direct                     NaN        Web   \n",
       "21                 direct                  linked        Web   \n",
       "22                 google               untracked        Web   \n",
       "23             craigslist               untracked        Web   \n",
       "24                 google               untracked        Web   \n",
       "25             craigslist               untracked        Web   \n",
       "26                  other               untracked        Web   \n",
       "27             craigslist               untracked        Web   \n",
       "28                 direct                     NaN        Web   \n",
       "29                 direct               untracked        Web   \n",
       "...                   ...                     ...        ...   \n",
       "213421             direct                  linked        Web   \n",
       "213422             direct               untracked        Web   \n",
       "213423             direct               untracked        iOS   \n",
       "213424             direct                  linked        Web   \n",
       "213425             direct                  linked        Web   \n",
       "213426             direct               untracked      Moweb   \n",
       "213427             direct                  linked        Web   \n",
       "213428             direct               untracked    Android   \n",
       "213429             direct               untracked        iOS   \n",
       "213430             direct                  linked        Web   \n",
       "213431             direct               untracked        Web   \n",
       "213432             direct           tracked-other        Web   \n",
       "213433             google               untracked        Web   \n",
       "213434           facebook                 product        Web   \n",
       "213435             google               untracked        Web   \n",
       "213436             direct               untracked        iOS   \n",
       "213437             direct               untracked    Android   \n",
       "213438             direct               untracked        iOS   \n",
       "213439             direct               untracked        Web   \n",
       "213440             direct               untracked        iOS   \n",
       "213441             direct                  linked        Web   \n",
       "213442             google                     omg        Web   \n",
       "213443             google                  linked        Web   \n",
       "213444             direct                  linked        Web   \n",
       "213445             google                     omg        Web   \n",
       "213446             google                     omg        Web   \n",
       "213447             direct                  linked        Web   \n",
       "213448             direct               untracked        Web   \n",
       "213449              other           tracked-other        iOS   \n",
       "213450             direct               untracked        iOS   \n",
       "\n",
       "       first_device_type  first_browser lag_account_created lag_first_active  \\\n",
       "0            Mac Desktop         Chrome                  NB               NB   \n",
       "1            Mac Desktop         Chrome                  NB               NB   \n",
       "2        Windows Desktop             IE              before    greater 1 day   \n",
       "3            Mac Desktop        Firefox       greater 1 day    greater 1 day   \n",
       "4            Mac Desktop         Chrome              before    greater 1 day   \n",
       "5            Mac Desktop         Chrome       greater 1 day         same day   \n",
       "6            Mac Desktop         Safari       greater 1 day    greater 1 day   \n",
       "7            Mac Desktop         Safari       greater 1 day    greater 1 day   \n",
       "8            Mac Desktop         Safari       greater 1 day    greater 1 day   \n",
       "9            Mac Desktop        Firefox            same day           before   \n",
       "10           Mac Desktop        Firefox       greater 1 day    greater 1 day   \n",
       "11                iPhone      -unknown-                  NB               NB   \n",
       "12         Other/Unknown      -unknown-       greater 1 day    greater 1 day   \n",
       "13           Mac Desktop        Firefox                  NB               NB   \n",
       "14                iPhone  Mobile Safari                  NB               NB   \n",
       "15       Windows Desktop         Chrome       greater 1 day         same day   \n",
       "16         Other/Unknown      -unknown-                  NB               NB   \n",
       "17         Other/Unknown      -unknown-       greater 1 day    greater 1 day   \n",
       "18         Other/Unknown      -unknown-                  NB               NB   \n",
       "19           Mac Desktop         Chrome            same day           before   \n",
       "20         Other/Unknown      -unknown-       greater 1 day    greater 1 day   \n",
       "21           Mac Desktop         Chrome       greater 1 day         same day   \n",
       "22                iPhone      -unknown-            same day           before   \n",
       "23           Mac Desktop         Safari                  NB               NB   \n",
       "24           Mac Desktop        Firefox                  NB               NB   \n",
       "25           Mac Desktop         Chrome       greater 1 day    greater 1 day   \n",
       "26         Other/Unknown      -unknown-                  NB               NB   \n",
       "27       Desktop (Other)         Chrome       greater 1 day    greater 1 day   \n",
       "28         Other/Unknown      -unknown-            same day           before   \n",
       "29        Android Tablet      -unknown-       greater 1 day    greater 1 day   \n",
       "...                  ...            ...                 ...              ...   \n",
       "213421       Mac Desktop        Firefox                  NB               NB   \n",
       "213422   Windows Desktop             IE                  NB               NB   \n",
       "213423            iPhone      -unknown-                  NB               NB   \n",
       "213424   Windows Desktop         Chrome                  NB               NB   \n",
       "213425   Windows Desktop         Chrome                  NB               NB   \n",
       "213426     Android Phone  Chrome Mobile                  NB               NB   \n",
       "213427   Desktop (Other)         Chrome                  NB               NB   \n",
       "213428     Android Phone      -unknown-                  NB               NB   \n",
       "213429            iPhone      -unknown-                  NB               NB   \n",
       "213430       Mac Desktop         Chrome                  NB               NB   \n",
       "213431   Windows Desktop        Firefox                  NB               NB   \n",
       "213432       Mac Desktop         Safari                  NB               NB   \n",
       "213433              iPad  Mobile Safari                  NB               NB   \n",
       "213434       Mac Desktop         Chrome                  NB               NB   \n",
       "213435   Windows Desktop         Chrome                  NB               NB   \n",
       "213436            iPhone      -unknown-                  NB               NB   \n",
       "213437    Android Tablet      -unknown-                  NB               NB   \n",
       "213438            iPhone      -unknown-                  NB               NB   \n",
       "213439   Windows Desktop        Firefox       greater 1 day    greater 1 day   \n",
       "213440            iPhone  Mobile Safari                  NB               NB   \n",
       "213441       Mac Desktop         Chrome       greater 1 day    greater 1 day   \n",
       "213442       Mac Desktop         Chrome                  NB               NB   \n",
       "213443       Mac Desktop         Safari       greater 1 day    greater 1 day   \n",
       "213444   Windows Desktop         Chrome                  NB               NB   \n",
       "213445   Windows Desktop             IE       greater 1 day    greater 1 day   \n",
       "213446       Mac Desktop         Safari                  NB               NB   \n",
       "213447   Windows Desktop         Chrome                  NB               NB   \n",
       "213448       Mac Desktop        Firefox                  NB               NB   \n",
       "213449            iPhone  Mobile Safari                  NB               NB   \n",
       "213450            iPhone      -unknown-                  NB               NB   \n",
       "\n",
       "       lag_account_created_first_active bookings population_in_thousands  \\\n",
       "0                         greater 1 day       NB                      NB   \n",
       "1                         greater 1 day       NB                      NB   \n",
       "2                         greater 1 day   waited                   11264   \n",
       "3                         greater 1 day   waited                  2458.8   \n",
       "4                         greater 1 day   waited                      NA   \n",
       "5                                before    early                      NA   \n",
       "6                                before   waited                   10659   \n",
       "7                                before   waited                   10659   \n",
       "8                                before   waited                   11413   \n",
       "9                                before    early                      NA   \n",
       "10                               before   waited                   10352   \n",
       "11                               before       NB                      NB   \n",
       "12                               before   waited                      NA   \n",
       "13                               before       NB                      NB   \n",
       "14                               before       NB                      NB   \n",
       "15                               before    early                    1240   \n",
       "16                               before       NB                      NB   \n",
       "17                               before   waited                      NA   \n",
       "18                               before       NB                      NB   \n",
       "19                               before    early                    2041   \n",
       "20                               before   waited                      NA   \n",
       "21                               before    early                   10984   \n",
       "22                               before    early                      NA   \n",
       "23                               before       NB                      NB   \n",
       "24                               before       NB                      NB   \n",
       "25                               before   waited                    2041   \n",
       "26                               before       NB                      NB   \n",
       "27                               before   waited                   10863   \n",
       "28                               before    early                      NA   \n",
       "29                               before   waited                      NA   \n",
       "...                                 ...      ...                     ...   \n",
       "213421                           before       NB                      NB   \n",
       "213422                           before       NB                      NB   \n",
       "213423                           before       NB                      NB   \n",
       "213424                           before       NB                      NB   \n",
       "213425                           before       NB                      NB   \n",
       "213426                           before       NB                      NB   \n",
       "213427                           before       NB                      NB   \n",
       "213428                           before       NB                      NB   \n",
       "213429                           before       NB                      NB   \n",
       "213430                           before       NB                      NB   \n",
       "213431                           before       NB                      NB   \n",
       "213432                           before       NB                      NB   \n",
       "213433                           before       NB                      NB   \n",
       "213434                           before       NB                      NB   \n",
       "213435                           before       NB                      NB   \n",
       "213436                           before       NB                      NB   \n",
       "213437                           before       NB                      NB   \n",
       "213438                           before       NB                      NB   \n",
       "213439                           before   waited                   10159   \n",
       "213440                           before       NB                      NB   \n",
       "213441                           before   waited                    1646   \n",
       "213442                           before       NB                      NB   \n",
       "213443                           before   waited                   10352   \n",
       "213444                           before       NB                      NB   \n",
       "213445                           before   waited                   11094   \n",
       "213446                           before       NB                      NB   \n",
       "213447                           before       NB                      NB   \n",
       "213448                           before       NB                      NB   \n",
       "213449                           before       NB                      NB   \n",
       "213450                           before       NB                      NB   \n",
       "\n",
       "        sum_secs_elapsed  counts  \n",
       "0                    NaN     NaN  \n",
       "1                    NaN     NaN  \n",
       "2                    NaN     NaN  \n",
       "3                    NaN     NaN  \n",
       "4                    NaN     NaN  \n",
       "5                    NaN     NaN  \n",
       "6                    NaN     NaN  \n",
       "7                    NaN     NaN  \n",
       "8                    NaN     NaN  \n",
       "9                    NaN     NaN  \n",
       "10                   NaN     NaN  \n",
       "11                   NaN     NaN  \n",
       "12                   NaN     NaN  \n",
       "13                   NaN     NaN  \n",
       "14                   NaN     NaN  \n",
       "15                   NaN     NaN  \n",
       "16                   NaN     NaN  \n",
       "17                   NaN     NaN  \n",
       "18                   NaN     NaN  \n",
       "19                   NaN     NaN  \n",
       "20                   NaN     NaN  \n",
       "21                   NaN     NaN  \n",
       "22                   NaN     NaN  \n",
       "23                   NaN     NaN  \n",
       "24                   NaN     NaN  \n",
       "25                   NaN     NaN  \n",
       "26                   NaN     NaN  \n",
       "27                   NaN     NaN  \n",
       "28                   NaN     NaN  \n",
       "29                   NaN     NaN  \n",
       "...                  ...     ...  \n",
       "213421         2636982.0    24.0  \n",
       "213422         1132520.0    79.0  \n",
       "213423          203195.0    26.0  \n",
       "213424          198490.0    14.0  \n",
       "213425          145780.0    25.0  \n",
       "213426          956095.0    35.0  \n",
       "213427         3323502.0   263.0  \n",
       "213428         1458147.0   164.0  \n",
       "213429          244947.0    38.0  \n",
       "213430         1826460.0   273.0  \n",
       "213431          863950.0    64.0  \n",
       "213432          107982.0    10.0  \n",
       "213433         2738990.0   246.0  \n",
       "213434          875540.0    49.0  \n",
       "213435           84119.0     7.0  \n",
       "213436          276109.0    25.0  \n",
       "213437          938932.0    62.0  \n",
       "213438         2487549.0   105.0  \n",
       "213439          169959.0     6.0  \n",
       "213440          497841.0    59.0  \n",
       "213441          526082.0    32.0  \n",
       "213442         2548293.0   107.0  \n",
       "213443         5103822.0   133.0  \n",
       "213444          315712.0    15.0  \n",
       "213445         1459801.0   104.0  \n",
       "213446         5141396.0   110.0  \n",
       "213447         2878924.0   238.0  \n",
       "213448          342982.0    18.0  \n",
       "213449          341609.0    75.0  \n",
       "213450         2759210.0    41.0  \n",
       "\n",
       "[213451 rows x 18 columns]"
      ]
     },
     "execution_count": 184,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_m.loc[:, excl]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "train_x = train_m.loc[:, excl]\n",
    "test_x = test_m.loc[:, excl]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>signup_method</th>\n",
       "      <th>signup_flow</th>\n",
       "      <th>language</th>\n",
       "      <th>affiliate_channel</th>\n",
       "      <th>affiliate_provider</th>\n",
       "      <th>first_affiliate_tracked</th>\n",
       "      <th>signup_app</th>\n",
       "      <th>first_device_type</th>\n",
       "      <th>first_browser</th>\n",
       "      <th>lag_account_created</th>\n",
       "      <th>lag_first_active</th>\n",
       "      <th>lag_account_created_first_active</th>\n",
       "      <th>bookings</th>\n",
       "      <th>population_in_thousands</th>\n",
       "      <th>sum_secs_elapsed</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>119187.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>250119.0</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>975575.0</td>\n",
       "      <td>58.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>123001.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>454023.0</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>25-29</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>60924.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>MALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>640922.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>391231.0</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8481847.0</td>\n",
       "      <td>283.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-non-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5084265.0</td>\n",
       "      <td>115.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1573.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>157911.0</td>\n",
       "      <td>29.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>MALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>917.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>401.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>iPad</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1072131.0</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>55-59</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5167443.0</td>\n",
       "      <td>213.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>NA</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>630983.0</td>\n",
       "      <td>56.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Android Tablet</td>\n",
       "      <td>IE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1117751.0</td>\n",
       "      <td>37.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>364258.0</td>\n",
       "      <td>51.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>50-54</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365348.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>662916.0</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>MALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1194422.0</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>493238.0</td>\n",
       "      <td>55.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-non-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14101.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8544164.0</td>\n",
       "      <td>824.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>25-29</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2699541.0</td>\n",
       "      <td>119.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>bing</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>480773.0</td>\n",
       "      <td>28.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>NA</td>\n",
       "      <td>25-29</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>product</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1422903.0</td>\n",
       "      <td>65.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPad</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6242523.0</td>\n",
       "      <td>333.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62066</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>google</td>\n",
       "      <td>12</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1828319.0</td>\n",
       "      <td>92.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62067</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2891734.0</td>\n",
       "      <td>139.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62068</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>213069.0</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62069</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>facebook</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1235413.0</td>\n",
       "      <td>79.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62070</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>facebook</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPad</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62071</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>Chrome Mobile</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>134755.0</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62072</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>315957.0</td>\n",
       "      <td>52.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62073</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>751283.0</td>\n",
       "      <td>187.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62074</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Moweb</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>676565.0</td>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62075</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2748721.0</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62076</th>\n",
       "      <td>MALE</td>\n",
       "      <td>35-39</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>facebook</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>277706.0</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62077</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>938847.0</td>\n",
       "      <td>28.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62078</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPad</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>715253.0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62079</th>\n",
       "      <td>MALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6288548.0</td>\n",
       "      <td>201.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62080</th>\n",
       "      <td>NA</td>\n",
       "      <td>35-39</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1052227.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62081</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>facebook</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>980574.0</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62082</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>google</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>526862.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62083</th>\n",
       "      <td>MALE</td>\n",
       "      <td>40-44</td>\n",
       "      <td>facebook</td>\n",
       "      <td>23</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>86052.0</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62084</th>\n",
       "      <td>MALE</td>\n",
       "      <td>25-29</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>882738.0</td>\n",
       "      <td>56.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62085</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>20-24</td>\n",
       "      <td>facebook</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>Mobile Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>575391.0</td>\n",
       "      <td>31.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62086</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>25</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>iOS</td>\n",
       "      <td>iPhone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1167663.0</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62087</th>\n",
       "      <td>MALE</td>\n",
       "      <td>55-59</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>634893.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62088</th>\n",
       "      <td>NA</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>398555.0</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62089</th>\n",
       "      <td>MALE</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>464202.0</td>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62090</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>seo</td>\n",
       "      <td>yahoo</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>572202.0</td>\n",
       "      <td>47.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62091</th>\n",
       "      <td>NA</td>\n",
       "      <td>30-34</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>IE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2534232.0</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62092</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>23</td>\n",
       "      <td>ko</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>untracked</td>\n",
       "      <td>Android</td>\n",
       "      <td>Android Phone</td>\n",
       "      <td>-unknown-</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>51618.0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62093</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>de</td>\n",
       "      <td>direct</td>\n",
       "      <td>direct</td>\n",
       "      <td>linked</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Firefox</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>823297.0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62094</th>\n",
       "      <td>NA</td>\n",
       "      <td>NA</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>sem-brand</td>\n",
       "      <td>google</td>\n",
       "      <td>omg</td>\n",
       "      <td>Web</td>\n",
       "      <td>Mac Desktop</td>\n",
       "      <td>Safari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>352068.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62095</th>\n",
       "      <td>FEMALE</td>\n",
       "      <td>45-49</td>\n",
       "      <td>basic</td>\n",
       "      <td>0</td>\n",
       "      <td>en</td>\n",
       "      <td>other</td>\n",
       "      <td>other</td>\n",
       "      <td>tracked-other</td>\n",
       "      <td>Web</td>\n",
       "      <td>Windows Desktop</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>before</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2804544.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>62096 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age signup_method  signup_flow language affiliate_channel  \\\n",
       "0      FEMALE  35-39      facebook            0       en            direct   \n",
       "1          NA     NA         basic            0       en            direct   \n",
       "2          NA     NA         basic            0       en            direct   \n",
       "3          NA     NA         basic            0       en            direct   \n",
       "4          NA     NA         basic            0       en            direct   \n",
       "5      FEMALE  25-29         basic            0       en         sem-brand   \n",
       "6        MALE  45-49         basic           25       en            direct   \n",
       "7          NA     NA         basic            0       en            direct   \n",
       "8          NA     NA         basic            0       en            direct   \n",
       "9          NA     NA         basic            0       en     sem-non-brand   \n",
       "10         NA     NA         basic            0       en            direct   \n",
       "11     FEMALE  30-34         basic           25       en            direct   \n",
       "12       MALE  20-24      facebook            0       en            direct   \n",
       "13         NA     NA         basic            0       en            direct   \n",
       "14         NA     NA         basic            0       en            direct   \n",
       "15     FEMALE  55-59         basic            0       en            direct   \n",
       "16         NA     NA         basic            0       en            direct   \n",
       "17         NA  30-34         basic            0       en            direct   \n",
       "18     FEMALE  30-34         basic            0       en            direct   \n",
       "19       MALE  30-34      facebook            0       en               seo   \n",
       "20     FEMALE  50-54         basic            0       en         sem-brand   \n",
       "21         NA     NA         basic            0       en            direct   \n",
       "22       MALE  35-39      facebook            0       en               seo   \n",
       "23         NA     NA         basic            0       en            direct   \n",
       "24         NA     NA         basic            0       en     sem-non-brand   \n",
       "25       MALE  30-34         basic            0       en            direct   \n",
       "26     FEMALE  25-29         basic            0       en         sem-brand   \n",
       "27         NA     NA         basic            0       en         sem-brand   \n",
       "28         NA  25-29         basic            0       en            direct   \n",
       "29         NA     NA         basic            0       en         sem-brand   \n",
       "...       ...    ...           ...          ...      ...               ...   \n",
       "62066      NA     NA        google           12       en            direct   \n",
       "62067  FEMALE  45-49         basic            0       en            direct   \n",
       "62068      NA     NA         basic            0       en               seo   \n",
       "62069  FEMALE  20-24      facebook           25       en            direct   \n",
       "62070  FEMALE  30-34      facebook            0       en               seo   \n",
       "62071      NA     NA         basic            0       en            direct   \n",
       "62072      NA     NA         basic           23       en            direct   \n",
       "62073      NA     NA         basic           23       en            direct   \n",
       "62074      NA     NA         basic            0       en            direct   \n",
       "62075  FEMALE  40-44      facebook            0       en         sem-brand   \n",
       "62076    MALE  35-39      facebook            0       en               seo   \n",
       "62077      NA     NA         basic            0       en               seo   \n",
       "62078      NA     NA         basic            0       en               seo   \n",
       "62079    MALE  40-44         basic            0       en               seo   \n",
       "62080      NA  35-39         basic            0       en               seo   \n",
       "62081  FEMALE  30-34      facebook           23       en            direct   \n",
       "62082      NA     NA         basic            0       en               seo   \n",
       "62083    MALE  40-44      facebook           23       en            direct   \n",
       "62084    MALE  25-29      facebook            0       en            direct   \n",
       "62085  FEMALE  20-24      facebook            0       en            direct   \n",
       "62086      NA     NA         basic           25       en            direct   \n",
       "62087    MALE  55-59         basic            0       en         sem-brand   \n",
       "62088      NA  30-34         basic            0       en            direct   \n",
       "62089    MALE  30-34         basic            0       en            direct   \n",
       "62090      NA     NA         basic            0       en               seo   \n",
       "62091      NA  30-34         basic            0       en            direct   \n",
       "62092      NA     NA         basic           23       ko            direct   \n",
       "62093      NA     NA         basic            0       de            direct   \n",
       "62094      NA     NA         basic            0       en         sem-brand   \n",
       "62095  FEMALE  45-49         basic            0       en             other   \n",
       "\n",
       "      affiliate_provider first_affiliate_tracked signup_app first_device_type  \\\n",
       "0                 direct               untracked      Moweb            iPhone   \n",
       "1                 direct               untracked      Moweb            iPhone   \n",
       "2                 direct                  linked        Web   Windows Desktop   \n",
       "3                 direct                  linked        Web   Windows Desktop   \n",
       "4                 direct               untracked        Web       Mac Desktop   \n",
       "5                 google                     omg        Web   Windows Desktop   \n",
       "6                 direct               untracked        iOS            iPhone   \n",
       "7                 direct               untracked        Web       Mac Desktop   \n",
       "8                 direct               untracked        Web       Mac Desktop   \n",
       "9                 google                     omg        Web   Windows Desktop   \n",
       "10                direct               untracked        Web   Windows Desktop   \n",
       "11                direct               untracked        iOS            iPhone   \n",
       "12                direct                  linked        Web       Mac Desktop   \n",
       "13                direct                  linked        Web       Mac Desktop   \n",
       "14                direct               untracked      Moweb              iPad   \n",
       "15                direct                  linked        Web   Windows Desktop   \n",
       "16                direct               untracked        Web            iPhone   \n",
       "17                direct                  linked        Web   Windows Desktop   \n",
       "18                direct                     omg        Web    Android Tablet   \n",
       "19                google                  linked        Web   Windows Desktop   \n",
       "20                google                  linked        Web       Mac Desktop   \n",
       "21                direct               untracked        Web       Mac Desktop   \n",
       "22                google                  linked        Web   Windows Desktop   \n",
       "23                direct               untracked        Web       Mac Desktop   \n",
       "24                google                     omg        Web   Windows Desktop   \n",
       "25                direct                  linked      Moweb            iPhone   \n",
       "26                google                     omg        Web       Mac Desktop   \n",
       "27                  bing                     omg        Web   Windows Desktop   \n",
       "28                direct                 product        Web       Mac Desktop   \n",
       "29                google                  linked        Web              iPad   \n",
       "...                  ...                     ...        ...               ...   \n",
       "62066             direct               untracked    Android     Android Phone   \n",
       "62067             direct               untracked        Web       Mac Desktop   \n",
       "62068             google               untracked        Web       Mac Desktop   \n",
       "62069             direct               untracked        iOS            iPhone   \n",
       "62070           facebook               untracked        Web              iPad   \n",
       "62071             direct               untracked      Moweb     Android Phone   \n",
       "62072             direct               untracked    Android     Android Phone   \n",
       "62073             direct               untracked    Android     Android Phone   \n",
       "62074             direct                  linked      Moweb            iPhone   \n",
       "62075             google                     omg        Web   Windows Desktop   \n",
       "62076           facebook               untracked        Web            iPhone   \n",
       "62077             google               untracked        Web       Mac Desktop   \n",
       "62078             google               untracked        Web              iPad   \n",
       "62079             google                  linked        Web       Mac Desktop   \n",
       "62080             google                  linked        Web   Windows Desktop   \n",
       "62081             direct               untracked    Android     Android Phone   \n",
       "62082             google               untracked        Web       Mac Desktop   \n",
       "62083             direct               untracked    Android     Android Phone   \n",
       "62084             direct               untracked        Web       Mac Desktop   \n",
       "62085             direct                  linked        Web            iPhone   \n",
       "62086             direct               untracked        iOS            iPhone   \n",
       "62087             google                     omg        Web   Windows Desktop   \n",
       "62088             direct               untracked        Web       Mac Desktop   \n",
       "62089             direct                  linked        Web   Windows Desktop   \n",
       "62090              yahoo                  linked        Web   Windows Desktop   \n",
       "62091             direct               untracked        Web   Windows Desktop   \n",
       "62092             direct               untracked    Android     Android Phone   \n",
       "62093             direct                  linked        Web   Windows Desktop   \n",
       "62094             google                     omg        Web       Mac Desktop   \n",
       "62095              other           tracked-other        Web   Windows Desktop   \n",
       "\n",
       "       first_browser  lag_account_created  lag_first_active  \\\n",
       "0      Mobile Safari                  NaN               NaN   \n",
       "1      Mobile Safari                  NaN               NaN   \n",
       "2             Chrome                  NaN               NaN   \n",
       "3                 IE                  NaN               NaN   \n",
       "4             Safari                  NaN               NaN   \n",
       "5             Chrome                  NaN               NaN   \n",
       "6          -unknown-                  NaN               NaN   \n",
       "7             Chrome                  NaN               NaN   \n",
       "8             Chrome                  NaN               NaN   \n",
       "9            Firefox                  NaN               NaN   \n",
       "10           Firefox                  NaN               NaN   \n",
       "11         -unknown-                  NaN               NaN   \n",
       "12            Safari                  NaN               NaN   \n",
       "13            Chrome                  NaN               NaN   \n",
       "14     Mobile Safari                  NaN               NaN   \n",
       "15            Chrome                  NaN               NaN   \n",
       "16     Mobile Safari                  NaN               NaN   \n",
       "17            Chrome                  NaN               NaN   \n",
       "18                IE                  NaN               NaN   \n",
       "19            Chrome                  NaN               NaN   \n",
       "20            Safari                  NaN               NaN   \n",
       "21           Firefox                  NaN               NaN   \n",
       "22            Chrome                  NaN               NaN   \n",
       "23           Firefox                  NaN               NaN   \n",
       "24            Chrome                  NaN               NaN   \n",
       "25     Mobile Safari                  NaN               NaN   \n",
       "26            Chrome                  NaN               NaN   \n",
       "27                IE                  NaN               NaN   \n",
       "28            Chrome                  NaN               NaN   \n",
       "29     Mobile Safari                  NaN               NaN   \n",
       "...              ...                  ...               ...   \n",
       "62066      -unknown-                  NaN               NaN   \n",
       "62067         Safari                  NaN               NaN   \n",
       "62068        Firefox                  NaN               NaN   \n",
       "62069      -unknown-                  NaN               NaN   \n",
       "62070  Mobile Safari                  NaN               NaN   \n",
       "62071  Chrome Mobile                  NaN               NaN   \n",
       "62072      -unknown-                  NaN               NaN   \n",
       "62073      -unknown-                  NaN               NaN   \n",
       "62074  Mobile Safari                  NaN               NaN   \n",
       "62075        Firefox                  NaN               NaN   \n",
       "62076  Mobile Safari                  NaN               NaN   \n",
       "62077        Firefox                  NaN               NaN   \n",
       "62078  Mobile Safari                  NaN               NaN   \n",
       "62079         Chrome                  NaN               NaN   \n",
       "62080        Firefox                  NaN               NaN   \n",
       "62081      -unknown-                  NaN               NaN   \n",
       "62082         Safari                  NaN               NaN   \n",
       "62083      -unknown-                  NaN               NaN   \n",
       "62084        Firefox                  NaN               NaN   \n",
       "62085  Mobile Safari                  NaN               NaN   \n",
       "62086      -unknown-                  NaN               NaN   \n",
       "62087        Firefox                  NaN               NaN   \n",
       "62088         Chrome                  NaN               NaN   \n",
       "62089         Chrome                  NaN               NaN   \n",
       "62090         Chrome                  NaN               NaN   \n",
       "62091             IE                  NaN               NaN   \n",
       "62092      -unknown-                  NaN               NaN   \n",
       "62093        Firefox                  NaN               NaN   \n",
       "62094         Safari                  NaN               NaN   \n",
       "62095         Chrome                  NaN               NaN   \n",
       "\n",
       "      lag_account_created_first_active  bookings  population_in_thousands  \\\n",
       "0                               before       NaN                      NaN   \n",
       "1                               before       NaN                      NaN   \n",
       "2                               before       NaN                      NaN   \n",
       "3                               before       NaN                      NaN   \n",
       "4                               before       NaN                      NaN   \n",
       "5                               before       NaN                      NaN   \n",
       "6                               before       NaN                      NaN   \n",
       "7                               before       NaN                      NaN   \n",
       "8                               before       NaN                      NaN   \n",
       "9                               before       NaN                      NaN   \n",
       "10                              before       NaN                      NaN   \n",
       "11                              before       NaN                      NaN   \n",
       "12                              before       NaN                      NaN   \n",
       "13                              before       NaN                      NaN   \n",
       "14                              before       NaN                      NaN   \n",
       "15                              before       NaN                      NaN   \n",
       "16                              before       NaN                      NaN   \n",
       "17                              before       NaN                      NaN   \n",
       "18                              before       NaN                      NaN   \n",
       "19                              before       NaN                      NaN   \n",
       "20                              before       NaN                      NaN   \n",
       "21                              before       NaN                      NaN   \n",
       "22                              before       NaN                      NaN   \n",
       "23                              before       NaN                      NaN   \n",
       "24                              before       NaN                      NaN   \n",
       "25                              before       NaN                      NaN   \n",
       "26                              before       NaN                      NaN   \n",
       "27                              before       NaN                      NaN   \n",
       "28                              before       NaN                      NaN   \n",
       "29                              before       NaN                      NaN   \n",
       "...                                ...       ...                      ...   \n",
       "62066                           before       NaN                      NaN   \n",
       "62067                           before       NaN                      NaN   \n",
       "62068                           before       NaN                      NaN   \n",
       "62069                           before       NaN                      NaN   \n",
       "62070                           before       NaN                      NaN   \n",
       "62071                           before       NaN                      NaN   \n",
       "62072                           before       NaN                      NaN   \n",
       "62073                           before       NaN                      NaN   \n",
       "62074                           before       NaN                      NaN   \n",
       "62075                           before       NaN                      NaN   \n",
       "62076                           before       NaN                      NaN   \n",
       "62077                           before       NaN                      NaN   \n",
       "62078                           before       NaN                      NaN   \n",
       "62079                           before       NaN                      NaN   \n",
       "62080                           before       NaN                      NaN   \n",
       "62081                           before       NaN                      NaN   \n",
       "62082                           before       NaN                      NaN   \n",
       "62083                           before       NaN                      NaN   \n",
       "62084                           before       NaN                      NaN   \n",
       "62085                           before       NaN                      NaN   \n",
       "62086                           before       NaN                      NaN   \n",
       "62087                           before       NaN                      NaN   \n",
       "62088                           before       NaN                      NaN   \n",
       "62089                           before       NaN                      NaN   \n",
       "62090                           before       NaN                      NaN   \n",
       "62091                           before       NaN                      NaN   \n",
       "62092                           before       NaN                      NaN   \n",
       "62093                           before       NaN                      NaN   \n",
       "62094                           before       NaN                      NaN   \n",
       "62095                           before       NaN                      NaN   \n",
       "\n",
       "       sum_secs_elapsed  counts  \n",
       "0              119187.0     8.0  \n",
       "1              250119.0    19.0  \n",
       "2              975575.0    58.0  \n",
       "3              123001.0    11.0  \n",
       "4              454023.0    19.0  \n",
       "5               60924.0     8.0  \n",
       "6              640922.0    30.0  \n",
       "7              391231.0    33.0  \n",
       "8             8481847.0   283.0  \n",
       "9             5084265.0   115.0  \n",
       "10               1573.0     3.0  \n",
       "11             157911.0    29.0  \n",
       "12                917.0     3.0  \n",
       "13                401.0     2.0  \n",
       "14            1072131.0    50.0  \n",
       "15            5167443.0   213.0  \n",
       "16                  NaN     1.0  \n",
       "17             630983.0    56.0  \n",
       "18            1117751.0    37.0  \n",
       "19             364258.0    51.0  \n",
       "20             365348.0    16.0  \n",
       "21             662916.0    70.0  \n",
       "22            1194422.0    17.0  \n",
       "23             493238.0    55.0  \n",
       "24              14101.0     7.0  \n",
       "25            8544164.0   824.0  \n",
       "26            2699541.0   119.0  \n",
       "27             480773.0    28.0  \n",
       "28            1422903.0    65.0  \n",
       "29            6242523.0   333.0  \n",
       "...                 ...     ...  \n",
       "62066         1828319.0    92.0  \n",
       "62067         2891734.0   139.0  \n",
       "62068          213069.0    18.0  \n",
       "62069         1235413.0    79.0  \n",
       "62070               NaN     1.0  \n",
       "62071          134755.0    17.0  \n",
       "62072          315957.0    52.0  \n",
       "62073          751283.0   187.0  \n",
       "62074          676565.0    38.0  \n",
       "62075         2748721.0    33.0  \n",
       "62076          277706.0    13.0  \n",
       "62077          938847.0    28.0  \n",
       "62078          715253.0    25.0  \n",
       "62079         6288548.0   201.0  \n",
       "62080         1052227.0    72.0  \n",
       "62081          980574.0    77.0  \n",
       "62082          526862.0     8.0  \n",
       "62083           86052.0    24.0  \n",
       "62084          882738.0    56.0  \n",
       "62085          575391.0    31.0  \n",
       "62086         1167663.0    93.0  \n",
       "62087          634893.0    30.0  \n",
       "62088          398555.0    50.0  \n",
       "62089          464202.0    38.0  \n",
       "62090          572202.0    47.0  \n",
       "62091         2534232.0    93.0  \n",
       "62092           51618.0    20.0  \n",
       "62093          823297.0    78.0  \n",
       "62094          352068.0    15.0  \n",
       "62095         2804544.0    16.0  \n",
       "\n",
       "[62096 rows x 18 columns]"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction import DictVectorizer\n",
    "train_x = train_x.T.to_dict().values()\n",
    "test_x = test_x.T.to_dict().values()\n",
    "\n",
    "vec = DictVectorizer()\n",
    "train_x = vec.fit_transform(train_x)\n",
    "test_x = vec.fit_transform(test_x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "train_y = train_m.loc[:,'country_destination']\n",
    "test_y = test_m"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<type 'numpy.ndarray'>\n"
     ]
    }
   ],
   "source": [
    "from sklearn import preprocessing\n",
    "le = preprocessing.LabelEncoder()\n",
    "le.fit(train_y)\n",
    "train_y = le.transform(train_y)\n",
    "print type(train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Zi/anaconda/lib/python2.7/site-packages/sklearn/utils/validation.py:386: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and willraise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  DeprecationWarning)\n",
      "/Users/Zi/anaconda/lib/python2.7/site-packages/sklearn/utils/validation.py:386: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and willraise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  DeprecationWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'scipy.sparse.csr.csr_matrix'>\n"
     ]
    }
   ],
   "source": [
    "#from sklearn import preprocessing\n",
    "#le = preprocessing.OneHotEncoder()\n",
    "#le.fit(train_y)\n",
    "#train_y = le.transform(train_y)\n",
    "#print type(train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{<1x213451 sparse matrix of type '<type 'numpy.float64'>'\n",
       " \twith 213451 stored elements in Compressed Sparse Row format>}"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set(train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import xgboost as xgb\n",
    "import numpy as np\n",
    "params = {}\n",
    "params[\"objective\"] = \"multi:softmax\"\n",
    "params[\"num_class\"] = 12\n",
    "params[\"eta\"] = 0.005\n",
    "params[\"min_child_weight\"] = 6\n",
    "params[\"subsample\"] = 0.7\n",
    "params[\"colsample_bytree\"] = 0.7\n",
    "params[\"scale_pos_weight\"] = 1\n",
    "params[\"silent\"] = 1\n",
    "params[\"max_depth\"] = 6\n",
    "params['eval_metric'] = \"ndcg@5\"\n",
    "params['nthread'] = 4\n",
    "\n",
    "plst = list(params.items())\n",
    "\n",
    "dtrain = xgb.DMatrix(train_x, label=train_y)\n",
    "dtest = xgb.DMatrix(test_x)\n",
    "num_round = 5\n",
    "model = xgb.train(plst, dtrain, num_round)\n",
    "pred = model.predict(dtest)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "pred = map(int,pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "pred = le.inverse_transform(pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "set(['US', 'NDF'])\n"
     ]
    }
   ],
   "source": [
    "print set(pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['US', 'US', 'NDF', ..., 'NDF', 'US', 'US'], dtype=object)"
      ]
     },
     "execution_count": 208,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'f1': 7,\n",
       " 'f10': 6,\n",
       " 'f100': 4,\n",
       " 'f112': 4,\n",
       " 'f113': 2,\n",
       " 'f114': 20,\n",
       " 'f115': 2,\n",
       " 'f117': 14,\n",
       " 'f118': 10,\n",
       " 'f119': 2,\n",
       " 'f120': 14,\n",
       " 'f121': 4,\n",
       " 'f122': 7,\n",
       " 'f123': 7,\n",
       " 'f124': 3,\n",
       " 'f126': 14,\n",
       " 'f127': 1,\n",
       " 'f131': 5,\n",
       " 'f133': 7,\n",
       " 'f134': 4,\n",
       " 'f138': 1,\n",
       " 'f14': 2,\n",
       " 'f140': 4,\n",
       " 'f141': 3,\n",
       " 'f143': 3,\n",
       " 'f148': 1,\n",
       " 'f150': 1,\n",
       " 'f153': 2,\n",
       " 'f155': 1,\n",
       " 'f16': 12,\n",
       " 'f160': 406,\n",
       " 'f161': 25,\n",
       " 'f162': 1,\n",
       " 'f164': 2,\n",
       " 'f165': 12,\n",
       " 'f166': 5,\n",
       " 'f167': 35,\n",
       " 'f168': 5,\n",
       " 'f169': 2,\n",
       " 'f170': 1,\n",
       " 'f171': 65,\n",
       " 'f2': 8,\n",
       " 'f21': 3,\n",
       " 'f22': 2,\n",
       " 'f27': 1,\n",
       " 'f28': 10,\n",
       " 'f29': 18,\n",
       " 'f3': 18,\n",
       " 'f30': 21,\n",
       " 'f31': 23,\n",
       " 'f32': 8,\n",
       " 'f33': 19,\n",
       " 'f34': 20,\n",
       " 'f36': 17,\n",
       " 'f37': 9,\n",
       " 'f38': 9,\n",
       " 'f39': 16,\n",
       " 'f4': 5,\n",
       " 'f40': 16,\n",
       " 'f41': 1,\n",
       " 'f46': 22,\n",
       " 'f47': 27,\n",
       " 'f48': 13,\n",
       " 'f49': 7,\n",
       " 'f5': 4,\n",
       " 'f50': 110,\n",
       " 'f51': 4,\n",
       " 'f52': 5,\n",
       " 'f55': 14,\n",
       " 'f56': 2,\n",
       " 'f57': 1,\n",
       " 'f58': 7,\n",
       " 'f59': 1,\n",
       " 'f6': 15,\n",
       " 'f67': 16,\n",
       " 'f68': 1,\n",
       " 'f7': 1,\n",
       " 'f76': 7,\n",
       " 'f80': 8,\n",
       " 'f88': 1,\n",
       " 'f9': 4}"
      ]
     },
     "execution_count": 209,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.get_fscore()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}