FEATURE ENGINEERING, DATASET FORMATION AND MODEL MAKING.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Transactions dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_transactions=pd.read_csv(\"transactions.csv\",nrows=1000001)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>20150930</td>\n",
       "      <td>20151101</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>20150930</td>\n",
       "      <td>20151031</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>20150930</td>\n",
       "      <td>20160427</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>20150930</td>\n",
       "      <td>20151128</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>20150930</td>\n",
       "      <td>20151121</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=                 41   \n",
       "1  AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=                 41   \n",
       "2  UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=                 41   \n",
       "3  M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=                 39   \n",
       "4  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              129                 129              1   \n",
       "1                 30              149                 149              1   \n",
       "2                 30              129                 129              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 30              149                 149              1   \n",
       "\n",
       "   transaction_date  membership_expire_date  is_cancel  \n",
       "0          20150930                20151101          0  \n",
       "1          20150930                20151031          0  \n",
       "2          20150930                20160427          0  \n",
       "3          20150930                20151128          0  \n",
       "4          20150930                20151121          0  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1000001, 9)\n"
     ]
    }
   ],
   "source": [
    "print(df_transactions.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_transactions.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                      0\n",
       "payment_method_id         0\n",
       "payment_plan_days         0\n",
       "plan_list_price           0\n",
       "actual_amount_paid        0\n",
       "is_auto_renew             0\n",
       "transaction_date          0\n",
       "membership_expire_date    0\n",
       "is_cancel                 0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 1 :- discount"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([    0,   149,  -149,    30,  -119,  -150,  -129,  -536,  -894,\n",
       "       -1788,  -134,    20,  -799,   120,   180,   -35,    50, -1599,\n",
       "        -100,  -131,  -300,  -480,  -450,    -1, -1000,  -105,     1,\n",
       "        -447], dtype=int64)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions['discount']=df_transactions['plan_list_price']-df_transactions['actual_amount_paid']\n",
    "df_transactions['discount'].unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 2: is_discount"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "to check whether the customer has availed any discount or not."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0    0\n",
      "1    0\n",
      "2    0\n",
      "3    0\n",
      "4    0\n",
      "Name: is_discount, dtype: int64\n",
      "[0 1]\n"
     ]
    }
   ],
   "source": [
    "df_transactions['is_discount']=df_transactions.discount.apply(lambda x:1 if x>0 else 0)\n",
    "print(df_transactions['is_discount'].head())\n",
    "print(df_transactions['is_discount'].unique())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 3:- amount_per_day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    4.300000\n",
       "1    4.966667\n",
       "2    4.300000\n",
       "3    4.966667\n",
       "4    4.966667\n",
       "Name: amt_per_day, dtype: float64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions['amt_per_day']=df_transactions['actual_amount_paid']/df_transactions['payment_plan_days']\n",
    "df_transactions['amt_per_day'].head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Converting date columns from integer to datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-01</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-10-31</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2016-04-27</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=                 41   \n",
       "1  AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=                 41   \n",
       "2  UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=                 41   \n",
       "3  M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=                 39   \n",
       "4  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              129                 129              1   \n",
       "1                 30              149                 149              1   \n",
       "2                 30              129                 129              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 30              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  is_discount  \\\n",
       "0       2015-09-30             2015-11-01          0         0            0   \n",
       "1       2015-09-30             2015-10-31          0         0            0   \n",
       "2       2015-09-30             2016-04-27          0         0            0   \n",
       "3       2015-09-30             2015-11-28          0         0            0   \n",
       "4       2015-09-30             2015-11-21          0         0            0   \n",
       "\n",
       "   amt_per_day  \n",
       "0     4.300000  \n",
       "1     4.966667  \n",
       "2     4.300000  \n",
       "3     4.966667  \n",
       "4     4.966667  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions[\"transaction_date\"]=pd.to_datetime(df_transactions[\"transaction_date\"],format='%Y%m%d')\n",
    "df_transactions[\"membership_expire_date\"]=pd.to_datetime(df_transactions[\"membership_expire_date\"],format='%Y%m%d')\n",
    "df_transactions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>999991</th>\n",
       "      <td>fQMh6XpwVoRezAPo4PwzfyxgJB5mH5uAKR2/zihwoGE=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999992</th>\n",
       "      <td>Gv+CPRpyqPnWogcc2etNBv26yqF8UdRgs8VNQJnpuGw=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999993</th>\n",
       "      <td>5NntBqtHgcw84T1kz0pwQIV3VoMQL25FpKEdbYqAjFA=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999994</th>\n",
       "      <td>DDe5WKI4TEJzU2twFgR9UD8CGQGJZmpx117bqfHVHc8=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999995</th>\n",
       "      <td>8ASEIGuv0ySHCcVq915ulSc8DdTP40lXAtjx3RB7x+U=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999996</th>\n",
       "      <td>QXi3f7LVrPjqBlkTqccvFzAkXbGsWY/E2GmNrWPGH/s=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999997</th>\n",
       "      <td>DDc4hpbljAOA4lOg/rrYX+La2u7RTKkQZS3gUUWm4T4=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-02-13</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999998</th>\n",
       "      <td>uSpeXT1LUVq5iy7nfTPhwAbsjRneSbvDnuC6wCXxeEU=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-02-13</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999999</th>\n",
       "      <td>MY3fQdKFh1Feqp8A0vXPejA80QaQoxCK+FjdWwvdXNE=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-02-13</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1000000</th>\n",
       "      <td>0IRqsjLl520fBwtla3Oh9IeT7fJ84SFdJhjs7r3P4RE=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-02-13</td>\n",
       "      <td>2016-03-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.300000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 msno  payment_method_id  \\\n",
       "999991   fQMh6XpwVoRezAPo4PwzfyxgJB5mH5uAKR2/zihwoGE=                 41   \n",
       "999992   Gv+CPRpyqPnWogcc2etNBv26yqF8UdRgs8VNQJnpuGw=                 41   \n",
       "999993   5NntBqtHgcw84T1kz0pwQIV3VoMQL25FpKEdbYqAjFA=                 41   \n",
       "999994   DDe5WKI4TEJzU2twFgR9UD8CGQGJZmpx117bqfHVHc8=                 41   \n",
       "999995   8ASEIGuv0ySHCcVq915ulSc8DdTP40lXAtjx3RB7x+U=                 41   \n",
       "999996   QXi3f7LVrPjqBlkTqccvFzAkXbGsWY/E2GmNrWPGH/s=                 41   \n",
       "999997   DDc4hpbljAOA4lOg/rrYX+La2u7RTKkQZS3gUUWm4T4=                 41   \n",
       "999998   uSpeXT1LUVq5iy7nfTPhwAbsjRneSbvDnuC6wCXxeEU=                 41   \n",
       "999999   MY3fQdKFh1Feqp8A0vXPejA80QaQoxCK+FjdWwvdXNE=                 41   \n",
       "1000000  0IRqsjLl520fBwtla3Oh9IeT7fJ84SFdJhjs7r3P4RE=                 41   \n",
       "\n",
       "         payment_plan_days  plan_list_price  actual_amount_paid  \\\n",
       "999991                  30              149                 149   \n",
       "999992                  30              129                 129   \n",
       "999993                  30              129                 129   \n",
       "999994                  30               99                  99   \n",
       "999995                  30              149                 149   \n",
       "999996                  30              149                   0   \n",
       "999997                  30              129                 129   \n",
       "999998                  30              149                 149   \n",
       "999999                  30              149                 149   \n",
       "1000000                 30               99                  99   \n",
       "\n",
       "         is_auto_renew transaction_date membership_expire_date  is_cancel  \\\n",
       "999991               1       2016-03-13             2016-04-13          0   \n",
       "999992               1       2016-03-13             2016-04-13          0   \n",
       "999993               1       2016-03-13             2016-04-13          0   \n",
       "999994               1       2016-03-13             2016-04-13          0   \n",
       "999995               1       2016-03-14             2016-03-14          1   \n",
       "999996               1       2016-03-14             2016-04-13          0   \n",
       "999997               1       2016-02-13             2016-03-14          0   \n",
       "999998               1       2016-02-13             2016-03-13          0   \n",
       "999999               1       2016-02-13             2016-03-13          0   \n",
       "1000000              1       2016-02-13             2016-03-13          0   \n",
       "\n",
       "         discount  is_discount  amt_per_day  \n",
       "999991          0            0     4.966667  \n",
       "999992          0            0     4.300000  \n",
       "999993          0            0     4.300000  \n",
       "999994          0            0     3.300000  \n",
       "999995          0            0     4.966667  \n",
       "999996        149            1     0.000000  \n",
       "999997          0            0     4.300000  \n",
       "999998          0            0     4.966667  \n",
       "999999          0            0     4.966667  \n",
       "1000000         0            0     3.300000  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions.tail(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 4:- membership_duration_d"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "this gives the membership duration i.e is the difference between  transaction_date and membership_expire_date in terms of days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_transactions['membership_duration_d']=df_transactions.membership_expire_date-df_transactions.transaction_date\n",
    "df_transactions['membership_duration_d']=df_transactions['membership_duration_d']/np.timedelta64(1,'D')\n",
    "df_transactions['membership_duration_d']=df_transactions['membership_duration_d'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-01</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-10-31</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2016-04-27</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=                 41   \n",
       "1  AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=                 41   \n",
       "2  UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=                 41   \n",
       "3  M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=                 39   \n",
       "4  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              129                 129              1   \n",
       "1                 30              149                 149              1   \n",
       "2                 30              129                 129              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 30              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  is_discount  \\\n",
       "0       2015-09-30             2015-11-01          0         0            0   \n",
       "1       2015-09-30             2015-10-31          0         0            0   \n",
       "2       2015-09-30             2016-04-27          0         0            0   \n",
       "3       2015-09-30             2015-11-28          0         0            0   \n",
       "4       2015-09-30             2015-11-21          0         0            0   \n",
       "\n",
       "   amt_per_day  membership_duration_d  \n",
       "0     4.300000                     32  \n",
       "1     4.966667                     31  \n",
       "2     4.300000                    210  \n",
       "3     4.966667                     59  \n",
       "4     4.966667                     52  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 5:- membership_duration_m"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "this gives the membership duration i.e is the difference between transaction_date and membership_expire_date in terms of months\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    1\n",
       "1    1\n",
       "2    7\n",
       "3    2\n",
       "4    2\n",
       "Name: membership_duration_m, dtype: int32"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions['membership_duration_m']=(df_transactions.membership_expire_date-df_transactions.transaction_date)/np.timedelta64(1,'M')\n",
    "df_transactions['membership_duration_m']=round(df_transactions['membership_duration_m']).astype(int)\n",
    "df_transactions['membership_duration_m'].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "      <th>membership_duration_m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-01</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-10-31</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>129</td>\n",
       "      <td>129</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2016-04-27</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.300000</td>\n",
       "      <td>210</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>59</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  YyO+tlZtAXYXoZhNr3Vg3+dfVQvrBVGO8j1mfqe4ZHc=                 41   \n",
       "1  AZtu6Wl0gPojrEQYB8Q3vBSmE2wnZ3hi1FbK1rQQ0A4=                 41   \n",
       "2  UkDFI97Qb6+s2LWcijVVv4rMAsORbVDT2wNXF0aVbns=                 41   \n",
       "3  M1C56ijxozNaGD0t2h68PnH2xtx5iO5iR2MVYQB6nBI=                 39   \n",
       "4  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              129                 129              1   \n",
       "1                 30              149                 149              1   \n",
       "2                 30              129                 129              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 30              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  is_discount  \\\n",
       "0       2015-09-30             2015-11-01          0         0            0   \n",
       "1       2015-09-30             2015-10-31          0         0            0   \n",
       "2       2015-09-30             2016-04-27          0         0            0   \n",
       "3       2015-09-30             2015-11-28          0         0            0   \n",
       "4       2015-09-30             2015-11-21          0         0            0   \n",
       "\n",
       "   amt_per_day  membership_duration_d  membership_duration_m  \n",
       "0     4.300000                     32                      1  \n",
       "1     4.966667                     31                      1  \n",
       "2     4.300000                    210                      7  \n",
       "3     4.966667                     59                      2  \n",
       "4     4.966667                     52                      2  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_transactions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "14"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_transactions.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Members Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_members=pd.read_csv(\"members_v3.csv\",nrows=1000001)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Rb9UwLQTrxzBVwCB6+bCcSQWZ9JiNLC9dXtM1oEsZA8=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>20110911</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+tJonkh+O1CA796Fm5X60UMOtB6POHAwPjbTRVl/EuU=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>20110914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>cV358ssn7a0f7jZOwGNWS07wCKVqxyiImJUX6xcIwKw=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>20110915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9bzDeJP6sQodK73K5CBlJ6fgIQzPeLnRl0p5B77XP+g=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>20110915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=</td>\n",
       "      <td>6</td>\n",
       "      <td>32</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>20110915</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  city  bd  gender  \\\n",
       "0  Rb9UwLQTrxzBVwCB6+bCcSQWZ9JiNLC9dXtM1oEsZA8=     1   0     NaN   \n",
       "1  +tJonkh+O1CA796Fm5X60UMOtB6POHAwPjbTRVl/EuU=     1   0     NaN   \n",
       "2  cV358ssn7a0f7jZOwGNWS07wCKVqxyiImJUX6xcIwKw=     1   0     NaN   \n",
       "3  9bzDeJP6sQodK73K5CBlJ6fgIQzPeLnRl0p5B77XP+g=     1   0     NaN   \n",
       "4  WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=     6  32  female   \n",
       "\n",
       "   registered_via  registration_init_time  \n",
       "0              11                20110911  \n",
       "1               7                20110914  \n",
       "2              11                20110915  \n",
       "3              11                20110915  \n",
       "4               9                20110915  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1000001, 6)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_members.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "date_cols = ['registration_init_time']\n",
    "\n",
    "for col in date_cols:\n",
    "    df_members[col] = pd.to_datetime(df_members[col], format='%Y%m%d')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Rb9UwLQTrxzBVwCB6+bCcSQWZ9JiNLC9dXtM1oEsZA8=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>2011-09-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+tJonkh+O1CA796Fm5X60UMOtB6POHAwPjbTRVl/EuU=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>2011-09-14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>cV358ssn7a0f7jZOwGNWS07wCKVqxyiImJUX6xcIwKw=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>2011-09-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9bzDeJP6sQodK73K5CBlJ6fgIQzPeLnRl0p5B77XP+g=</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>2011-09-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=</td>\n",
       "      <td>6</td>\n",
       "      <td>32</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  city  bd  gender  \\\n",
       "0  Rb9UwLQTrxzBVwCB6+bCcSQWZ9JiNLC9dXtM1oEsZA8=     1   0     NaN   \n",
       "1  +tJonkh+O1CA796Fm5X60UMOtB6POHAwPjbTRVl/EuU=     1   0     NaN   \n",
       "2  cV358ssn7a0f7jZOwGNWS07wCKVqxyiImJUX6xcIwKw=     1   0     NaN   \n",
       "3  9bzDeJP6sQodK73K5CBlJ6fgIQzPeLnRl0p5B77XP+g=     1   0     NaN   \n",
       "4  WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=     6  32  female   \n",
       "\n",
       "   registered_via registration_init_time  \n",
       "0              11             2011-09-11  \n",
       "1               7             2011-09-14  \n",
       "2              11             2011-09-15  \n",
       "3              11             2011-09-15  \n",
       "4               9             2011-09-15  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                           0\n",
       "city                           0\n",
       "bd                             0\n",
       "gender                    607945\n",
       "registered_via                 0\n",
       "registration_init_time         0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_members.dropna(subset=['gender'],inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=</td>\n",
       "      <td>6</td>\n",
       "      <td>32</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>yLkV2gbZ4GLFwqTOXLVHz0VGrMYcgBGgKZ3kj9RiYu8=</td>\n",
       "      <td>4</td>\n",
       "      <td>30</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>WH5Jq4mgtfUFXh2yz+HrcTXKS4Oess4k4W3qKolAeb0=</td>\n",
       "      <td>5</td>\n",
       "      <td>34</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>tKmbR4X5VXjHmxERrckawEMZ4znVy1lAQIR1vV5rdNk=</td>\n",
       "      <td>5</td>\n",
       "      <td>19</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>I0yFvqMoNkM8ZNHb617e1RBzIS/YRKemHO7Wj13EtA0=</td>\n",
       "      <td>13</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  city  bd  gender  \\\n",
       "4  WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=     6  32  female   \n",
       "5  yLkV2gbZ4GLFwqTOXLVHz0VGrMYcgBGgKZ3kj9RiYu8=     4  30    male   \n",
       "7  WH5Jq4mgtfUFXh2yz+HrcTXKS4Oess4k4W3qKolAeb0=     5  34    male   \n",
       "8  tKmbR4X5VXjHmxERrckawEMZ4znVy1lAQIR1vV5rdNk=     5  19    male   \n",
       "9  I0yFvqMoNkM8ZNHb617e1RBzIS/YRKemHO7Wj13EtA0=    13  63    male   \n",
       "\n",
       "   registered_via registration_init_time  \n",
       "4               9             2011-09-15  \n",
       "5               9             2011-09-16  \n",
       "7               9             2011-09-16  \n",
       "8               9             2011-09-17  \n",
       "9               9             2011-09-18  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(392056, 6)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                      0\n",
       "city                      0\n",
       "bd                        0\n",
       "gender                    0\n",
       "registered_via            0\n",
       "registration_init_time    0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=</td>\n",
       "      <td>6</td>\n",
       "      <td>32</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>yLkV2gbZ4GLFwqTOXLVHz0VGrMYcgBGgKZ3kj9RiYu8=</td>\n",
       "      <td>4</td>\n",
       "      <td>30</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>WH5Jq4mgtfUFXh2yz+HrcTXKS4Oess4k4W3qKolAeb0=</td>\n",
       "      <td>5</td>\n",
       "      <td>34</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>tKmbR4X5VXjHmxERrckawEMZ4znVy1lAQIR1vV5rdNk=</td>\n",
       "      <td>5</td>\n",
       "      <td>19</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>dCvvBHlaOAqgkAcv36IZ9twaCyH0Z9om0wEiKn13B3o=</td>\n",
       "      <td>22</td>\n",
       "      <td>18</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-09-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999952</th>\n",
       "      <td>pqUuHjMtHXhqoQfSQ+/+yT+jSphOkcjXhIaOTUFxdJU=</td>\n",
       "      <td>21</td>\n",
       "      <td>17</td>\n",
       "      <td>female</td>\n",
       "      <td>4</td>\n",
       "      <td>2016-01-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999963</th>\n",
       "      <td>CnnwowkjfP+lOW9oCfcrRbZJ6x0sm+KaGF56ZQMNcr4=</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>male</td>\n",
       "      <td>3</td>\n",
       "      <td>2016-01-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999981</th>\n",
       "      <td>v0GiM9/Y4sedqDqlR69QM1ATuLhhwtGeGzKV9VwN83w=</td>\n",
       "      <td>5</td>\n",
       "      <td>20</td>\n",
       "      <td>female</td>\n",
       "      <td>3</td>\n",
       "      <td>2016-01-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999992</th>\n",
       "      <td>3Pd3GgNY8oTYdUve225IaNmgwR/2MyQJYGQ/Z1nRYvc=</td>\n",
       "      <td>22</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>7</td>\n",
       "      <td>2016-01-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999995</th>\n",
       "      <td>pyH4hpnklAcIsoQyRsWQB2DVrkTdJG4Guo6UIrafkiI=</td>\n",
       "      <td>8</td>\n",
       "      <td>23</td>\n",
       "      <td>female</td>\n",
       "      <td>4</td>\n",
       "      <td>2016-01-18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>350095 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                msno  city  bd  gender  \\\n",
       "4       WFLY3s7z4EZsieHCt63XrsdtfTEmJ+2PnnKLH5GY4Tk=     6  32  female   \n",
       "5       yLkV2gbZ4GLFwqTOXLVHz0VGrMYcgBGgKZ3kj9RiYu8=     4  30    male   \n",
       "7       WH5Jq4mgtfUFXh2yz+HrcTXKS4Oess4k4W3qKolAeb0=     5  34    male   \n",
       "8       tKmbR4X5VXjHmxERrckawEMZ4znVy1lAQIR1vV5rdNk=     5  19    male   \n",
       "11      dCvvBHlaOAqgkAcv36IZ9twaCyH0Z9om0wEiKn13B3o=    22  18    male   \n",
       "...                                              ...   ...  ..     ...   \n",
       "999952  pqUuHjMtHXhqoQfSQ+/+yT+jSphOkcjXhIaOTUFxdJU=    21  17  female   \n",
       "999963  CnnwowkjfP+lOW9oCfcrRbZJ6x0sm+KaGF56ZQMNcr4=     1  19    male   \n",
       "999981  v0GiM9/Y4sedqDqlR69QM1ATuLhhwtGeGzKV9VwN83w=     5  20  female   \n",
       "999992  3Pd3GgNY8oTYdUve225IaNmgwR/2MyQJYGQ/Z1nRYvc=    22  24    male   \n",
       "999995  pyH4hpnklAcIsoQyRsWQB2DVrkTdJG4Guo6UIrafkiI=     8  23  female   \n",
       "\n",
       "        registered_via registration_init_time  \n",
       "4                    9             2011-09-15  \n",
       "5                    9             2011-09-16  \n",
       "7                    9             2011-09-16  \n",
       "8                    9             2011-09-17  \n",
       "11                   9             2011-09-19  \n",
       "...                ...                    ...  \n",
       "999952               4             2016-01-16  \n",
       "999963               3             2016-01-16  \n",
       "999981               3             2016-01-17  \n",
       "999992               7             2016-01-17  \n",
       "999995               4             2016-01-18  \n",
       "\n",
       "[350095 rows x 6 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_members=df_members[df_members.bd>10]\n",
    "df_members=df_members[df_members.bd<50]\n",
    "df_members"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Merging dataframes (transactions and members)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_comb=pd.merge(df_transactions,df_members,on='msno',how='inner')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "      <th>membership_duration_m</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-04-30</td>\n",
       "      <td>2015-06-21</td>\n",
       "      <td>0</td>\n",
       "      <td>-149</td>\n",
       "      <td>0</td>\n",
       "      <td>inf</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-31</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-02-28</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.806452</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "1  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "2  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "3  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "4  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              149                 149              1   \n",
       "1                  0                0                 149              1   \n",
       "2                 30              149                 149              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 31              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  is_discount  \\\n",
       "0       2015-09-30             2015-11-21          0         0            0   \n",
       "1       2015-04-30             2015-06-21          0      -149            0   \n",
       "2       2015-09-30             2015-11-07          0         0            0   \n",
       "3       2016-08-31             2016-10-07          0         0            0   \n",
       "4       2015-02-28             2015-04-07          0         0            0   \n",
       "\n",
       "   amt_per_day  membership_duration_d  membership_duration_m  city  bd  \\\n",
       "0     4.966667                     52                      2    12  30   \n",
       "1          inf                     52                      2    12  30   \n",
       "2     4.966667                     38                      1    22  40   \n",
       "3     4.966667                     37                      1    22  40   \n",
       "4     4.806452                     38                      1    22  40   \n",
       "\n",
       "   gender  registered_via registration_init_time  \n",
       "0  female               9             2009-09-18  \n",
       "1  female               9             2009-09-18  \n",
       "2    male               9             2009-12-02  \n",
       "3    male               9             2009-12-02  \n",
       "4    male               9             2009-12-02  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(85965, 19)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                       0\n",
       "payment_method_id          0\n",
       "payment_plan_days          0\n",
       "plan_list_price            0\n",
       "actual_amount_paid         0\n",
       "is_auto_renew              0\n",
       "transaction_date           0\n",
       "membership_expire_date     0\n",
       "is_cancel                  0\n",
       "discount                   0\n",
       "is_discount                0\n",
       "amt_per_day               18\n",
       "membership_duration_d      0\n",
       "membership_duration_m      0\n",
       "city                       0\n",
       "bd                         0\n",
       "gender                     0\n",
       "registered_via             0\n",
       "registration_init_time     0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_comb.dropna(subset=['amt_per_day'],inplace=True)\n",
    "df_comb[\"amt_per_day\"].fillna(method=\"bfill\",inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                      0\n",
       "payment_method_id         0\n",
       "payment_plan_days         0\n",
       "plan_list_price           0\n",
       "actual_amount_paid        0\n",
       "is_auto_renew             0\n",
       "transaction_date          0\n",
       "membership_expire_date    0\n",
       "is_cancel                 0\n",
       "discount                  0\n",
       "is_discount               0\n",
       "amt_per_day               0\n",
       "membership_duration_d     0\n",
       "membership_duration_m     0\n",
       "city                      0\n",
       "bd                        0\n",
       "gender                    0\n",
       "registered_via            0\n",
       "registration_init_time    0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(85947, 19)"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 6:- registration_duration_d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Registration duration in terms of days\n",
    "df_comb['registration_duration_d']=df_comb.membership_expire_date-df_comb.registration_init_time\n",
    "df_comb['registration_duration_d'] = df_comb['registration_duration_d'] / np.timedelta64(1, 'D')\n",
    "df_comb['registration_duration_d'] = df_comb['registration_duration_d'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "      <th>membership_duration_m</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "      <th>registration_duration_d</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-04-30</td>\n",
       "      <td>2015-06-21</td>\n",
       "      <td>0</td>\n",
       "      <td>-149</td>\n",
       "      <td>0</td>\n",
       "      <td>inf</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-31</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-02-28</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.806452</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>1952</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "1  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "2  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "3  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "4  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              149                 149              1   \n",
       "1                  0                0                 149              1   \n",
       "2                 30              149                 149              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 31              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  is_discount  \\\n",
       "0       2015-09-30             2015-11-21          0         0            0   \n",
       "1       2015-04-30             2015-06-21          0      -149            0   \n",
       "2       2015-09-30             2015-11-07          0         0            0   \n",
       "3       2016-08-31             2016-10-07          0         0            0   \n",
       "4       2015-02-28             2015-04-07          0         0            0   \n",
       "\n",
       "   amt_per_day  membership_duration_d  membership_duration_m  city  bd  \\\n",
       "0     4.966667                     52                      2    12  30   \n",
       "1          inf                     52                      2    12  30   \n",
       "2     4.966667                     38                      1    22  40   \n",
       "3     4.966667                     37                      1    22  40   \n",
       "4     4.806452                     38                      1    22  40   \n",
       "\n",
       "   gender  registered_via registration_init_time  registration_duration_d  \n",
       "0  female               9             2009-09-18                     2255  \n",
       "1  female               9             2009-09-18                     2102  \n",
       "2    male               9             2009-12-02                     2166  \n",
       "3    male               9             2009-12-02                     2501  \n",
       "4    male               9             2009-12-02                     1952  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 7:- registration_duration_m"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Registration duration in terms of months\n",
    "df_comb['registration_duration_m']=df_comb.membership_expire_date-df_comb.registration_init_time\n",
    "df_comb['registration_duration_m'] = df_comb['registration_duration_m'] / np.timedelta64(1, 'M')\n",
    "df_comb['registration_duration_m'] = df_comb['registration_duration_m'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "      <th>membership_duration_m</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "      <th>registration_duration_d</th>\n",
       "      <th>registration_duration_m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2255</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-04-30</td>\n",
       "      <td>2015-06-21</td>\n",
       "      <td>0</td>\n",
       "      <td>-149</td>\n",
       "      <td>...</td>\n",
       "      <td>inf</td>\n",
       "      <td>52</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2102</td>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2166</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-31</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.966667</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2501</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-02-28</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.806452</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>1952</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "1  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "2  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "3  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "4  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid  is_auto_renew  \\\n",
       "0                 30              149                 149              1   \n",
       "1                  0                0                 149              1   \n",
       "2                 30              149                 149              1   \n",
       "3                 30              149                 149              1   \n",
       "4                 31              149                 149              1   \n",
       "\n",
       "  transaction_date membership_expire_date  is_cancel  discount  ...  \\\n",
       "0       2015-09-30             2015-11-21          0         0  ...   \n",
       "1       2015-04-30             2015-06-21          0      -149  ...   \n",
       "2       2015-09-30             2015-11-07          0         0  ...   \n",
       "3       2016-08-31             2016-10-07          0         0  ...   \n",
       "4       2015-02-28             2015-04-07          0         0  ...   \n",
       "\n",
       "   amt_per_day  membership_duration_d  membership_duration_m  city  bd  \\\n",
       "0     4.966667                     52                      2    12  30   \n",
       "1          inf                     52                      2    12  30   \n",
       "2     4.966667                     38                      1    22  40   \n",
       "3     4.966667                     37                      1    22  40   \n",
       "4     4.806452                     38                      1    22  40   \n",
       "\n",
       "   gender registered_via  registration_init_time registration_duration_d  \\\n",
       "0  female              9              2009-09-18                    2255   \n",
       "1  female              9              2009-09-18                    2102   \n",
       "2    male              9              2009-12-02                    2166   \n",
       "3    male              9              2009-12-02                    2501   \n",
       "4    male              9              2009-12-02                    1952   \n",
       "\n",
       "   registration_duration_m  \n",
       "0                       74  \n",
       "1                       69  \n",
       "2                       71  \n",
       "3                       82  \n",
       "4                       64  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 85947 entries, 0 to 85964\n",
      "Data columns (total 21 columns):\n",
      " #   Column                   Non-Null Count  Dtype         \n",
      "---  ------                   --------------  -----         \n",
      " 0   msno                     85947 non-null  object        \n",
      " 1   payment_method_id        85947 non-null  int64         \n",
      " 2   payment_plan_days        85947 non-null  int64         \n",
      " 3   plan_list_price          85947 non-null  int64         \n",
      " 4   actual_amount_paid       85947 non-null  int64         \n",
      " 5   is_auto_renew            85947 non-null  int64         \n",
      " 6   transaction_date         85947 non-null  datetime64[ns]\n",
      " 7   membership_expire_date   85947 non-null  datetime64[ns]\n",
      " 8   is_cancel                85947 non-null  int64         \n",
      " 9   discount                 85947 non-null  int64         \n",
      " 10  is_discount              85947 non-null  int64         \n",
      " 11  amt_per_day              85947 non-null  float64       \n",
      " 12  membership_duration_d    85947 non-null  int32         \n",
      " 13  membership_duration_m    85947 non-null  int32         \n",
      " 14  city                     85947 non-null  int64         \n",
      " 15  bd                       85947 non-null  int64         \n",
      " 16  gender                   85947 non-null  object        \n",
      " 17  registered_via           85947 non-null  int64         \n",
      " 18  registration_init_time   85947 non-null  datetime64[ns]\n",
      " 19  registration_duration_d  85947 non-null  int32         \n",
      " 20  registration_duration_m  85947 non-null  int32         \n",
      "dtypes: datetime64[ns](3), float64(1), int32(4), int64(11), object(2)\n",
      "memory usage: 13.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df_comb.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 85947 entries, 0 to 85964\n",
      "Data columns (total 21 columns):\n",
      " #   Column                   Non-Null Count  Dtype         \n",
      "---  ------                   --------------  -----         \n",
      " 0   msno                     85947 non-null  object        \n",
      " 1   payment_method_id        85947 non-null  int64         \n",
      " 2   payment_plan_days        85947 non-null  int64         \n",
      " 3   plan_list_price          85947 non-null  int64         \n",
      " 4   actual_amount_paid       85947 non-null  int64         \n",
      " 5   is_auto_renew            85947 non-null  category      \n",
      " 6   transaction_date         85947 non-null  datetime64[ns]\n",
      " 7   membership_expire_date   85947 non-null  datetime64[ns]\n",
      " 8   is_cancel                85947 non-null  category      \n",
      " 9   discount                 85947 non-null  int64         \n",
      " 10  is_discount              85947 non-null  category      \n",
      " 11  amt_per_day              85947 non-null  float64       \n",
      " 12  membership_duration_d    85947 non-null  int32         \n",
      " 13  membership_duration_m    85947 non-null  int32         \n",
      " 14  city                     85947 non-null  int64         \n",
      " 15  bd                       85947 non-null  int64         \n",
      " 16  gender                   85947 non-null  object        \n",
      " 17  registered_via           85947 non-null  int64         \n",
      " 18  registration_init_time   85947 non-null  datetime64[ns]\n",
      " 19  registration_duration_d  85947 non-null  int32         \n",
      " 20  registration_duration_m  85947 non-null  int32         \n",
      "dtypes: category(3), datetime64[ns](3), float64(1), int32(4), int64(8), object(2)\n",
      "memory usage: 11.4+ MB\n"
     ]
    }
   ],
   "source": [
    "df_comb['is_auto_renew'] = df_comb['is_auto_renew'].astype(\"category\")\n",
    "df_comb['is_cancel'] = df_comb['is_cancel'].astype(\"category\")\n",
    "df_comb['is_discount'] = df_comb['is_discount'].astype(\"category\")\n",
    "df_comb.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>discount</th>\n",
       "      <th>amt_per_day</th>\n",
       "      <th>membership_duration_d</th>\n",
       "      <th>membership_duration_m</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_duration_d</th>\n",
       "      <th>registration_duration_m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>8.594700e+04</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "      <td>85947.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>37.401852</td>\n",
       "      <td>32.971738</td>\n",
       "      <td>156.055267</td>\n",
       "      <td>166.557274</td>\n",
       "      <td>-10.502007</td>\n",
       "      <td>inf</td>\n",
       "      <td>37.826079</td>\n",
       "      <td>1.236157</td>\n",
       "      <td>11.037034</td>\n",
       "      <td>29.851280</td>\n",
       "      <td>7.482832</td>\n",
       "      <td>1865.116362</td>\n",
       "      <td>60.806404</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.846593</td>\n",
       "      <td>40.379769</td>\n",
       "      <td>169.217240</td>\n",
       "      <td>166.896139</td>\n",
       "      <td>52.643615</td>\n",
       "      <td>NaN</td>\n",
       "      <td>201.111302</td>\n",
       "      <td>6.611600</td>\n",
       "      <td>5.763105</td>\n",
       "      <td>7.158043</td>\n",
       "      <td>2.314139</td>\n",
       "      <td>1157.205103</td>\n",
       "      <td>38.015561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-1788.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>-17198.000000</td>\n",
       "      <td>-565.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>-17198.000000</td>\n",
       "      <td>-565.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>36.000000</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.966667e+00</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>25.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>920.000000</td>\n",
       "      <td>30.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>39.000000</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.966667e+00</td>\n",
       "      <td>31.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>29.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>1728.000000</td>\n",
       "      <td>56.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>40.000000</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>149.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.966667e+00</td>\n",
       "      <td>33.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>34.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>2781.000000</td>\n",
       "      <td>91.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>41.000000</td>\n",
       "      <td>450.000000</td>\n",
       "      <td>1788.000000</td>\n",
       "      <td>1788.000000</td>\n",
       "      <td>180.000000</td>\n",
       "      <td>inf</td>\n",
       "      <td>758.000000</td>\n",
       "      <td>25.000000</td>\n",
       "      <td>22.000000</td>\n",
       "      <td>49.000000</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>4753.000000</td>\n",
       "      <td>156.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       payment_method_id  payment_plan_days  plan_list_price  \\\n",
       "count       85947.000000       85947.000000     85947.000000   \n",
       "mean           37.401852          32.971738       156.055267   \n",
       "std             3.846593          40.379769       169.217240   \n",
       "min             2.000000           0.000000         0.000000   \n",
       "25%            36.000000          30.000000       149.000000   \n",
       "50%            39.000000          30.000000       149.000000   \n",
       "75%            40.000000          30.000000       149.000000   \n",
       "max            41.000000         450.000000      1788.000000   \n",
       "\n",
       "       actual_amount_paid      discount   amt_per_day  membership_duration_d  \\\n",
       "count        85947.000000  85947.000000  8.594700e+04           85947.000000   \n",
       "mean           166.557274    -10.502007           inf              37.826079   \n",
       "std            166.896139     52.643615           NaN             201.111302   \n",
       "min              0.000000  -1788.000000  0.000000e+00          -17198.000000   \n",
       "25%            149.000000      0.000000  4.966667e+00              30.000000   \n",
       "50%            149.000000      0.000000  4.966667e+00              31.000000   \n",
       "75%            149.000000      0.000000  4.966667e+00              33.000000   \n",
       "max           1788.000000    180.000000           inf             758.000000   \n",
       "\n",
       "       membership_duration_m          city            bd  registered_via  \\\n",
       "count           85947.000000  85947.000000  85947.000000    85947.000000   \n",
       "mean                1.236157     11.037034     29.851280        7.482832   \n",
       "std                 6.611600      5.763105      7.158043        2.314139   \n",
       "min              -565.000000      1.000000     11.000000        3.000000   \n",
       "25%                 1.000000      5.000000     25.000000        7.000000   \n",
       "50%                 1.000000     13.000000     29.000000        9.000000   \n",
       "75%                 1.000000     14.000000     34.000000        9.000000   \n",
       "max                25.000000     22.000000     49.000000       13.000000   \n",
       "\n",
       "       registration_duration_d  registration_duration_m  \n",
       "count             85947.000000             85947.000000  \n",
       "mean               1865.116362                60.806404  \n",
       "std                1157.205103                38.015561  \n",
       "min              -17198.000000              -565.000000  \n",
       "25%                 920.000000                30.000000  \n",
       "50%                1728.000000                56.000000  \n",
       "75%                2781.000000                91.000000  \n",
       "max                4753.000000               156.000000  "
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 8:- reg_mem_duration_d"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "After merging both the dataframes, we observe that the average registration_duration is much longer than that of membership_duration.\n",
    "\n",
    "\n",
    "So it is highly likely that customers renew their membership on a monthly or quarterly basis.\n",
    "\n",
    "We can create another column stating the difference between the registration and membership duration."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "# registration membership duration in terms of days\n",
    "df_comb['reg_mem_duration_d'] = df_comb['registration_duration_d'] - df_comb['membership_duration_d']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 9:- reg_mem_duration_m"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "## registration membership duration in terms of months\n",
    "df_comb['reg_mem_duration_m'] = df_comb['registration_duration_m'] - df_comb['membership_duration_m']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>membership_duration_m</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "      <th>registration_duration_d</th>\n",
       "      <th>registration_duration_m</th>\n",
       "      <th>reg_mem_duration_d</th>\n",
       "      <th>reg_mem_duration_m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2255</td>\n",
       "      <td>74</td>\n",
       "      <td>2203</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-04-30</td>\n",
       "      <td>2015-06-21</td>\n",
       "      <td>0</td>\n",
       "      <td>-149</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2102</td>\n",
       "      <td>69</td>\n",
       "      <td>2050</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2166</td>\n",
       "      <td>71</td>\n",
       "      <td>2128</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-31</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2501</td>\n",
       "      <td>82</td>\n",
       "      <td>2464</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-02-28</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>1952</td>\n",
       "      <td>64</td>\n",
       "      <td>1914</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "1  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "2  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "3  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "4  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                 30              149                 149             1   \n",
       "1                  0                0                 149             1   \n",
       "2                 30              149                 149             1   \n",
       "3                 30              149                 149             1   \n",
       "4                 31              149                 149             1   \n",
       "\n",
       "  transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0       2015-09-30             2015-11-21         0         0  ...   \n",
       "1       2015-04-30             2015-06-21         0      -149  ...   \n",
       "2       2015-09-30             2015-11-07         0         0  ...   \n",
       "3       2016-08-31             2016-10-07         0         0  ...   \n",
       "4       2015-02-28             2015-04-07         0         0  ...   \n",
       "\n",
       "  membership_duration_m  city  bd  gender  registered_via  \\\n",
       "0                     2    12  30  female               9   \n",
       "1                     2    12  30  female               9   \n",
       "2                     1    22  40    male               9   \n",
       "3                     1    22  40    male               9   \n",
       "4                     1    22  40    male               9   \n",
       "\n",
       "   registration_init_time registration_duration_d  registration_duration_m  \\\n",
       "0              2009-09-18                    2255                       74   \n",
       "1              2009-09-18                    2102                       69   \n",
       "2              2009-12-02                    2166                       71   \n",
       "3              2009-12-02                    2501                       82   \n",
       "4              2009-12-02                    1952                       64   \n",
       "\n",
       "  reg_mem_duration_d  reg_mem_duration_m  \n",
       "0               2203                  72  \n",
       "1               2050                  67  \n",
       "2               2128                  70  \n",
       "3               2464                  81  \n",
       "4               1914                  63  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "23"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_comb.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 10:- notAutorenew_&_cancel"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Binary feature to predict possible churning if auto_renew = 0 and is_cancel = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>city</th>\n",
       "      <th>bd</th>\n",
       "      <th>gender</th>\n",
       "      <th>registered_via</th>\n",
       "      <th>registration_init_time</th>\n",
       "      <th>registration_duration_d</th>\n",
       "      <th>registration_duration_m</th>\n",
       "      <th>reg_mem_duration_d</th>\n",
       "      <th>reg_mem_duration_m</th>\n",
       "      <th>notAutorenew_&amp;_cancel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2255</td>\n",
       "      <td>74</td>\n",
       "      <td>2203</td>\n",
       "      <td>72</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-04-30</td>\n",
       "      <td>2015-06-21</td>\n",
       "      <td>0</td>\n",
       "      <td>-149</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>30</td>\n",
       "      <td>female</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-09-18</td>\n",
       "      <td>2102</td>\n",
       "      <td>69</td>\n",
       "      <td>2050</td>\n",
       "      <td>67</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2166</td>\n",
       "      <td>71</td>\n",
       "      <td>2128</td>\n",
       "      <td>70</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-31</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>2501</td>\n",
       "      <td>82</td>\n",
       "      <td>2464</td>\n",
       "      <td>81</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=</td>\n",
       "      <td>21</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-02-28</td>\n",
       "      <td>2015-04-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>22</td>\n",
       "      <td>40</td>\n",
       "      <td>male</td>\n",
       "      <td>9</td>\n",
       "      <td>2009-12-02</td>\n",
       "      <td>1952</td>\n",
       "      <td>64</td>\n",
       "      <td>1914</td>\n",
       "      <td>63</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "1  yvj6zyBUaqdbUQSrKsrZ+xNDVM62knauSZJzakS9OW4=                 39   \n",
       "2  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "3  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "4  KN7I82kjY0Tn76Ny95ncqBUVbO7b8AXrOPqZutKpxIM=                 21   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                 30              149                 149             1   \n",
       "1                  0                0                 149             1   \n",
       "2                 30              149                 149             1   \n",
       "3                 30              149                 149             1   \n",
       "4                 31              149                 149             1   \n",
       "\n",
       "  transaction_date membership_expire_date is_cancel  discount  ... city  bd  \\\n",
       "0       2015-09-30             2015-11-21         0         0  ...   12  30   \n",
       "1       2015-04-30             2015-06-21         0      -149  ...   12  30   \n",
       "2       2015-09-30             2015-11-07         0         0  ...   22  40   \n",
       "3       2016-08-31             2016-10-07         0         0  ...   22  40   \n",
       "4       2015-02-28             2015-04-07         0         0  ...   22  40   \n",
       "\n",
       "   gender  registered_via  registration_init_time  registration_duration_d  \\\n",
       "0  female               9              2009-09-18                     2255   \n",
       "1  female               9              2009-09-18                     2102   \n",
       "2    male               9              2009-12-02                     2166   \n",
       "3    male               9              2009-12-02                     2501   \n",
       "4    male               9              2009-12-02                     1952   \n",
       "\n",
       "  registration_duration_m  reg_mem_duration_d reg_mem_duration_m  \\\n",
       "0                      74                2203                 72   \n",
       "1                      69                2050                 67   \n",
       "2                      71                2128                 70   \n",
       "3                      82                2464                 81   \n",
       "4                      64                1914                 63   \n",
       "\n",
       "   notAutorenew_&_cancel  \n",
       "0                      1  \n",
       "1                      1  \n",
       "2                      1  \n",
       "3                      1  \n",
       "4                      1  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_comb['notAutorenew_&_cancel']=((df_comb.is_auto_renew==0)==(df_comb.is_cancel==1)).astype(np.int8)\n",
    "df_comb.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_comb.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# User_logs Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log=pd.read_csv(\"user_logs.csv\",nrows=1000001)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>20150513</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>20150709</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>20150105</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>20150306</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>20150501</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno      date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=  20150513       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=  20150709       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=  20150105       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=  20150306       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=  20150501       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  \n",
       "0       0        0        1        1     280.335  \n",
       "1       0        0        7       11    1658.948  \n",
       "2       0        0       68       36   17364.956  \n",
       "3       1        1       97       27   24667.317  \n",
       "4       0        0       38       38    9649.029  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>999996</th>\n",
       "      <td>Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=</td>\n",
       "      <td>20150331</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>20</td>\n",
       "      <td>4585.325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999997</th>\n",
       "      <td>Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=</td>\n",
       "      <td>20150616</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>2764.776</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999998</th>\n",
       "      <td>Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=</td>\n",
       "      <td>20151003</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>15</td>\n",
       "      <td>5504.150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999999</th>\n",
       "      <td>Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=</td>\n",
       "      <td>20160117</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>14</td>\n",
       "      <td>3401.370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1000000</th>\n",
       "      <td>Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=</td>\n",
       "      <td>20160506</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>17</td>\n",
       "      <td>32</td>\n",
       "      <td>5164.286</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 msno      date  num_25  \\\n",
       "999996   Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=  20150331       7   \n",
       "999997   Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=  20150616       9   \n",
       "999998   Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=  20151003      13   \n",
       "999999   Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=  20160117       0   \n",
       "1000000  Dg3WlnWHxkJ5EeVuce7yyEY0AbKANn7kLimi4PiDhns=  20160506      14   \n",
       "\n",
       "         num_50  num_75  num_985  num_100  num_unq  total_secs  \n",
       "999996        0       1        1       16       20    4585.325  \n",
       "999997        8       1        3        1       21    2764.776  \n",
       "999998        1       1        1       20       15    5504.150  \n",
       "999999        2       1        0       12       14    3401.370  \n",
       "1000000       0       1        4       17       32    5164.286  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log[\"date\"]=pd.to_datetime(df_user_log[\"date\"],format='%Y%m%d')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  \n",
       "0       0        0        1        1     280.335  \n",
       "1       0        0        7       11    1658.948  \n",
       "2       0        0       68       36   17364.956  \n",
       "3       1        1       97       27   24667.317  \n",
       "4       0        0       38       38    9649.029  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 11:-total_hours"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log['total_hours']=df_user_log['total_secs']/(3600)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "      <td>0.077871</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "      <td>0.460819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "      <td>4.823599</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "      <td>6.852032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "      <td>2.680286</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  total_hours  \n",
       "0       0        0        1        1     280.335     0.077871  \n",
       "1       0        0        7       11    1658.948     0.460819  \n",
       "2       0        0       68       36   17364.956     4.823599  \n",
       "3       1        1       97       27   24667.317     6.852032  \n",
       "4       0        0       38       38    9649.029     2.680286  "
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 12:- total_songs "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log['total_songs']=df_user_log['num_25']+df_user_log['num_50']+df_user_log['num_985']+df_user_log['num_100']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "      <td>0.077871</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "      <td>0.460819</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "      <td>4.823599</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "      <td>6.852032</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "      <td>2.680286</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  total_hours  total_songs  \n",
       "0       0        0        1        1     280.335     0.077871            1  \n",
       "1       0        0        7       11    1658.948     0.460819           17  \n",
       "2       0        0       68       36   17364.956     4.823599           74  \n",
       "3       1        1       97       27   24667.317     6.852032           99  \n",
       "4       0        0       38       38    9649.029     2.680286           41  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 13:- Songs_Repeated"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log['Songs_Repeated']=df_user_log['total_songs']-df_user_log['num_unq']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "      <td>0.077871</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "      <td>0.460819</td>\n",
       "      <td>17</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "      <td>4.823599</td>\n",
       "      <td>74</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "      <td>6.852032</td>\n",
       "      <td>99</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "      <td>2.680286</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  total_hours  total_songs  \\\n",
       "0       0        0        1        1     280.335     0.077871            1   \n",
       "1       0        0        7       11    1658.948     0.460819           17   \n",
       "2       0        0       68       36   17364.956     4.823599           74   \n",
       "3       1        1       97       27   24667.317     6.852032           99   \n",
       "4       0        0       38       38    9649.029     2.680286           41   \n",
       "\n",
       "   Songs_Repeated  \n",
       "0               0  \n",
       "1               6  \n",
       "2              38  \n",
       "3              72  \n",
       "4               3  "
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 14:- avg_time_spend_on_a_song_s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log['avg_time_spend_on_a_song_s']=df_user_log['total_secs']/df_user_log['total_songs']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "      <td>0.077871</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>280.335000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "      <td>0.460819</td>\n",
       "      <td>17</td>\n",
       "      <td>6</td>\n",
       "      <td>97.585176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "      <td>4.823599</td>\n",
       "      <td>74</td>\n",
       "      <td>38</td>\n",
       "      <td>234.661568</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "      <td>6.852032</td>\n",
       "      <td>99</td>\n",
       "      <td>72</td>\n",
       "      <td>249.164818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "      <td>2.680286</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>235.342171</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  total_hours  total_songs  \\\n",
       "0       0        0        1        1     280.335     0.077871            1   \n",
       "1       0        0        7       11    1658.948     0.460819           17   \n",
       "2       0        0       68       36   17364.956     4.823599           74   \n",
       "3       1        1       97       27   24667.317     6.852032           99   \n",
       "4       0        0       38       38    9649.029     2.680286           41   \n",
       "\n",
       "   Songs_Repeated  avg_time_spend_on_a_song_s  \n",
       "0               0                  280.335000  \n",
       "1               6                   97.585176  \n",
       "2              38                  234.661568  \n",
       "3              72                  249.164818  \n",
       "4               3                  235.342171  "
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature 15:- avg_time_spend_on_a_song_h"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_user_log['avg_time_spend_on_a_song_h']=df_user_log['total_hours']/df_user_log['total_songs']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>date</th>\n",
       "      <th>num_25</th>\n",
       "      <th>num_50</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-05-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>280.335</td>\n",
       "      <td>0.077871</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>280.335000</td>\n",
       "      <td>0.077871</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34=</td>\n",
       "      <td>2015-07-09</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>11</td>\n",
       "      <td>1658.948</td>\n",
       "      <td>0.460819</td>\n",
       "      <td>17</td>\n",
       "      <td>6</td>\n",
       "      <td>97.585176</td>\n",
       "      <td>0.027107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-01-05</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>36</td>\n",
       "      <td>17364.956</td>\n",
       "      <td>4.823599</td>\n",
       "      <td>74</td>\n",
       "      <td>38</td>\n",
       "      <td>234.661568</td>\n",
       "      <td>0.065184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-03-06</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>97</td>\n",
       "      <td>27</td>\n",
       "      <td>24667.317</td>\n",
       "      <td>6.852032</td>\n",
       "      <td>99</td>\n",
       "      <td>72</td>\n",
       "      <td>249.164818</td>\n",
       "      <td>0.069212</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8=</td>\n",
       "      <td>2015-05-01</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>9649.029</td>\n",
       "      <td>2.680286</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>235.342171</td>\n",
       "      <td>0.065373</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno       date  num_25  num_50  \\\n",
       "0  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-05-13       0       0   \n",
       "1  rxIP2f2aN0rYNp+toI0Obt/N/FYQX8hcO1fTmmy2h34= 2015-07-09       9       1   \n",
       "2  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-01-05       3       3   \n",
       "3  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-03-06       1       0   \n",
       "4  yxiEWwE9VR5utpUecLxVdQ5B7NysUPfrNtGINaM2zA8= 2015-05-01       3       0   \n",
       "\n",
       "   num_75  num_985  num_100  num_unq  total_secs  total_hours  total_songs  \\\n",
       "0       0        0        1        1     280.335     0.077871            1   \n",
       "1       0        0        7       11    1658.948     0.460819           17   \n",
       "2       0        0       68       36   17364.956     4.823599           74   \n",
       "3       1        1       97       27   24667.317     6.852032           99   \n",
       "4       0        0       38       38    9649.029     2.680286           41   \n",
       "\n",
       "   Songs_Repeated  avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \n",
       "0               0                  280.335000                    0.077871  \n",
       "1               6                   97.585176                    0.027107  \n",
       "2              38                  234.661568                    0.065184  \n",
       "3              72                  249.164818                    0.069212  \n",
       "4               3                  235.342171                    0.065373  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_user_log.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Merging dataframes (df_comb & df_user_log)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final=pd.merge(df_comb,df_user_log,on='msno',how='inner')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_75</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 37 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  payment_method_id  \\\n",
       "0  bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1  bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2  bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3  bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4  bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "\n",
       "   payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                 30              149                 149             1   \n",
       "1                 30              149                 149             1   \n",
       "2                 30              149                 149             1   \n",
       "3                 30              149                 149             1   \n",
       "4                 30              149                 149             1   \n",
       "\n",
       "  transaction_date membership_expire_date is_cancel  discount  ... num_75  \\\n",
       "0       2015-09-30             2015-11-21         0         0  ...      0   \n",
       "1       2015-09-30             2015-11-21         0         0  ...      0   \n",
       "2       2015-09-30             2015-11-21         0         0  ...      1   \n",
       "3       2015-09-30             2015-11-21         0         0  ...     12   \n",
       "4       2015-09-30             2015-11-21         0         0  ...      3   \n",
       "\n",
       "   num_985  num_100  num_unq  total_secs  total_hours total_songs  \\\n",
       "0        0       13       12    3406.837     0.946344          13   \n",
       "1        0       21       26    4947.533     1.374315          27   \n",
       "2        2       35       32    8729.050     2.424736          45   \n",
       "3        0       21       44    7978.555     2.216265          45   \n",
       "4        1       14       32    4363.445     1.212068          35   \n",
       "\n",
       "   Songs_Repeated avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \n",
       "0               1                 262.064385                    0.072796  \n",
       "1               1                 183.241963                    0.050901  \n",
       "2              13                 193.978889                    0.053883  \n",
       "3               1                 177.301222                    0.049250  \n",
       "4               3                 124.669857                    0.034631  \n",
       "\n",
       "[5 rows x 37 columns]"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(88496, 37)"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "37"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_final.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 16:- user_registered_in_date_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>registration_init_time</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2004-03-26</th>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004-03-27</th>\n",
       "      <td>292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004-03-28</th>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004-03-29</th>\n",
       "      <td>132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004-03-30</th>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-04-25</th>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-04-26</th>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-04-27</th>\n",
       "      <td>94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-04-28</th>\n",
       "      <td>121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017-04-29</th>\n",
       "      <td>145</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4765 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        msno\n",
       "registration_init_time      \n",
       "2004-03-26                46\n",
       "2004-03-27               292\n",
       "2004-03-28               210\n",
       "2004-03-29               132\n",
       "2004-03-30                57\n",
       "...                      ...\n",
       "2017-04-25                96\n",
       "2017-04-26               106\n",
       "2017-04-27                94\n",
       "2017-04-28               121\n",
       "2017-04-29               145\n",
       "\n",
       "[4765 rows x 1 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_registered_in_date_group=pd.DataFrame(df_members.groupby([\"registration_init_time\"])[[\"msno\"]].count())\n",
    "user_registered_in_date_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>msno_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>4593.648</td>\n",
       "      <td>1.276013</td>\n",
       "      <td>21</td>\n",
       "      <td>2</td>\n",
       "      <td>218.745143</td>\n",
       "      <td>0.060763</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "      <td>2748.226</td>\n",
       "      <td>0.763396</td>\n",
       "      <td>11</td>\n",
       "      <td>-1</td>\n",
       "      <td>249.838727</td>\n",
       "      <td>0.069400</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "      <td>30</td>\n",
       "      <td>8325.499</td>\n",
       "      <td>2.312639</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>268.564484</td>\n",
       "      <td>0.074601</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>13</td>\n",
       "      <td>3270.585</td>\n",
       "      <td>0.908496</td>\n",
       "      <td>17</td>\n",
       "      <td>4</td>\n",
       "      <td>192.387353</td>\n",
       "      <td>0.053441</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>35</td>\n",
       "      <td>6891.789</td>\n",
       "      <td>1.914386</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>172.294725</td>\n",
       "      <td>0.047860</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88492  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88493  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88494  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88495  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                     30              149                 149             1   \n",
       "1                     30              149                 149             1   \n",
       "2                     30              149                 149             1   \n",
       "3                     30              149                 149             1   \n",
       "4                     30              149                 149             1   \n",
       "...                  ...              ...                 ...           ...   \n",
       "88491                 30              149                 149             1   \n",
       "88492                 30              149                 149             1   \n",
       "88493                 30              149                 149             1   \n",
       "88494                 30              149                 149             1   \n",
       "88495                 30              149                 149             1   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-03-11             2016-04-10         0         0  ...   \n",
       "88492       2016-03-11             2016-04-10         0         0  ...   \n",
       "88493       2016-03-11             2016-04-10         0         0  ...   \n",
       "88494       2016-03-11             2016-04-10         0         0  ...   \n",
       "88495       2016-03-11             2016-04-10         0         0  ...   \n",
       "\n",
       "      num_985  num_100  num_unq  total_secs  total_hours  total_songs  \\\n",
       "0           0       13       12    3406.837     0.946344           13   \n",
       "1           0       21       26    4947.533     1.374315           27   \n",
       "2           2       35       32    8729.050     2.424736           45   \n",
       "3           0       21       44    7978.555     2.216265           45   \n",
       "4           1       14       32    4363.445     1.212068           35   \n",
       "...       ...      ...      ...         ...          ...          ...   \n",
       "88491       1       19       19    4593.648     1.276013           21   \n",
       "88492       0       10       12    2748.226     0.763396           11   \n",
       "88493       1       28       30    8325.499     2.312639           31   \n",
       "88494       0       16       13    3270.585     0.908496           17   \n",
       "88495       0       25       35    6891.789     1.914386           40   \n",
       "\n",
       "      Songs_Repeated  avg_time_spend_on_a_song_s avg_time_spend_on_a_song_h  \\\n",
       "0                  1                  262.064385                   0.072796   \n",
       "1                  1                  183.241963                   0.050901   \n",
       "2                 13                  193.978889                   0.053883   \n",
       "3                  1                  177.301222                   0.049250   \n",
       "4                  3                  124.669857                   0.034631   \n",
       "...              ...                         ...                        ...   \n",
       "88491              2                  218.745143                   0.060763   \n",
       "88492             -1                  249.838727                   0.069400   \n",
       "88493              1                  268.564484                   0.074601   \n",
       "88494              4                  192.387353                   0.053441   \n",
       "88495              5                  172.294725                   0.047860   \n",
       "\n",
       "       msno_y  \n",
       "0          62  \n",
       "1          62  \n",
       "2          62  \n",
       "3          62  \n",
       "4          62  \n",
       "...       ...  \n",
       "88491      84  \n",
       "88492      84  \n",
       "88493      84  \n",
       "88494      84  \n",
       "88495      84  \n",
       "\n",
       "[88496 rows x 38 columns]"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_2 = pd.merge(df_final,user_registered_in_date_group,on='registration_init_time',how='inner')\n",
    "df_final_2 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_985</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>4593.648</td>\n",
       "      <td>1.276013</td>\n",
       "      <td>21</td>\n",
       "      <td>2</td>\n",
       "      <td>218.745143</td>\n",
       "      <td>0.060763</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "      <td>2748.226</td>\n",
       "      <td>0.763396</td>\n",
       "      <td>11</td>\n",
       "      <td>-1</td>\n",
       "      <td>249.838727</td>\n",
       "      <td>0.069400</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "      <td>30</td>\n",
       "      <td>8325.499</td>\n",
       "      <td>2.312639</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>268.564484</td>\n",
       "      <td>0.074601</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>13</td>\n",
       "      <td>3270.585</td>\n",
       "      <td>0.908496</td>\n",
       "      <td>17</td>\n",
       "      <td>4</td>\n",
       "      <td>192.387353</td>\n",
       "      <td>0.053441</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=</td>\n",
       "      <td>40</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-03-11</td>\n",
       "      <td>2016-04-10</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>35</td>\n",
       "      <td>6891.789</td>\n",
       "      <td>1.914386</td>\n",
       "      <td>40</td>\n",
       "      <td>5</td>\n",
       "      <td>172.294725</td>\n",
       "      <td>0.047860</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88492  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88493  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88494  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "88495  9AR4A3UQkR7Jw0AdcQ2oNesH4YH9PmbtNA6fM1sTFPM=                 40   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                     30              149                 149             1   \n",
       "1                     30              149                 149             1   \n",
       "2                     30              149                 149             1   \n",
       "3                     30              149                 149             1   \n",
       "4                     30              149                 149             1   \n",
       "...                  ...              ...                 ...           ...   \n",
       "88491                 30              149                 149             1   \n",
       "88492                 30              149                 149             1   \n",
       "88493                 30              149                 149             1   \n",
       "88494                 30              149                 149             1   \n",
       "88495                 30              149                 149             1   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-03-11             2016-04-10         0         0  ...   \n",
       "88492       2016-03-11             2016-04-10         0         0  ...   \n",
       "88493       2016-03-11             2016-04-10         0         0  ...   \n",
       "88494       2016-03-11             2016-04-10         0         0  ...   \n",
       "88495       2016-03-11             2016-04-10         0         0  ...   \n",
       "\n",
       "      num_985  num_100  num_unq  total_secs  total_hours  total_songs  \\\n",
       "0           0       13       12    3406.837     0.946344           13   \n",
       "1           0       21       26    4947.533     1.374315           27   \n",
       "2           2       35       32    8729.050     2.424736           45   \n",
       "3           0       21       44    7978.555     2.216265           45   \n",
       "4           1       14       32    4363.445     1.212068           35   \n",
       "...       ...      ...      ...         ...          ...          ...   \n",
       "88491       1       19       19    4593.648     1.276013           21   \n",
       "88492       0       10       12    2748.226     0.763396           11   \n",
       "88493       1       28       30    8325.499     2.312639           31   \n",
       "88494       0       16       13    3270.585     0.908496           17   \n",
       "88495       0       25       35    6891.789     1.914386           40   \n",
       "\n",
       "      Songs_Repeated  avg_time_spend_on_a_song_s avg_time_spend_on_a_song_h  \\\n",
       "0                  1                  262.064385                   0.072796   \n",
       "1                  1                  183.241963                   0.050901   \n",
       "2                 13                  193.978889                   0.053883   \n",
       "3                  1                  177.301222                   0.049250   \n",
       "4                  3                  124.669857                   0.034631   \n",
       "...              ...                         ...                        ...   \n",
       "88491              2                  218.745143                   0.060763   \n",
       "88492             -1                  249.838727                   0.069400   \n",
       "88493              1                  268.564484                   0.074601   \n",
       "88494              4                  192.387353                   0.053441   \n",
       "88495              5                  172.294725                   0.047860   \n",
       "\n",
       "       user_registered_in_date_count  \n",
       "0                                 62  \n",
       "1                                 62  \n",
       "2                                 62  \n",
       "3                                 62  \n",
       "4                                 62  \n",
       "...                              ...  \n",
       "88491                             84  \n",
       "88492                             84  \n",
       "88493                             84  \n",
       "88494                             84  \n",
       "88495                             84  \n",
       "\n",
       "[88496 rows x 38 columns]"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_2=df_final_2.rename(columns={\"msno_y\":\"user_registered_in_date_count\"})\n",
    "df_final_2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 17:- user_no_registered_ID"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>registered_via</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>142488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  msno\n",
       "registered_via        \n",
       "2                   18\n",
       "3               142488\n",
       "4                25105\n",
       "5                   10\n",
       "6                    8\n",
       "7                18891\n",
       "8                   31\n",
       "9               162386\n",
       "11                1063\n",
       "13                  54\n",
       "14                  34\n",
       "17                   1\n",
       "19                   6"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "userno_registered_ID_group=pd.DataFrame(df_members.groupby([\"registered_via\"])[[\"msno\"]].count())\n",
    "userno_registered_ID_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>21</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>35</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>21</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>14</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "      <td>1982.766</td>\n",
       "      <td>0.550768</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>152.520462</td>\n",
       "      <td>0.042367</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>553.135</td>\n",
       "      <td>0.153649</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>184.378333</td>\n",
       "      <td>0.051216</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>11</td>\n",
       "      <td>3826.968</td>\n",
       "      <td>1.063047</td>\n",
       "      <td>17</td>\n",
       "      <td>6</td>\n",
       "      <td>225.115765</td>\n",
       "      <td>0.062532</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>2044.418</td>\n",
       "      <td>0.567894</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "      <td>75.719185</td>\n",
       "      <td>0.021033</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>oH3cU0EWBZ8iN8pVDcCqSIqk0grn+Cm77nf0FBqkLtM=</td>\n",
       "      <td>28</td>\n",
       "      <td>30</td>\n",
       "      <td>150</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>1746.720</td>\n",
       "      <td>0.485200</td>\n",
       "      <td>15</td>\n",
       "      <td>2</td>\n",
       "      <td>116.448000</td>\n",
       "      <td>0.032347</td>\n",
       "      <td>123</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88492  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88493  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88494  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88495  oH3cU0EWBZ8iN8pVDcCqSIqk0grn+Cm77nf0FBqkLtM=                 28   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                     30              149                 149             1   \n",
       "1                     30              149                 149             1   \n",
       "2                     30              149                 149             1   \n",
       "3                     30              149                 149             1   \n",
       "4                     30              149                 149             1   \n",
       "...                  ...              ...                 ...           ...   \n",
       "88491                 30              149                 149             0   \n",
       "88492                 30              149                 149             0   \n",
       "88493                 30              149                 149             0   \n",
       "88494                 30              149                 149             0   \n",
       "88495                 30              150                 150             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-10-31             2016-11-30         0         0  ...   \n",
       "88492       2016-10-31             2016-11-30         0         0  ...   \n",
       "88493       2016-10-31             2016-11-30         0         0  ...   \n",
       "88494       2016-10-31             2016-11-30         0         0  ...   \n",
       "88495       2017-02-14             2017-03-16         0         0  ...   \n",
       "\n",
       "      num_100  num_unq  total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0          13       12    3406.837     0.946344           13               1   \n",
       "1          21       26    4947.533     1.374315           27               1   \n",
       "2          35       32    8729.050     2.424736           45              13   \n",
       "3          21       44    7978.555     2.216265           45               1   \n",
       "4          14       32    4363.445     1.212068           35               3   \n",
       "...       ...      ...         ...          ...          ...             ...   \n",
       "88491       8        9    1982.766     0.550768           13               4   \n",
       "88492       1        3     553.135     0.153649            3               0   \n",
       "88493      13       11    3826.968     1.063047           17               6   \n",
       "88494       5       22    2044.418     0.567894           27               5   \n",
       "88495       5       13    1746.720     0.485200           15               2   \n",
       "\n",
       "      avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \\\n",
       "0                     262.064385                    0.072796   \n",
       "1                     183.241963                    0.050901   \n",
       "2                     193.978889                    0.053883   \n",
       "3                     177.301222                    0.049250   \n",
       "4                     124.669857                    0.034631   \n",
       "...                          ...                         ...   \n",
       "88491                 152.520462                    0.042367   \n",
       "88492                 184.378333                    0.051216   \n",
       "88493                 225.115765                    0.062532   \n",
       "88494                  75.719185                    0.021033   \n",
       "88495                 116.448000                    0.032347   \n",
       "\n",
       "      user_registered_in_date_count    msno  \n",
       "0                                62  162386  \n",
       "1                                62  162386  \n",
       "2                                62  162386  \n",
       "3                                62  162386  \n",
       "4                                62  162386  \n",
       "...                             ...     ...  \n",
       "88491                            46   25105  \n",
       "88492                            46   25105  \n",
       "88493                            46   25105  \n",
       "88494                            46   25105  \n",
       "88495                           123   25105  \n",
       "\n",
       "[88496 rows x 39 columns]"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_3=pd.merge(df_final_2,userno_registered_ID_group,on=\"registered_via\")\n",
    "df_final_3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_100</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>21</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>35</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>21</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>14</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "      <td>1982.766</td>\n",
       "      <td>0.550768</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>152.520462</td>\n",
       "      <td>0.042367</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>553.135</td>\n",
       "      <td>0.153649</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>184.378333</td>\n",
       "      <td>0.051216</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>11</td>\n",
       "      <td>3826.968</td>\n",
       "      <td>1.063047</td>\n",
       "      <td>17</td>\n",
       "      <td>6</td>\n",
       "      <td>225.115765</td>\n",
       "      <td>0.062532</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-31</td>\n",
       "      <td>2016-11-30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>2044.418</td>\n",
       "      <td>0.567894</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "      <td>75.719185</td>\n",
       "      <td>0.021033</td>\n",
       "      <td>46</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>oH3cU0EWBZ8iN8pVDcCqSIqk0grn+Cm77nf0FBqkLtM=</td>\n",
       "      <td>28</td>\n",
       "      <td>30</td>\n",
       "      <td>150</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>1746.720</td>\n",
       "      <td>0.485200</td>\n",
       "      <td>15</td>\n",
       "      <td>2</td>\n",
       "      <td>116.448000</td>\n",
       "      <td>0.032347</td>\n",
       "      <td>123</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88492  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88493  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88494  79DcnVAAry5Ql/jsQbbHQbOxT8A9BhL7UcDD43Kytk8=                 38   \n",
       "88495  oH3cU0EWBZ8iN8pVDcCqSIqk0grn+Cm77nf0FBqkLtM=                 28   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid is_auto_renew  \\\n",
       "0                     30              149                 149             1   \n",
       "1                     30              149                 149             1   \n",
       "2                     30              149                 149             1   \n",
       "3                     30              149                 149             1   \n",
       "4                     30              149                 149             1   \n",
       "...                  ...              ...                 ...           ...   \n",
       "88491                 30              149                 149             0   \n",
       "88492                 30              149                 149             0   \n",
       "88493                 30              149                 149             0   \n",
       "88494                 30              149                 149             0   \n",
       "88495                 30              150                 150             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-10-31             2016-11-30         0         0  ...   \n",
       "88492       2016-10-31             2016-11-30         0         0  ...   \n",
       "88493       2016-10-31             2016-11-30         0         0  ...   \n",
       "88494       2016-10-31             2016-11-30         0         0  ...   \n",
       "88495       2017-02-14             2017-03-16         0         0  ...   \n",
       "\n",
       "      num_100  num_unq  total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0          13       12    3406.837     0.946344           13               1   \n",
       "1          21       26    4947.533     1.374315           27               1   \n",
       "2          35       32    8729.050     2.424736           45              13   \n",
       "3          21       44    7978.555     2.216265           45               1   \n",
       "4          14       32    4363.445     1.212068           35               3   \n",
       "...       ...      ...         ...          ...          ...             ...   \n",
       "88491       8        9    1982.766     0.550768           13               4   \n",
       "88492       1        3     553.135     0.153649            3               0   \n",
       "88493      13       11    3826.968     1.063047           17               6   \n",
       "88494       5       22    2044.418     0.567894           27               5   \n",
       "88495       5       13    1746.720     0.485200           15               2   \n",
       "\n",
       "      avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \\\n",
       "0                     262.064385                    0.072796   \n",
       "1                     183.241963                    0.050901   \n",
       "2                     193.978889                    0.053883   \n",
       "3                     177.301222                    0.049250   \n",
       "4                     124.669857                    0.034631   \n",
       "...                          ...                         ...   \n",
       "88491                 152.520462                    0.042367   \n",
       "88492                 184.378333                    0.051216   \n",
       "88493                 225.115765                    0.062532   \n",
       "88494                  75.719185                    0.021033   \n",
       "88495                 116.448000                    0.032347   \n",
       "\n",
       "      user_registered_in_date_count  user_no_registered_ID  \n",
       "0                                62                 162386  \n",
       "1                                62                 162386  \n",
       "2                                62                 162386  \n",
       "3                                62                 162386  \n",
       "4                                62                 162386  \n",
       "...                             ...                    ...  \n",
       "88491                            46                  25105  \n",
       "88492                            46                  25105  \n",
       "88493                            46                  25105  \n",
       "88494                            46                  25105  \n",
       "88495                           123                  25105  \n",
       "\n",
       "[88496 rows x 39 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_3=df_final_3.rename(columns={\"msno\":\"user_no_registered_ID\"})\n",
    "df_final_3"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 18:- total_money_paid_under_an_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>actual_amount_paid</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>payment_method_id</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>16092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>33227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>25780</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8642</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>29502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>7599</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>14900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>253707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>343296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>96403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>78387</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>111899</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>102661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>219924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>715230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>158983</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1204856</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>275138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>111303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>119550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>437166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>778700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>919590</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>924092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1763320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>7242674</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>2847241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>5097290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>6785700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>6953383</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>15652880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>15101001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>63243802</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   actual_amount_paid\n",
       "payment_method_id                    \n",
       "2                                4470\n",
       "3                               16092\n",
       "4                                1788\n",
       "5                               33227\n",
       "6                               25780\n",
       "7                                8642\n",
       "8                               29502\n",
       "10                               7599\n",
       "11                              14900\n",
       "12                             253707\n",
       "13                             343296\n",
       "14                              96403\n",
       "15                              78387\n",
       "16                             111899\n",
       "17                                  0\n",
       "18                             102661\n",
       "19                             219924\n",
       "20                             715230\n",
       "21                             158983\n",
       "22                            1204856\n",
       "23                             275138\n",
       "24                             111303\n",
       "25                             119550\n",
       "26                                  0\n",
       "27                             437166\n",
       "28                             778700\n",
       "29                             919590\n",
       "30                             924092\n",
       "31                            1763320\n",
       "32                            7242674\n",
       "33                            2847241\n",
       "34                            5097290\n",
       "35                                  0\n",
       "36                            6785700\n",
       "37                            6953383\n",
       "38                           15652880\n",
       "39                           10154797\n",
       "40                           15101001\n",
       "41                           63243802"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "paymentid_money_paid_group=pd.DataFrame(df_transactions.groupby([\"payment_method_id\"])[[\"actual_amount_paid\"]].sum())\n",
    "paymentid_money_paid_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>actual_amount_paid_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>73</td>\n",
       "      <td>31927.393</td>\n",
       "      <td>8.868720</td>\n",
       "      <td>148</td>\n",
       "      <td>75</td>\n",
       "      <td>215.725628</td>\n",
       "      <td>0.059924</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>37</td>\n",
       "      <td>32934.164</td>\n",
       "      <td>9.148379</td>\n",
       "      <td>120</td>\n",
       "      <td>83</td>\n",
       "      <td>274.451367</td>\n",
       "      <td>0.076236</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>108</td>\n",
       "      <td>35047.800</td>\n",
       "      <td>9.735500</td>\n",
       "      <td>169</td>\n",
       "      <td>61</td>\n",
       "      <td>207.383432</td>\n",
       "      <td>0.057607</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>472.768</td>\n",
       "      <td>0.131324</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>157.589333</td>\n",
       "      <td>0.043775</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>92</td>\n",
       "      <td>25187.591</td>\n",
       "      <td>6.996553</td>\n",
       "      <td>111</td>\n",
       "      <td>19</td>\n",
       "      <td>226.915234</td>\n",
       "      <td>0.063032</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88492  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88493  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88494  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88495  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                  1                0                     0             0   \n",
       "88492                  1                0                     0             0   \n",
       "88493                  1                0                     0             0   \n",
       "88494                  1                0                     0             0   \n",
       "88495                  1                0                     0             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2015-07-27             2015-12-13         0         0  ...   \n",
       "88492       2015-07-27             2015-12-13         0         0  ...   \n",
       "88493       2015-07-27             2015-12-13         0         0  ...   \n",
       "88494       2015-07-27             2015-12-13         0         0  ...   \n",
       "88495       2015-07-27             2015-12-13         0         0  ...   \n",
       "\n",
       "      num_unq  total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0          12    3406.837     0.946344           13               1   \n",
       "1          26    4947.533     1.374315           27               1   \n",
       "2          32    8729.050     2.424736           45              13   \n",
       "3          44    7978.555     2.216265           45               1   \n",
       "4          32    4363.445     1.212068           35               3   \n",
       "...       ...         ...          ...          ...             ...   \n",
       "88491      73   31927.393     8.868720          148              75   \n",
       "88492      37   32934.164     9.148379          120              83   \n",
       "88493     108   35047.800     9.735500          169              61   \n",
       "88494       3     472.768     0.131324            3               0   \n",
       "88495      92   25187.591     6.996553          111              19   \n",
       "\n",
       "       avg_time_spend_on_a_song_s avg_time_spend_on_a_song_h  \\\n",
       "0                      262.064385                   0.072796   \n",
       "1                      183.241963                   0.050901   \n",
       "2                      193.978889                   0.053883   \n",
       "3                      177.301222                   0.049250   \n",
       "4                      124.669857                   0.034631   \n",
       "...                           ...                        ...   \n",
       "88491                  215.725628                   0.059924   \n",
       "88492                  274.451367                   0.076236   \n",
       "88493                  207.383432                   0.057607   \n",
       "88494                  157.589333                   0.043775   \n",
       "88495                  226.915234                   0.063032   \n",
       "\n",
       "       user_registered_in_date_count user_no_registered_ID  \\\n",
       "0                                 62                162386   \n",
       "1                                 62                162386   \n",
       "2                                 62                162386   \n",
       "3                                 62                162386   \n",
       "4                                 62                162386   \n",
       "...                              ...                   ...   \n",
       "88491                            173                 18891   \n",
       "88492                            173                 18891   \n",
       "88493                            173                 18891   \n",
       "88494                            173                 18891   \n",
       "88495                            173                 18891   \n",
       "\n",
       "       actual_amount_paid_y  \n",
       "0                  10154797  \n",
       "1                  10154797  \n",
       "2                  10154797  \n",
       "3                  10154797  \n",
       "4                  10154797  \n",
       "...                     ...  \n",
       "88491                     0  \n",
       "88492                     0  \n",
       "88493                     0  \n",
       "88494                     0  \n",
       "88495                     0  \n",
       "\n",
       "[88496 rows x 40 columns]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_4=pd.merge(df_final_3,paymentid_money_paid_group,on=\"payment_method_id\")\n",
    "df_final_4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>num_unq</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>26</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>44</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>73</td>\n",
       "      <td>31927.393</td>\n",
       "      <td>8.868720</td>\n",
       "      <td>148</td>\n",
       "      <td>75</td>\n",
       "      <td>215.725628</td>\n",
       "      <td>0.059924</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>37</td>\n",
       "      <td>32934.164</td>\n",
       "      <td>9.148379</td>\n",
       "      <td>120</td>\n",
       "      <td>83</td>\n",
       "      <td>274.451367</td>\n",
       "      <td>0.076236</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>108</td>\n",
       "      <td>35047.800</td>\n",
       "      <td>9.735500</td>\n",
       "      <td>169</td>\n",
       "      <td>61</td>\n",
       "      <td>207.383432</td>\n",
       "      <td>0.057607</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>472.768</td>\n",
       "      <td>0.131324</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>157.589333</td>\n",
       "      <td>0.043775</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-07-27</td>\n",
       "      <td>2015-12-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>92</td>\n",
       "      <td>25187.591</td>\n",
       "      <td>6.996553</td>\n",
       "      <td>111</td>\n",
       "      <td>19</td>\n",
       "      <td>226.915234</td>\n",
       "      <td>0.063032</td>\n",
       "      <td>173</td>\n",
       "      <td>18891</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88492  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88493  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88494  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "88495  ZvAe1C7Zbl+KGqY3HTvI2PEFKBSyagx3+FO11dAFb9s=                 26   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                  1                0                     0             0   \n",
       "88492                  1                0                     0             0   \n",
       "88493                  1                0                     0             0   \n",
       "88494                  1                0                     0             0   \n",
       "88495                  1                0                     0             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2015-07-27             2015-12-13         0         0  ...   \n",
       "88492       2015-07-27             2015-12-13         0         0  ...   \n",
       "88493       2015-07-27             2015-12-13         0         0  ...   \n",
       "88494       2015-07-27             2015-12-13         0         0  ...   \n",
       "88495       2015-07-27             2015-12-13         0         0  ...   \n",
       "\n",
       "      num_unq  total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0          12    3406.837     0.946344           13               1   \n",
       "1          26    4947.533     1.374315           27               1   \n",
       "2          32    8729.050     2.424736           45              13   \n",
       "3          44    7978.555     2.216265           45               1   \n",
       "4          32    4363.445     1.212068           35               3   \n",
       "...       ...         ...          ...          ...             ...   \n",
       "88491      73   31927.393     8.868720          148              75   \n",
       "88492      37   32934.164     9.148379          120              83   \n",
       "88493     108   35047.800     9.735500          169              61   \n",
       "88494       3     472.768     0.131324            3               0   \n",
       "88495      92   25187.591     6.996553          111              19   \n",
       "\n",
       "       avg_time_spend_on_a_song_s avg_time_spend_on_a_song_h  \\\n",
       "0                      262.064385                   0.072796   \n",
       "1                      183.241963                   0.050901   \n",
       "2                      193.978889                   0.053883   \n",
       "3                      177.301222                   0.049250   \n",
       "4                      124.669857                   0.034631   \n",
       "...                           ...                        ...   \n",
       "88491                  215.725628                   0.059924   \n",
       "88492                  274.451367                   0.076236   \n",
       "88493                  207.383432                   0.057607   \n",
       "88494                  157.589333                   0.043775   \n",
       "88495                  226.915234                   0.063032   \n",
       "\n",
       "       user_registered_in_date_count user_no_registered_ID  \\\n",
       "0                                 62                162386   \n",
       "1                                 62                162386   \n",
       "2                                 62                162386   \n",
       "3                                 62                162386   \n",
       "4                                 62                162386   \n",
       "...                              ...                   ...   \n",
       "88491                            173                 18891   \n",
       "88492                            173                 18891   \n",
       "88493                            173                 18891   \n",
       "88494                            173                 18891   \n",
       "88495                            173                 18891   \n",
       "\n",
       "       total_money_paid_under_an_id  \n",
       "0                          10154797  \n",
       "1                          10154797  \n",
       "2                          10154797  \n",
       "3                          10154797  \n",
       "4                          10154797  \n",
       "...                             ...  \n",
       "88491                             0  \n",
       "88492                             0  \n",
       "88493                             0  \n",
       "88494                             0  \n",
       "88495                             0  \n",
       "\n",
       "[88496 rows x 40 columns]"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_4=df_final_4.rename(columns={\"actual_amount_paid_y\":\"total_money_paid_under_an_id\"})\n",
    "df_final_4"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 18:- tot_user_in_a_city"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>city</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>48530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>37290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>54133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>20337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>7072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>6963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>5125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>7187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>10388</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>29616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>4322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>4802</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>31798</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       msno\n",
       "city       \n",
       "1     48530\n",
       "3      4143\n",
       "4     37290\n",
       "5     54133\n",
       "6     20337\n",
       "7      1912\n",
       "8      7072\n",
       "9      6963\n",
       "10     5125\n",
       "11     7187\n",
       "12    10388\n",
       "13    54521\n",
       "14    14283\n",
       "15    29616\n",
       "16      850\n",
       "17     4322\n",
       "18     5912\n",
       "19      226\n",
       "20      685\n",
       "21     4802\n",
       "22    31798"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_count_in_city_group=pd.DataFrame(df_members.groupby([\"city\"])[[\"msno\"]].count())\n",
    "user_count_in_city_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno    21\n",
       "dtype: int64"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_count_in_city_group.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>16gO7CYlNkiCiuE9q6+bNovUE6OmyVwHvTNw8nWX8b4=</td>\n",
       "      <td>34</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-01-31</td>\n",
       "      <td>2016-02-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>37235.256</td>\n",
       "      <td>10.343127</td>\n",
       "      <td>201</td>\n",
       "      <td>19</td>\n",
       "      <td>185.250030</td>\n",
       "      <td>0.051458</td>\n",
       "      <td>30</td>\n",
       "      <td>162386</td>\n",
       "      <td>5097290</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>16799.275</td>\n",
       "      <td>4.666465</td>\n",
       "      <td>89</td>\n",
       "      <td>30</td>\n",
       "      <td>188.755899</td>\n",
       "      <td>0.052432</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3128.502</td>\n",
       "      <td>0.869028</td>\n",
       "      <td>17</td>\n",
       "      <td>7</td>\n",
       "      <td>184.029529</td>\n",
       "      <td>0.051119</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13264.547</td>\n",
       "      <td>3.684596</td>\n",
       "      <td>54</td>\n",
       "      <td>27</td>\n",
       "      <td>245.639759</td>\n",
       "      <td>0.068233</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13523.831</td>\n",
       "      <td>3.756620</td>\n",
       "      <td>54</td>\n",
       "      <td>13</td>\n",
       "      <td>250.441315</td>\n",
       "      <td>0.069567</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  16gO7CYlNkiCiuE9q6+bNovUE6OmyVwHvTNw8nWX8b4=                 34   \n",
       "88492  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88493  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88494  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88495  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             1   \n",
       "88492                 30               99                    99             1   \n",
       "88493                 30               99                    99             1   \n",
       "88494                 30               99                    99             1   \n",
       "88495                 30               99                    99             1   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-01-31             2016-02-29         0         0  ...   \n",
       "88492       2016-08-05             2016-09-05         0         0  ...   \n",
       "88493       2016-08-05             2016-09-05         0         0  ...   \n",
       "88494       2016-08-05             2016-09-05         0         0  ...   \n",
       "88495       2016-08-05             2016-09-05         0         0  ...   \n",
       "\n",
       "      total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0       3406.837     0.946344           13               1   \n",
       "1       4947.533     1.374315           27               1   \n",
       "2       8729.050     2.424736           45              13   \n",
       "3       7978.555     2.216265           45               1   \n",
       "4       4363.445     1.212068           35               3   \n",
       "...          ...          ...          ...             ...   \n",
       "88491  37235.256    10.343127          201              19   \n",
       "88492  16799.275     4.666465           89              30   \n",
       "88493   3128.502     0.869028           17               7   \n",
       "88494  13264.547     3.684596           54              27   \n",
       "88495  13523.831     3.756620           54              13   \n",
       "\n",
       "       avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \\\n",
       "0                      262.064385                    0.072796   \n",
       "1                      183.241963                    0.050901   \n",
       "2                      193.978889                    0.053883   \n",
       "3                      177.301222                    0.049250   \n",
       "4                      124.669857                    0.034631   \n",
       "...                           ...                         ...   \n",
       "88491                  185.250030                    0.051458   \n",
       "88492                  188.755899                    0.052432   \n",
       "88493                  184.029529                    0.051119   \n",
       "88494                  245.639759                    0.068233   \n",
       "88495                  250.441315                    0.069567   \n",
       "\n",
       "      user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                62                 162386   \n",
       "1                                62                 162386   \n",
       "2                                62                 162386   \n",
       "3                                62                 162386   \n",
       "4                                62                 162386   \n",
       "...                             ...                    ...   \n",
       "88491                            30                 162386   \n",
       "88492                            50                  18891   \n",
       "88493                            50                  18891   \n",
       "88494                            50                  18891   \n",
       "88495                            50                  18891   \n",
       "\n",
       "      total_money_paid_under_an_id   msno  \n",
       "0                         10154797  54521  \n",
       "1                         10154797  54521  \n",
       "2                         10154797  54521  \n",
       "3                         10154797  54521  \n",
       "4                         10154797  54521  \n",
       "...                            ...    ...  \n",
       "88491                      5097290    226  \n",
       "88492                     63243802    226  \n",
       "88493                     63243802    226  \n",
       "88494                     63243802    226  \n",
       "88495                     63243802    226  \n",
       "\n",
       "[88496 rows x 41 columns]"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_5=pd.merge(df_final_4,user_count_in_city_group,on=\"city\")\n",
    "df_final_5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_secs</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3406.837</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4947.533</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8729.050</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7978.555</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4363.445</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>16gO7CYlNkiCiuE9q6+bNovUE6OmyVwHvTNw8nWX8b4=</td>\n",
       "      <td>34</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-01-31</td>\n",
       "      <td>2016-02-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>37235.256</td>\n",
       "      <td>10.343127</td>\n",
       "      <td>201</td>\n",
       "      <td>19</td>\n",
       "      <td>185.250030</td>\n",
       "      <td>0.051458</td>\n",
       "      <td>30</td>\n",
       "      <td>162386</td>\n",
       "      <td>5097290</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>16799.275</td>\n",
       "      <td>4.666465</td>\n",
       "      <td>89</td>\n",
       "      <td>30</td>\n",
       "      <td>188.755899</td>\n",
       "      <td>0.052432</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3128.502</td>\n",
       "      <td>0.869028</td>\n",
       "      <td>17</td>\n",
       "      <td>7</td>\n",
       "      <td>184.029529</td>\n",
       "      <td>0.051119</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13264.547</td>\n",
       "      <td>3.684596</td>\n",
       "      <td>54</td>\n",
       "      <td>27</td>\n",
       "      <td>245.639759</td>\n",
       "      <td>0.068233</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=</td>\n",
       "      <td>41</td>\n",
       "      <td>30</td>\n",
       "      <td>99</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-08-05</td>\n",
       "      <td>2016-09-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13523.831</td>\n",
       "      <td>3.756620</td>\n",
       "      <td>54</td>\n",
       "      <td>13</td>\n",
       "      <td>250.441315</td>\n",
       "      <td>0.069567</td>\n",
       "      <td>50</td>\n",
       "      <td>18891</td>\n",
       "      <td>63243802</td>\n",
       "      <td>226</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  16gO7CYlNkiCiuE9q6+bNovUE6OmyVwHvTNw8nWX8b4=                 34   \n",
       "88492  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88493  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88494  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "88495  o31hQ86kmX+NDPPRPFzkt97ZWgabU76rMgxhoHI3/Zk=                 41   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             1   \n",
       "88492                 30               99                    99             1   \n",
       "88493                 30               99                    99             1   \n",
       "88494                 30               99                    99             1   \n",
       "88495                 30               99                    99             1   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-01-31             2016-02-29         0         0  ...   \n",
       "88492       2016-08-05             2016-09-05         0         0  ...   \n",
       "88493       2016-08-05             2016-09-05         0         0  ...   \n",
       "88494       2016-08-05             2016-09-05         0         0  ...   \n",
       "88495       2016-08-05             2016-09-05         0         0  ...   \n",
       "\n",
       "      total_secs  total_hours  total_songs  Songs_Repeated  \\\n",
       "0       3406.837     0.946344           13               1   \n",
       "1       4947.533     1.374315           27               1   \n",
       "2       8729.050     2.424736           45              13   \n",
       "3       7978.555     2.216265           45               1   \n",
       "4       4363.445     1.212068           35               3   \n",
       "...          ...          ...          ...             ...   \n",
       "88491  37235.256    10.343127          201              19   \n",
       "88492  16799.275     4.666465           89              30   \n",
       "88493   3128.502     0.869028           17               7   \n",
       "88494  13264.547     3.684596           54              27   \n",
       "88495  13523.831     3.756620           54              13   \n",
       "\n",
       "       avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \\\n",
       "0                      262.064385                    0.072796   \n",
       "1                      183.241963                    0.050901   \n",
       "2                      193.978889                    0.053883   \n",
       "3                      177.301222                    0.049250   \n",
       "4                      124.669857                    0.034631   \n",
       "...                           ...                         ...   \n",
       "88491                  185.250030                    0.051458   \n",
       "88492                  188.755899                    0.052432   \n",
       "88493                  184.029529                    0.051119   \n",
       "88494                  245.639759                    0.068233   \n",
       "88495                  250.441315                    0.069567   \n",
       "\n",
       "      user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                62                 162386   \n",
       "1                                62                 162386   \n",
       "2                                62                 162386   \n",
       "3                                62                 162386   \n",
       "4                                62                 162386   \n",
       "...                             ...                    ...   \n",
       "88491                            30                 162386   \n",
       "88492                            50                  18891   \n",
       "88493                            50                  18891   \n",
       "88494                            50                  18891   \n",
       "88495                            50                  18891   \n",
       "\n",
       "      total_money_paid_under_an_id  tot_user_in_a_city  \n",
       "0                         10154797               54521  \n",
       "1                         10154797               54521  \n",
       "2                         10154797               54521  \n",
       "3                         10154797               54521  \n",
       "4                         10154797               54521  \n",
       "...                            ...                 ...  \n",
       "88491                      5097290                 226  \n",
       "88492                     63243802                 226  \n",
       "88493                     63243802                 226  \n",
       "88494                     63243802                 226  \n",
       "88495                     63243802                 226  \n",
       "\n",
       "[88496 rows x 41 columns]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_5=df_final_5.rename(columns={\"msno\":\"tot_user_in_a_city\"})\n",
    "df_final_5"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 18:- tot_user_registered_via_a_reg_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>registered_via</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>142488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  msno\n",
       "registered_via        \n",
       "2                   18\n",
       "3               142488\n",
       "4                25105\n",
       "5                   10\n",
       "6                    8\n",
       "7                18891\n",
       "8                   31\n",
       "9               162386\n",
       "11                1063\n",
       "13                  54\n",
       "14                  34\n",
       "17                   1\n",
       "19                   6"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "userno_registered_ID_group=pd.DataFrame(df_members.groupby([\"registered_via\"])[[\"msno\"]].count())\n",
    "userno_registered_ID_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>msno</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.251462</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.907778</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.322096</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.397641</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.988939</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_hours  total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0        0.946344           13               1                  262.064385   \n",
       "1        1.374315           27               1                  183.241963   \n",
       "2        2.424736           45              13                  193.978889   \n",
       "3        2.216265           45               1                  177.301222   \n",
       "4        1.212068           35               3                  124.669857   \n",
       "...           ...          ...             ...                         ...   \n",
       "88491    1.251462           30              10                  150.175467   \n",
       "88492    0.907778           12               0                  272.333333   \n",
       "88493    4.322096           86              38                  180.924965   \n",
       "88494    0.397641            5               0                  286.301600   \n",
       "88495    2.988939           45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "      user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                    162386                      10154797              54521   \n",
       "1                    162386                      10154797              54521   \n",
       "2                    162386                      10154797              54521   \n",
       "3                    162386                      10154797              54521   \n",
       "4                    162386                      10154797              54521   \n",
       "...                     ...                           ...                ...   \n",
       "88491                 25105                      15652880               4143   \n",
       "88492                 25105                      15652880               7072   \n",
       "88493                 25105                      15652880               7072   \n",
       "88494                 25105                      15652880               7072   \n",
       "88495                 25105                      15652880                850   \n",
       "\n",
       "         msno  \n",
       "0      162386  \n",
       "1      162386  \n",
       "2      162386  \n",
       "3      162386  \n",
       "4      162386  \n",
       "...       ...  \n",
       "88491   25105  \n",
       "88492   25105  \n",
       "88493   25105  \n",
       "88494   25105  \n",
       "88495   25105  \n",
       "\n",
       "[88496 rows x 42 columns]"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_6=pd.merge(df_final_5,userno_registered_ID_group,on=\"registered_via\")\n",
    "df_final_6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.251462</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.907778</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.322096</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.397641</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.988939</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_hours  total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0        0.946344           13               1                  262.064385   \n",
       "1        1.374315           27               1                  183.241963   \n",
       "2        2.424736           45              13                  193.978889   \n",
       "3        2.216265           45               1                  177.301222   \n",
       "4        1.212068           35               3                  124.669857   \n",
       "...           ...          ...             ...                         ...   \n",
       "88491    1.251462           30              10                  150.175467   \n",
       "88492    0.907778           12               0                  272.333333   \n",
       "88493    4.322096           86              38                  180.924965   \n",
       "88494    0.397641            5               0                  286.301600   \n",
       "88495    2.988939           45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "      user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                    162386                      10154797              54521   \n",
       "1                    162386                      10154797              54521   \n",
       "2                    162386                      10154797              54521   \n",
       "3                    162386                      10154797              54521   \n",
       "4                    162386                      10154797              54521   \n",
       "...                     ...                           ...                ...   \n",
       "88491                 25105                      15652880               4143   \n",
       "88492                 25105                      15652880               7072   \n",
       "88493                 25105                      15652880               7072   \n",
       "88494                 25105                      15652880               7072   \n",
       "88495                 25105                      15652880                850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id  \n",
       "0                                162386  \n",
       "1                                162386  \n",
       "2                                162386  \n",
       "3                                162386  \n",
       "4                                162386  \n",
       "...                                 ...  \n",
       "88491                             25105  \n",
       "88492                             25105  \n",
       "88493                             25105  \n",
       "88494                             25105  \n",
       "88495                             25105  \n",
       "\n",
       "[88496 rows x 42 columns]"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_6=df_final_6.rename(columns={\"msno\":\"tot_user_registered_via_a_reg_id\"})\n",
    "df_final_6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno_x                              False\n",
       "payment_method_id                   False\n",
       "payment_plan_days                   False\n",
       "plan_list_price                     False\n",
       "actual_amount_paid_x                False\n",
       "is_auto_renew                       False\n",
       "transaction_date                    False\n",
       "membership_expire_date              False\n",
       "is_cancel                           False\n",
       "discount                            False\n",
       "is_discount                         False\n",
       "amt_per_day                         False\n",
       "membership_duration_d               False\n",
       "membership_duration_m               False\n",
       "city                                False\n",
       "bd                                  False\n",
       "gender                              False\n",
       "registered_via                      False\n",
       "registration_init_time              False\n",
       "registration_duration_d             False\n",
       "registration_duration_m             False\n",
       "reg_mem_duration_d                  False\n",
       "reg_mem_duration_m                  False\n",
       "notAutorenew_&_cancel               False\n",
       "date                                False\n",
       "num_25                              False\n",
       "num_50                              False\n",
       "num_75                              False\n",
       "num_985                             False\n",
       "num_100                             False\n",
       "num_unq                             False\n",
       "total_secs                          False\n",
       "total_hours                         False\n",
       "total_songs                         False\n",
       "Songs_Repeated                      False\n",
       "avg_time_spend_on_a_song_s          False\n",
       "avg_time_spend_on_a_song_h          False\n",
       "user_registered_in_date_count       False\n",
       "user_no_registered_ID               False\n",
       "total_money_paid_under_an_id        False\n",
       "tot_user_in_a_city                  False\n",
       "tot_user_registered_via_a_reg_id    False\n",
       "dtype: bool"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_6.isnull().any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno_x</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.251462</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.907778</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.322096</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.397641</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.988939</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             msno_x  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_hours  total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0        0.946344           13               1                  262.064385   \n",
       "1        1.374315           27               1                  183.241963   \n",
       "2        2.424736           45              13                  193.978889   \n",
       "3        2.216265           45               1                  177.301222   \n",
       "4        1.212068           35               3                  124.669857   \n",
       "...           ...          ...             ...                         ...   \n",
       "88491    1.251462           30              10                  150.175467   \n",
       "88492    0.907778           12               0                  272.333333   \n",
       "88493    4.322096           86              38                  180.924965   \n",
       "88494    0.397641            5               0                  286.301600   \n",
       "88495    2.988939           45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "      user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                    162386                      10154797              54521   \n",
       "1                    162386                      10154797              54521   \n",
       "2                    162386                      10154797              54521   \n",
       "3                    162386                      10154797              54521   \n",
       "4                    162386                      10154797              54521   \n",
       "...                     ...                           ...                ...   \n",
       "88491                 25105                      15652880               4143   \n",
       "88492                 25105                      15652880               7072   \n",
       "88493                 25105                      15652880               7072   \n",
       "88494                 25105                      15652880               7072   \n",
       "88495                 25105                      15652880                850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id  \n",
       "0                                162386  \n",
       "1                                162386  \n",
       "2                                162386  \n",
       "3                                162386  \n",
       "4                                162386  \n",
       "...                                 ...  \n",
       "88491                             25105  \n",
       "88492                             25105  \n",
       "88493                             25105  \n",
       "88494                             25105  \n",
       "88495                             25105  \n",
       "\n",
       "[88496 rows x 42 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_6.drop_duplicates(keep = False, inplace = True)\n",
    "df_final_6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train=pd.read_csv(\"train.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>is_churn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>waLDQMmcOu2jLDaV1ddDkgCrB/jl6sD66Xzs0Vqax1Y=</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>QA7uiXy8vIbUSPOkCf9RwQ3FsT8jVq2OxDr8zqa7bRQ=</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fGwBva6hikQmTJzrbz/2Ezjm5Cth5jZUNvXigKK2AFA=</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>mT5V8rEpa+8wuqi6x0DoVd3H5icMKkE9Prt49UlmK+4=</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>XaPhtGLk/5UvvOYHcONTwsnH97P4eGECeq+BARGItRw=</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  is_churn\n",
       "0  waLDQMmcOu2jLDaV1ddDkgCrB/jl6sD66Xzs0Vqax1Y=         1\n",
       "1  QA7uiXy8vIbUSPOkCf9RwQ3FsT8jVq2OxDr8zqa7bRQ=         1\n",
       "2  fGwBva6hikQmTJzrbz/2Ezjm5Cth5jZUNvXigKK2AFA=         1\n",
       "3  mT5V8rEpa+8wuqi6x0DoVd3H5icMKkE9Prt49UlmK+4=         1\n",
       "4  XaPhtGLk/5UvvOYHcONTwsnH97P4eGECeq+BARGItRw=         1"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_hours</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.946344</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.374315</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.424736</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.216265</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.212068</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.251462</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.907778</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.322096</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.397641</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.988939</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_hours  total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0        0.946344           13               1                  262.064385   \n",
       "1        1.374315           27               1                  183.241963   \n",
       "2        2.424736           45              13                  193.978889   \n",
       "3        2.216265           45               1                  177.301222   \n",
       "4        1.212068           35               3                  124.669857   \n",
       "...           ...          ...             ...                         ...   \n",
       "88491    1.251462           30              10                  150.175467   \n",
       "88492    0.907778           12               0                  272.333333   \n",
       "88493    4.322096           86              38                  180.924965   \n",
       "88494    0.397641            5               0                  286.301600   \n",
       "88495    2.988939           45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "      user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                    162386                      10154797              54521   \n",
       "1                    162386                      10154797              54521   \n",
       "2                    162386                      10154797              54521   \n",
       "3                    162386                      10154797              54521   \n",
       "4                    162386                      10154797              54521   \n",
       "...                     ...                           ...                ...   \n",
       "88491                 25105                      15652880               4143   \n",
       "88492                 25105                      15652880               7072   \n",
       "88493                 25105                      15652880               7072   \n",
       "88494                 25105                      15652880               7072   \n",
       "88495                 25105                      15652880                850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id  \n",
       "0                                162386  \n",
       "1                                162386  \n",
       "2                                162386  \n",
       "3                                162386  \n",
       "4                                162386  \n",
       "...                                 ...  \n",
       "88491                             25105  \n",
       "88492                             25105  \n",
       "88493                             25105  \n",
       "88494                             25105  \n",
       "88495                             25105  \n",
       "\n",
       "[88496 rows x 42 columns]"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_6=df_final_6.rename(columns={\"msno_x\":\"msno\"})\n",
    "df_final_6"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 19:- tot_no_unq_song"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>num_unq</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>msno</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>++95tJZADNg8U8HKbYdxbbXIRsO6pw1zBK4tHI7BtZo=</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+/pjALjFKFklxZi4OR5GQO35Y4IPJVF2uDEmmDNTX5I=</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+0b8uZrbcBsrT5Da+1L17PMfVHCQ0xmdsaAgICuA2vY=</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+0jTOa6KGPk1vtNTwRDMZc/McUo41AeuwV3ndo54Y+Q=</th>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+1STZtWxMpTyRCJ4ux2ZAitlSWTTTyyoJh8i1GEs9hI=</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zvhRQYR6+BNRa2rRm/JNAkxMnpn47IcuimAQ9DqYi6A=</th>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zvybLPEGSbD9InaZE5lqgNpOqOJNI7WHZcT/vwSp8q0=</th>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zwWfvAlkPtCp1JRfJgUm56UxaqsYrHVtIn6eJkDpWVI=</th>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zyTEcTtphUixIWpw37Yv1cUVyDQA6G+fe+W6TqrW7xc=</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zz9rEJzco9LGr/Ng7wXXGw19VgFsa3IH2swAfhVAiBU=</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7262 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              num_unq\n",
       "msno                                                 \n",
       "++95tJZADNg8U8HKbYdxbbXIRsO6pw1zBK4tHI7BtZo=       12\n",
       "+/pjALjFKFklxZi4OR5GQO35Y4IPJVF2uDEmmDNTX5I=        7\n",
       "+0b8uZrbcBsrT5Da+1L17PMfVHCQ0xmdsaAgICuA2vY=        4\n",
       "+0jTOa6KGPk1vtNTwRDMZc/McUo41AeuwV3ndo54Y+Q=       36\n",
       "+1STZtWxMpTyRCJ4ux2ZAitlSWTTTyyoJh8i1GEs9hI=        2\n",
       "...                                               ...\n",
       "zvhRQYR6+BNRa2rRm/JNAkxMnpn47IcuimAQ9DqYi6A=       18\n",
       "zvybLPEGSbD9InaZE5lqgNpOqOJNI7WHZcT/vwSp8q0=       15\n",
       "zwWfvAlkPtCp1JRfJgUm56UxaqsYrHVtIn6eJkDpWVI=        6\n",
       "zyTEcTtphUixIWpw37Yv1cUVyDQA6G+fe+W6TqrW7xc=        9\n",
       "zz9rEJzco9LGr/Ng7wXXGw19VgFsa3IH2swAfhVAiBU=       10\n",
       "\n",
       "[7262 rows x 1 columns]"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_complete_count_group=pd.DataFrame(df_final_6.groupby([\"msno\"])[[\"num_unq\"]].count())\n",
    "user_complete_count_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>num_unq_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0              13               1                  262.064385   \n",
       "1              27               1                  183.241963   \n",
       "2              45              13                  193.978889   \n",
       "3              45               1                  177.301222   \n",
       "4              35               3                  124.669857   \n",
       "...           ...             ...                         ...   \n",
       "88491          30              10                  150.175467   \n",
       "88492          12               0                  272.333333   \n",
       "88493          86              38                  180.924965   \n",
       "88494           5               0                  286.301600   \n",
       "88495          45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "       user_no_registered_ID total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                     162386                     10154797               54521   \n",
       "1                     162386                     10154797               54521   \n",
       "2                     162386                     10154797               54521   \n",
       "3                     162386                     10154797               54521   \n",
       "4                     162386                     10154797               54521   \n",
       "...                      ...                          ...                 ...   \n",
       "88491                  25105                     15652880                4143   \n",
       "88492                  25105                     15652880                7072   \n",
       "88493                  25105                     15652880                7072   \n",
       "88494                  25105                     15652880                7072   \n",
       "88495                  25105                     15652880                 850   \n",
       "\n",
       "      tot_user_registered_via_a_reg_id  num_unq_y  \n",
       "0                               162386         16  \n",
       "1                               162386         16  \n",
       "2                               162386         16  \n",
       "3                               162386         16  \n",
       "4                               162386         16  \n",
       "...                                ...        ...  \n",
       "88491                            25105          2  \n",
       "88492                            25105          3  \n",
       "88493                            25105          3  \n",
       "88494                            25105          3  \n",
       "88495                            25105          1  \n",
       "\n",
       "[88496 rows x 43 columns]"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7=df_final_6.merge(user_complete_count_group,on=\"msno\")\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_songs</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>86</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 43 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x is_auto_renew  \\\n",
       "0                     30              149                   149             1   \n",
       "1                     30              149                   149             1   \n",
       "2                     30              149                   149             1   \n",
       "3                     30              149                   149             1   \n",
       "4                     30              149                   149             1   \n",
       "...                  ...              ...                   ...           ...   \n",
       "88491                 30              149                   149             0   \n",
       "88492                 30              149                   149             0   \n",
       "88493                 30              149                   149             0   \n",
       "88494                 30              149                   149             0   \n",
       "88495                 30              149                   149             0   \n",
       "\n",
       "      transaction_date membership_expire_date is_cancel  discount  ...  \\\n",
       "0           2015-09-30             2015-11-21         0         0  ...   \n",
       "1           2015-09-30             2015-11-21         0         0  ...   \n",
       "2           2015-09-30             2015-11-21         0         0  ...   \n",
       "3           2015-09-30             2015-11-21         0         0  ...   \n",
       "4           2015-09-30             2015-11-21         0         0  ...   \n",
       "...                ...                    ...       ...       ...  ...   \n",
       "88491       2016-08-24             2016-09-23         0         0  ...   \n",
       "88492       2016-03-14             2016-04-13         0         0  ...   \n",
       "88493       2016-03-14             2016-04-13         0         0  ...   \n",
       "88494       2016-03-14             2016-04-13         0         0  ...   \n",
       "88495       2016-06-29             2016-07-29         0         0  ...   \n",
       "\n",
       "      total_songs  Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0              13               1                  262.064385   \n",
       "1              27               1                  183.241963   \n",
       "2              45              13                  193.978889   \n",
       "3              45               1                  177.301222   \n",
       "4              35               3                  124.669857   \n",
       "...           ...             ...                         ...   \n",
       "88491          30              10                  150.175467   \n",
       "88492          12               0                  272.333333   \n",
       "88493          86              38                  180.924965   \n",
       "88494           5               0                  286.301600   \n",
       "88495          45               4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "       user_no_registered_ID total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                     162386                     10154797               54521   \n",
       "1                     162386                     10154797               54521   \n",
       "2                     162386                     10154797               54521   \n",
       "3                     162386                     10154797               54521   \n",
       "4                     162386                     10154797               54521   \n",
       "...                      ...                          ...                 ...   \n",
       "88491                  25105                     15652880                4143   \n",
       "88492                  25105                     15652880                7072   \n",
       "88493                  25105                     15652880                7072   \n",
       "88494                  25105                     15652880                7072   \n",
       "88495                  25105                     15652880                 850   \n",
       "\n",
       "      tot_user_registered_via_a_reg_id  tot_no_of_unq_song  \n",
       "0                               162386                  16  \n",
       "1                               162386                  16  \n",
       "2                               162386                  16  \n",
       "3                               162386                  16  \n",
       "4                               162386                  16  \n",
       "...                                ...                 ...  \n",
       "88491                            25105                   2  \n",
       "88492                            25105                   3  \n",
       "88493                            25105                   3  \n",
       "88494                            25105                   3  \n",
       "88495                            25105                   1  \n",
       "\n",
       "[88496 rows x 43 columns]"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7=df_final_7.rename(columns={\"num_unq_y\":\"tot_no_of_unq_song\"})\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 20:- tot_money_paid_by_user "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>actual_amount_paid_x</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>msno</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>++95tJZADNg8U8HKbYdxbbXIRsO6pw1zBK4tHI7BtZo=</th>\n",
       "      <td>1788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+/pjALjFKFklxZi4OR5GQO35Y4IPJVF2uDEmmDNTX5I=</th>\n",
       "      <td>1043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+0b8uZrbcBsrT5Da+1L17PMfVHCQ0xmdsaAgICuA2vY=</th>\n",
       "      <td>720</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+0jTOa6KGPk1vtNTwRDMZc/McUo41AeuwV3ndo54Y+Q=</th>\n",
       "      <td>5364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>+1STZtWxMpTyRCJ4ux2ZAitlSWTTTyyoJh8i1GEs9hI=</th>\n",
       "      <td>298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zvhRQYR6+BNRa2rRm/JNAkxMnpn47IcuimAQ9DqYi6A=</th>\n",
       "      <td>2682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zvybLPEGSbD9InaZE5lqgNpOqOJNI7WHZcT/vwSp8q0=</th>\n",
       "      <td>2235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zwWfvAlkPtCp1JRfJgUm56UxaqsYrHVtIn6eJkDpWVI=</th>\n",
       "      <td>894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zyTEcTtphUixIWpw37Yv1cUVyDQA6G+fe+W6TqrW7xc=</th>\n",
       "      <td>891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>zz9rEJzco9LGr/Ng7wXXGw19VgFsa3IH2swAfhVAiBU=</th>\n",
       "      <td>1490</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7262 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              actual_amount_paid_x\n",
       "msno                                                              \n",
       "++95tJZADNg8U8HKbYdxbbXIRsO6pw1zBK4tHI7BtZo=                  1788\n",
       "+/pjALjFKFklxZi4OR5GQO35Y4IPJVF2uDEmmDNTX5I=                  1043\n",
       "+0b8uZrbcBsrT5Da+1L17PMfVHCQ0xmdsaAgICuA2vY=                   720\n",
       "+0jTOa6KGPk1vtNTwRDMZc/McUo41AeuwV3ndo54Y+Q=                  5364\n",
       "+1STZtWxMpTyRCJ4ux2ZAitlSWTTTyyoJh8i1GEs9hI=                   298\n",
       "...                                                            ...\n",
       "zvhRQYR6+BNRa2rRm/JNAkxMnpn47IcuimAQ9DqYi6A=                  2682\n",
       "zvybLPEGSbD9InaZE5lqgNpOqOJNI7WHZcT/vwSp8q0=                  2235\n",
       "zwWfvAlkPtCp1JRfJgUm56UxaqsYrHVtIn6eJkDpWVI=                   894\n",
       "zyTEcTtphUixIWpw37Yv1cUVyDQA6G+fe+W6TqrW7xc=                   891\n",
       "zz9rEJzco9LGr/Ng7wXXGw19VgFsa3IH2swAfhVAiBU=                  1490\n",
       "\n",
       "[7262 rows x 1 columns]"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_money_paid_group=pd.DataFrame(df_final_7.groupby([\"msno\"])[[\"actual_amount_paid_x\"]].sum())\n",
    "user_money_paid_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>actual_amount_paid_x_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "      <td>298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 44 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "88491                 30              149                     149   \n",
       "88492                 30              149                     149   \n",
       "88493                 30              149                     149   \n",
       "88494                 30              149                     149   \n",
       "88495                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "88491             0       2016-08-24             2016-09-23         0   \n",
       "88492             0       2016-03-14             2016-04-13         0   \n",
       "88493             0       2016-03-14             2016-04-13         0   \n",
       "88494             0       2016-03-14             2016-04-13         0   \n",
       "88495             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0             0  ...              1                  262.064385   \n",
       "1             0  ...              1                  183.241963   \n",
       "2             0  ...             13                  193.978889   \n",
       "3             0  ...              1                  177.301222   \n",
       "4             0  ...              3                  124.669857   \n",
       "...         ...  ...            ...                         ...   \n",
       "88491         0  ...             10                  150.175467   \n",
       "88492         0  ...              0                  272.333333   \n",
       "88493         0  ...             38                  180.924965   \n",
       "88494         0  ...              0                  286.301600   \n",
       "88495         0  ...              4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "       user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                     162386                      10154797              54521   \n",
       "1                     162386                      10154797              54521   \n",
       "2                     162386                      10154797              54521   \n",
       "3                     162386                      10154797              54521   \n",
       "4                     162386                      10154797              54521   \n",
       "...                      ...                           ...                ...   \n",
       "88491                  25105                      15652880               4143   \n",
       "88492                  25105                      15652880               7072   \n",
       "88493                  25105                      15652880               7072   \n",
       "88494                  25105                      15652880               7072   \n",
       "88495                  25105                      15652880                850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id tot_no_of_unq_song  \\\n",
       "0                                162386                 16   \n",
       "1                                162386                 16   \n",
       "2                                162386                 16   \n",
       "3                                162386                 16   \n",
       "4                                162386                 16   \n",
       "...                                 ...                ...   \n",
       "88491                             25105                  2   \n",
       "88492                             25105                  3   \n",
       "88493                             25105                  3   \n",
       "88494                             25105                  3   \n",
       "88495                             25105                  1   \n",
       "\n",
       "       actual_amount_paid_x_y  \n",
       "0                        2392  \n",
       "1                        2392  \n",
       "2                        2392  \n",
       "3                        2392  \n",
       "4                        2392  \n",
       "...                       ...  \n",
       "88491                     298  \n",
       "88492                     447  \n",
       "88493                     447  \n",
       "88494                     447  \n",
       "88495                     149  \n",
       "\n",
       "[88496 rows x 44 columns]"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7=df_final_7.merge(user_money_paid_group,on=\"msno\")\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>Songs_Repeated</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>13</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "      <td>298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>38</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 44 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "88491                 30              149                     149   \n",
       "88492                 30              149                     149   \n",
       "88493                 30              149                     149   \n",
       "88494                 30              149                     149   \n",
       "88495                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "88491             0       2016-08-24             2016-09-23         0   \n",
       "88492             0       2016-03-14             2016-04-13         0   \n",
       "88493             0       2016-03-14             2016-04-13         0   \n",
       "88494             0       2016-03-14             2016-04-13         0   \n",
       "88495             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... Songs_Repeated  avg_time_spend_on_a_song_s  \\\n",
       "0             0  ...              1                  262.064385   \n",
       "1             0  ...              1                  183.241963   \n",
       "2             0  ...             13                  193.978889   \n",
       "3             0  ...              1                  177.301222   \n",
       "4             0  ...              3                  124.669857   \n",
       "...         ...  ...            ...                         ...   \n",
       "88491         0  ...             10                  150.175467   \n",
       "88492         0  ...              0                  272.333333   \n",
       "88493         0  ...             38                  180.924965   \n",
       "88494         0  ...              0                  286.301600   \n",
       "88495         0  ...              4                  239.115089   \n",
       "\n",
       "       avg_time_spend_on_a_song_h  user_registered_in_date_count  \\\n",
       "0                        0.072796                             62   \n",
       "1                        0.050901                             62   \n",
       "2                        0.053883                             62   \n",
       "3                        0.049250                             62   \n",
       "4                        0.034631                             62   \n",
       "...                           ...                            ...   \n",
       "88491                    0.041715                             56   \n",
       "88492                    0.075648                            103   \n",
       "88493                    0.050257                            103   \n",
       "88494                    0.079528                            103   \n",
       "88495                    0.066421                            156   \n",
       "\n",
       "       user_no_registered_ID  total_money_paid_under_an_id tot_user_in_a_city  \\\n",
       "0                     162386                      10154797              54521   \n",
       "1                     162386                      10154797              54521   \n",
       "2                     162386                      10154797              54521   \n",
       "3                     162386                      10154797              54521   \n",
       "4                     162386                      10154797              54521   \n",
       "...                      ...                           ...                ...   \n",
       "88491                  25105                      15652880               4143   \n",
       "88492                  25105                      15652880               7072   \n",
       "88493                  25105                      15652880               7072   \n",
       "88494                  25105                      15652880               7072   \n",
       "88495                  25105                      15652880                850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id tot_no_of_unq_song  \\\n",
       "0                                162386                 16   \n",
       "1                                162386                 16   \n",
       "2                                162386                 16   \n",
       "3                                162386                 16   \n",
       "4                                162386                 16   \n",
       "...                                 ...                ...   \n",
       "88491                             25105                  2   \n",
       "88492                             25105                  3   \n",
       "88493                             25105                  3   \n",
       "88494                             25105                  3   \n",
       "88495                             25105                  1   \n",
       "\n",
       "       tot_money_paid_by_user  \n",
       "0                        2392  \n",
       "1                        2392  \n",
       "2                        2392  \n",
       "3                        2392  \n",
       "4                        2392  \n",
       "...                       ...  \n",
       "88491                     298  \n",
       "88492                     447  \n",
       "88493                     447  \n",
       "88494                     447  \n",
       "88495                     149  \n",
       "\n",
       "[88496 rows x 44 columns]"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7=df_final_7.rename(columns={\"actual_amount_paid_x_y\":\"tot_money_paid_by_user\"})\n",
    "df_final_7=df_final_7.rename(columns={\"actual_amount_paid_x\":\"actual_amount_paid\"})\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 21: tot_incomplete_songs_heard_by_tot_complete_song"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final_7['tot_incomplete_songs_heard_by_tot_complete_song']=df_final_7['num_25']+df_final_7['num_50']+df_final_7['num_75']+df_final_7['num_985']/df_user_log['num_100']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>avg_time_spend_on_a_song_s</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>262.064385</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>183.241963</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>193.978889</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>177.301222</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>124.669857</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88491</th>\n",
       "      <td>7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-08-24</td>\n",
       "      <td>2016-09-23</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>150.175467</td>\n",
       "      <td>0.041715</td>\n",
       "      <td>56</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "      <td>298</td>\n",
       "      <td>10.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88492</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>272.333333</td>\n",
       "      <td>0.075648</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88493</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>180.924965</td>\n",
       "      <td>0.050257</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "      <td>30.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88494</th>\n",
       "      <td>nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-03-14</td>\n",
       "      <td>2016-04-13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>286.301600</td>\n",
       "      <td>0.079528</td>\n",
       "      <td>103</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>7072</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>447</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88495</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>239.115089</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>4.105263</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88496 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "88491  7Hzx7bf4EyBUe0vFF119lFrWpvf2OkyWyROSZrHzi9c=                 38   \n",
       "88492  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88493  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88494  nCCtkXvTLYeXtAh/IqskEAUXMI69mfw1cIv4F/Lj0Ek=                 38   \n",
       "88495  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "88491                 30              149                     149   \n",
       "88492                 30              149                     149   \n",
       "88493                 30              149                     149   \n",
       "88494                 30              149                     149   \n",
       "88495                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "88491             0       2016-08-24             2016-09-23         0   \n",
       "88492             0       2016-03-14             2016-04-13         0   \n",
       "88493             0       2016-03-14             2016-04-13         0   \n",
       "88494             0       2016-03-14             2016-04-13         0   \n",
       "88495             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... avg_time_spend_on_a_song_s  avg_time_spend_on_a_song_h  \\\n",
       "0             0  ...                 262.064385                    0.072796   \n",
       "1             0  ...                 183.241963                    0.050901   \n",
       "2             0  ...                 193.978889                    0.053883   \n",
       "3             0  ...                 177.301222                    0.049250   \n",
       "4             0  ...                 124.669857                    0.034631   \n",
       "...         ...  ...                        ...                         ...   \n",
       "88491         0  ...                 150.175467                    0.041715   \n",
       "88492         0  ...                 272.333333                    0.075648   \n",
       "88493         0  ...                 180.924965                    0.050257   \n",
       "88494         0  ...                 286.301600                    0.079528   \n",
       "88495         0  ...                 239.115089                    0.066421   \n",
       "\n",
       "       user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                 62                 162386   \n",
       "1                                 62                 162386   \n",
       "2                                 62                 162386   \n",
       "3                                 62                 162386   \n",
       "4                                 62                 162386   \n",
       "...                              ...                    ...   \n",
       "88491                             56                  25105   \n",
       "88492                            103                  25105   \n",
       "88493                            103                  25105   \n",
       "88494                            103                  25105   \n",
       "88495                            156                  25105   \n",
       "\n",
       "       total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                          10154797               54521   \n",
       "1                          10154797               54521   \n",
       "2                          10154797               54521   \n",
       "3                          10154797               54521   \n",
       "4                          10154797               54521   \n",
       "...                             ...                 ...   \n",
       "88491                      15652880                4143   \n",
       "88492                      15652880                7072   \n",
       "88493                      15652880                7072   \n",
       "88494                      15652880                7072   \n",
       "88495                      15652880                 850   \n",
       "\n",
       "      tot_user_registered_via_a_reg_id  tot_no_of_unq_song  \\\n",
       "0                               162386                  16   \n",
       "1                               162386                  16   \n",
       "2                               162386                  16   \n",
       "3                               162386                  16   \n",
       "4                               162386                  16   \n",
       "...                                ...                 ...   \n",
       "88491                            25105                   2   \n",
       "88492                            25105                   3   \n",
       "88493                            25105                   3   \n",
       "88494                            25105                   3   \n",
       "88495                            25105                   1   \n",
       "\n",
       "      tot_money_paid_by_user  tot_incomplete_songs_heard_by_tot_complete_song  \n",
       "0                       2392                                         0.000000  \n",
       "1                       2392                                         6.000000  \n",
       "2                       2392                                         9.029412  \n",
       "3                       2392                                        36.000000  \n",
       "4                       2392                                        23.026316  \n",
       "...                      ...                                              ...  \n",
       "88491                    298                                        10.200000  \n",
       "88492                    447                                         0.000000  \n",
       "88493                    447                                        30.200000  \n",
       "88494                    447                                         0.000000  \n",
       "88495                    149                                         4.105263  \n",
       "\n",
       "[88496 rows x 45 columns]"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70685</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.070417</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70686</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056848</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70687</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.063906</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70688</th>\n",
       "      <td>GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-08</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.047457</td>\n",
       "      <td>123</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>13.058824</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70689</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>4.105263</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>70690 rows × 46 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "70685  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70686  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70687  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70688  GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=                 38   \n",
       "70689  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "70685                 30              180                     180   \n",
       "70686                 30              180                     180   \n",
       "70687                 30              180                     180   \n",
       "70688                 30              149                     149   \n",
       "70689                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "70685             0       2016-04-24             2016-05-24         0   \n",
       "70686             0       2016-04-24             2016-05-24         0   \n",
       "70687             0       2016-04-24             2016-05-24         0   \n",
       "70688             0       2017-01-08             2017-02-07         0   \n",
       "70689             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... avg_time_spend_on_a_song_h  \\\n",
       "0             0  ...                   0.072796   \n",
       "1             0  ...                   0.050901   \n",
       "2             0  ...                   0.053883   \n",
       "3             0  ...                   0.049250   \n",
       "4             0  ...                   0.034631   \n",
       "...         ...  ...                        ...   \n",
       "70685         0  ...                   0.070417   \n",
       "70686         0  ...                   0.056848   \n",
       "70687         0  ...                   0.063906   \n",
       "70688         0  ...                   0.047457   \n",
       "70689         0  ...                   0.066421   \n",
       "\n",
       "       user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                 62                 162386   \n",
       "1                                 62                 162386   \n",
       "2                                 62                 162386   \n",
       "3                                 62                 162386   \n",
       "4                                 62                 162386   \n",
       "...                              ...                    ...   \n",
       "70685                            149                  25105   \n",
       "70686                            149                  25105   \n",
       "70687                            149                  25105   \n",
       "70688                            123                  25105   \n",
       "70689                            156                  25105   \n",
       "\n",
       "       total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                          10154797               54521   \n",
       "1                          10154797               54521   \n",
       "2                          10154797               54521   \n",
       "3                          10154797               54521   \n",
       "4                          10154797               54521   \n",
       "...                             ...                 ...   \n",
       "70685                       6785700                4322   \n",
       "70686                       6785700                4322   \n",
       "70687                       6785700                4322   \n",
       "70688                      15652880                4143   \n",
       "70689                      15652880                 850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id tot_no_of_unq_song  \\\n",
       "0                                162386                 16   \n",
       "1                                162386                 16   \n",
       "2                                162386                 16   \n",
       "3                                162386                 16   \n",
       "4                                162386                 16   \n",
       "...                                 ...                ...   \n",
       "70685                             25105                  6   \n",
       "70686                             25105                  6   \n",
       "70687                             25105                  6   \n",
       "70688                             25105                  1   \n",
       "70689                             25105                  1   \n",
       "\n",
       "       tot_money_paid_by_user tot_incomplete_songs_heard_by_tot_complete_song  \\\n",
       "0                        2392                                        0.000000   \n",
       "1                        2392                                        6.000000   \n",
       "2                        2392                                        9.029412   \n",
       "3                        2392                                       36.000000   \n",
       "4                        2392                                       23.026316   \n",
       "...                       ...                                             ...   \n",
       "70685                    1080                                        0.000000   \n",
       "70686                    1080                                        4.047619   \n",
       "70687                    1080                                        1.166667   \n",
       "70688                     149                                       13.058824   \n",
       "70689                     149                                        4.105263   \n",
       "\n",
       "       is_churn  \n",
       "0             0  \n",
       "1             0  \n",
       "2             0  \n",
       "3             0  \n",
       "4             0  \n",
       "...         ...  \n",
       "70685         0  \n",
       "70686         0  \n",
       "70687         0  \n",
       "70688         0  \n",
       "70689         1  \n",
       "\n",
       "[70690 rows x 46 columns]"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7=df_final_7.merge(df_train,on=\"msno\")\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70685</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.070417</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70686</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056848</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70687</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.063906</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70688</th>\n",
       "      <td>GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-08</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.047457</td>\n",
       "      <td>123</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>13.058824</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70689</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>4.105263</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>70690 rows × 46 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "70685  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70686  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70687  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70688  GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=                 38   \n",
       "70689  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "70685                 30              180                     180   \n",
       "70686                 30              180                     180   \n",
       "70687                 30              180                     180   \n",
       "70688                 30              149                     149   \n",
       "70689                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "70685             0       2016-04-24             2016-05-24         0   \n",
       "70686             0       2016-04-24             2016-05-24         0   \n",
       "70687             0       2016-04-24             2016-05-24         0   \n",
       "70688             0       2017-01-08             2017-02-07         0   \n",
       "70689             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... avg_time_spend_on_a_song_h  \\\n",
       "0             0  ...                   0.072796   \n",
       "1             0  ...                   0.050901   \n",
       "2             0  ...                   0.053883   \n",
       "3             0  ...                   0.049250   \n",
       "4             0  ...                   0.034631   \n",
       "...         ...  ...                        ...   \n",
       "70685         0  ...                   0.070417   \n",
       "70686         0  ...                   0.056848   \n",
       "70687         0  ...                   0.063906   \n",
       "70688         0  ...                   0.047457   \n",
       "70689         0  ...                   0.066421   \n",
       "\n",
       "       user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                 62                 162386   \n",
       "1                                 62                 162386   \n",
       "2                                 62                 162386   \n",
       "3                                 62                 162386   \n",
       "4                                 62                 162386   \n",
       "...                              ...                    ...   \n",
       "70685                            149                  25105   \n",
       "70686                            149                  25105   \n",
       "70687                            149                  25105   \n",
       "70688                            123                  25105   \n",
       "70689                            156                  25105   \n",
       "\n",
       "       total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                          10154797               54521   \n",
       "1                          10154797               54521   \n",
       "2                          10154797               54521   \n",
       "3                          10154797               54521   \n",
       "4                          10154797               54521   \n",
       "...                             ...                 ...   \n",
       "70685                       6785700                4322   \n",
       "70686                       6785700                4322   \n",
       "70687                       6785700                4322   \n",
       "70688                      15652880                4143   \n",
       "70689                      15652880                 850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id tot_no_of_unq_song  \\\n",
       "0                                162386                 16   \n",
       "1                                162386                 16   \n",
       "2                                162386                 16   \n",
       "3                                162386                 16   \n",
       "4                                162386                 16   \n",
       "...                                 ...                ...   \n",
       "70685                             25105                  6   \n",
       "70686                             25105                  6   \n",
       "70687                             25105                  6   \n",
       "70688                             25105                  1   \n",
       "70689                             25105                  1   \n",
       "\n",
       "       tot_money_paid_by_user tot_incomplete_songs_heard_by_tot_complete_song  \\\n",
       "0                        2392                                        0.000000   \n",
       "1                        2392                                        6.000000   \n",
       "2                        2392                                        9.029412   \n",
       "3                        2392                                       36.000000   \n",
       "4                        2392                                       23.026316   \n",
       "...                       ...                                             ...   \n",
       "70685                    1080                                        0.000000   \n",
       "70686                    1080                                        4.047619   \n",
       "70687                    1080                                        1.166667   \n",
       "70688                     149                                       13.058824   \n",
       "70689                     149                                        4.105263   \n",
       "\n",
       "       is_churn  \n",
       "0             0  \n",
       "1             0  \n",
       "2             0  \n",
       "3             0  \n",
       "4             0  \n",
       "...         ...  \n",
       "70685         0  \n",
       "70686         0  \n",
       "70687         0  \n",
       "70688         0  \n",
       "70689         1  \n",
       "\n",
       "[70690 rows x 46 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7.drop_duplicates(keep = False, inplace = True)\n",
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>avg_time_spend_on_a_song_h</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.072796</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.050901</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.053883</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.049250</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034631</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70685</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.070417</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70686</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056848</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70687</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.063906</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70688</th>\n",
       "      <td>GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-08</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.047457</td>\n",
       "      <td>123</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>4143</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>13.058824</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70689</th>\n",
       "      <td>I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-06-29</td>\n",
       "      <td>2016-07-29</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.066421</td>\n",
       "      <td>156</td>\n",
       "      <td>25105</td>\n",
       "      <td>15652880</td>\n",
       "      <td>850</td>\n",
       "      <td>25105</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>4.105263</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>70690 rows × 46 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "70685  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70686  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70687  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "70688  GXNXqYyUmonhxnnz/wm5ZnjZPjnb1BE+lhldDAIxAHM=                 38   \n",
       "70689  I5xKKpbel1XZYBL6pe2Yymw10N83txoxa11TOKpQJ9Y=                 38   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "70685                 30              180                     180   \n",
       "70686                 30              180                     180   \n",
       "70687                 30              180                     180   \n",
       "70688                 30              149                     149   \n",
       "70689                 30              149                     149   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "70685             0       2016-04-24             2016-05-24         0   \n",
       "70686             0       2016-04-24             2016-05-24         0   \n",
       "70687             0       2016-04-24             2016-05-24         0   \n",
       "70688             0       2017-01-08             2017-02-07         0   \n",
       "70689             0       2016-06-29             2016-07-29         0   \n",
       "\n",
       "       discount  ... avg_time_spend_on_a_song_h  \\\n",
       "0             0  ...                   0.072796   \n",
       "1             0  ...                   0.050901   \n",
       "2             0  ...                   0.053883   \n",
       "3             0  ...                   0.049250   \n",
       "4             0  ...                   0.034631   \n",
       "...         ...  ...                        ...   \n",
       "70685         0  ...                   0.070417   \n",
       "70686         0  ...                   0.056848   \n",
       "70687         0  ...                   0.063906   \n",
       "70688         0  ...                   0.047457   \n",
       "70689         0  ...                   0.066421   \n",
       "\n",
       "       user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0                                 62                 162386   \n",
       "1                                 62                 162386   \n",
       "2                                 62                 162386   \n",
       "3                                 62                 162386   \n",
       "4                                 62                 162386   \n",
       "...                              ...                    ...   \n",
       "70685                            149                  25105   \n",
       "70686                            149                  25105   \n",
       "70687                            149                  25105   \n",
       "70688                            123                  25105   \n",
       "70689                            156                  25105   \n",
       "\n",
       "       total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                          10154797               54521   \n",
       "1                          10154797               54521   \n",
       "2                          10154797               54521   \n",
       "3                          10154797               54521   \n",
       "4                          10154797               54521   \n",
       "...                             ...                 ...   \n",
       "70685                       6785700                4322   \n",
       "70686                       6785700                4322   \n",
       "70687                       6785700                4322   \n",
       "70688                      15652880                4143   \n",
       "70689                      15652880                 850   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id tot_no_of_unq_song  \\\n",
       "0                                162386                 16   \n",
       "1                                162386                 16   \n",
       "2                                162386                 16   \n",
       "3                                162386                 16   \n",
       "4                                162386                 16   \n",
       "...                                 ...                ...   \n",
       "70685                             25105                  6   \n",
       "70686                             25105                  6   \n",
       "70687                             25105                  6   \n",
       "70688                             25105                  1   \n",
       "70689                             25105                  1   \n",
       "\n",
       "       tot_money_paid_by_user tot_incomplete_songs_heard_by_tot_complete_song  \\\n",
       "0                        2392                                        0.000000   \n",
       "1                        2392                                        6.000000   \n",
       "2                        2392                                        9.029412   \n",
       "3                        2392                                       36.000000   \n",
       "4                        2392                                       23.026316   \n",
       "...                       ...                                             ...   \n",
       "70685                    1080                                        0.000000   \n",
       "70686                    1080                                        4.047619   \n",
       "70687                    1080                                        1.166667   \n",
       "70688                     149                                       13.058824   \n",
       "70689                     149                                        4.105263   \n",
       "\n",
       "       is_churn  \n",
       "0             0  \n",
       "1             0  \n",
       "2             0  \n",
       "3             0  \n",
       "4             0  \n",
       "...         ...  \n",
       "70685         0  \n",
       "70686         0  \n",
       "70687         0  \n",
       "70688         0  \n",
       "70689         1  \n",
       "\n",
       "[70690 rows x 46 columns]"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        0\n",
       "1        0\n",
       "2        0\n",
       "3        0\n",
       "4        0\n",
       "        ..\n",
       "70685    1\n",
       "70686    1\n",
       "70687    1\n",
       "70688    1\n",
       "70689    1\n",
       "Name: gender, Length: 70690, dtype: int64"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7[\"gender\"].replace(\"female\",0,inplace=True)\n",
    "df_final_7[\"gender\"].replace(\"male\",1,inplace=True)\n",
    "df_final_7[\"gender\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                                                  0\n",
       "payment_method_id                                     0\n",
       "payment_plan_days                                     0\n",
       "plan_list_price                                       0\n",
       "actual_amount_paid_x_x                                0\n",
       "is_auto_renew                                         0\n",
       "transaction_date                                      0\n",
       "membership_expire_date                                0\n",
       "is_cancel                                             0\n",
       "discount                                              0\n",
       "is_discount                                           0\n",
       "amt_per_day                                           0\n",
       "membership_duration_d                                 0\n",
       "membership_duration_m                                 0\n",
       "city                                                  0\n",
       "bd                                                    0\n",
       "gender                                                0\n",
       "registered_via                                        0\n",
       "registration_init_time                                0\n",
       "registration_duration_d                               0\n",
       "registration_duration_m                               0\n",
       "reg_mem_duration_d                                    0\n",
       "reg_mem_duration_m                                    0\n",
       "notAutorenew_&_cancel                                 0\n",
       "date                                                  0\n",
       "num_25                                                0\n",
       "num_50                                                0\n",
       "num_75                                                0\n",
       "num_985                                               0\n",
       "num_100                                               0\n",
       "num_unq_x                                             0\n",
       "total_secs                                            0\n",
       "total_hours                                           0\n",
       "total_songs                                           0\n",
       "Songs_Repeated                                        0\n",
       "avg_time_spend_on_a_song_s                            0\n",
       "avg_time_spend_on_a_song_h                            0\n",
       "user_registered_in_date_count                         0\n",
       "user_no_registered_ID                                 0\n",
       "total_money_paid_under_an_id                          0\n",
       "tot_user_in_a_city                                    0\n",
       "tot_user_registered_via_a_reg_id                      0\n",
       "tot_no_of_unq_song                                    0\n",
       "tot_money_paid_by_user                                0\n",
       "tot_incomplete_songs_heard_by_tot_complete_song    1325\n",
       "is_churn                                              0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final_7[\"tot_incomplete_songs_heard_by_tot_complete_song\"].fillna(method=\"bfill\",inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                                               0\n",
       "payment_method_id                                  0\n",
       "payment_plan_days                                  0\n",
       "plan_list_price                                    0\n",
       "actual_amount_paid_x_x                             0\n",
       "is_auto_renew                                      0\n",
       "transaction_date                                   0\n",
       "membership_expire_date                             0\n",
       "is_cancel                                          0\n",
       "discount                                           0\n",
       "is_discount                                        0\n",
       "amt_per_day                                        0\n",
       "membership_duration_d                              0\n",
       "membership_duration_m                              0\n",
       "city                                               0\n",
       "bd                                                 0\n",
       "gender                                             0\n",
       "registered_via                                     0\n",
       "registration_init_time                             0\n",
       "registration_duration_d                            0\n",
       "registration_duration_m                            0\n",
       "reg_mem_duration_d                                 0\n",
       "reg_mem_duration_m                                 0\n",
       "notAutorenew_&_cancel                              0\n",
       "date                                               0\n",
       "num_25                                             0\n",
       "num_50                                             0\n",
       "num_75                                             0\n",
       "num_985                                            0\n",
       "num_100                                            0\n",
       "num_unq_x                                          0\n",
       "total_secs                                         0\n",
       "total_hours                                        0\n",
       "total_songs                                        0\n",
       "Songs_Repeated                                     0\n",
       "avg_time_spend_on_a_song_s                         0\n",
       "avg_time_spend_on_a_song_h                         0\n",
       "user_registered_in_date_count                      0\n",
       "user_no_registered_ID                              0\n",
       "total_money_paid_under_an_id                       0\n",
       "tot_user_in_a_city                                 0\n",
       "tot_user_registered_via_a_reg_id                   0\n",
       "tot_no_of_unq_song                                 0\n",
       "tot_money_paid_by_user                             0\n",
       "tot_incomplete_songs_heard_by_tot_complete_song    0\n",
       "is_churn                                           0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 70690 entries, 0 to 70689\n",
      "Data columns (total 46 columns):\n",
      " #   Column                                           Non-Null Count  Dtype         \n",
      "---  ------                                           --------------  -----         \n",
      " 0   msno                                             70690 non-null  object        \n",
      " 1   payment_method_id                                70690 non-null  int64         \n",
      " 2   payment_plan_days                                70690 non-null  int64         \n",
      " 3   plan_list_price                                  70690 non-null  int64         \n",
      " 4   actual_amount_paid_x_x                           70690 non-null  int64         \n",
      " 5   is_auto_renew                                    70690 non-null  category      \n",
      " 6   transaction_date                                 70690 non-null  datetime64[ns]\n",
      " 7   membership_expire_date                           70690 non-null  datetime64[ns]\n",
      " 8   is_cancel                                        70690 non-null  category      \n",
      " 9   discount                                         70690 non-null  int64         \n",
      " 10  is_discount                                      70690 non-null  category      \n",
      " 11  amt_per_day                                      70690 non-null  float64       \n",
      " 12  membership_duration_d                            70690 non-null  int32         \n",
      " 13  membership_duration_m                            70690 non-null  int32         \n",
      " 14  city                                             70690 non-null  int64         \n",
      " 15  bd                                               70690 non-null  int64         \n",
      " 16  gender                                           70690 non-null  int64         \n",
      " 17  registered_via                                   70690 non-null  int64         \n",
      " 18  registration_init_time                           70690 non-null  datetime64[ns]\n",
      " 19  registration_duration_d                          70690 non-null  int32         \n",
      " 20  registration_duration_m                          70690 non-null  int32         \n",
      " 21  reg_mem_duration_d                               70690 non-null  int32         \n",
      " 22  reg_mem_duration_m                               70690 non-null  int32         \n",
      " 23  notAutorenew_&_cancel                            70690 non-null  int8          \n",
      " 24  date                                             70690 non-null  datetime64[ns]\n",
      " 25  num_25                                           70690 non-null  int64         \n",
      " 26  num_50                                           70690 non-null  int64         \n",
      " 27  num_75                                           70690 non-null  int64         \n",
      " 28  num_985                                          70690 non-null  int64         \n",
      " 29  num_100                                          70690 non-null  int64         \n",
      " 30  num_unq_x                                        70690 non-null  int64         \n",
      " 31  total_secs                                       70690 non-null  float64       \n",
      " 32  total_hours                                      70690 non-null  float64       \n",
      " 33  total_songs                                      70690 non-null  int64         \n",
      " 34  Songs_Repeated                                   70690 non-null  int64         \n",
      " 35  avg_time_spend_on_a_song_s                       70690 non-null  float64       \n",
      " 36  avg_time_spend_on_a_song_h                       70690 non-null  float64       \n",
      " 37  user_registered_in_date_count                    70690 non-null  int64         \n",
      " 38  user_no_registered_ID                            70690 non-null  int64         \n",
      " 39  total_money_paid_under_an_id                     70690 non-null  int64         \n",
      " 40  tot_user_in_a_city                               70690 non-null  int64         \n",
      " 41  tot_user_registered_via_a_reg_id                 70690 non-null  int64         \n",
      " 42  tot_no_of_unq_song                               70690 non-null  int64         \n",
      " 43  tot_money_paid_by_user                           70690 non-null  int64         \n",
      " 44  tot_incomplete_songs_heard_by_tot_complete_song  70690 non-null  float64       \n",
      " 45  is_churn                                         70690 non-null  int64         \n",
      "dtypes: category(3), datetime64[ns](4), float64(6), int32(6), int64(25), int8(1), object(1)\n",
      "memory usage: 21.8+ MB\n"
     ]
    }
   ],
   "source": [
    "df_final_7.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final_7=df_final_7[df_final_7.select_dtypes(exclude=\"datetime\").replace((np.inf,-np.inf), np.nan).notnull().all(axis=1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                                               0\n",
       "payment_method_id                                  0\n",
       "payment_plan_days                                  0\n",
       "plan_list_price                                    0\n",
       "actual_amount_paid_x_x                             0\n",
       "is_auto_renew                                      0\n",
       "transaction_date                                   0\n",
       "membership_expire_date                             0\n",
       "is_cancel                                          0\n",
       "discount                                           0\n",
       "is_discount                                        0\n",
       "amt_per_day                                        0\n",
       "membership_duration_d                              0\n",
       "membership_duration_m                              0\n",
       "city                                               0\n",
       "bd                                                 0\n",
       "gender                                             0\n",
       "registered_via                                     0\n",
       "registration_init_time                             0\n",
       "registration_duration_d                            0\n",
       "registration_duration_m                            0\n",
       "reg_mem_duration_d                                 0\n",
       "reg_mem_duration_m                                 0\n",
       "notAutorenew_&_cancel                              0\n",
       "date                                               0\n",
       "num_25                                             0\n",
       "num_50                                             0\n",
       "num_75                                             0\n",
       "num_985                                            0\n",
       "num_100                                            0\n",
       "num_unq_x                                          0\n",
       "total_secs                                         0\n",
       "total_hours                                        0\n",
       "total_songs                                        0\n",
       "Songs_Repeated                                     0\n",
       "avg_time_spend_on_a_song_s                         0\n",
       "avg_time_spend_on_a_song_h                         0\n",
       "user_registered_in_date_count                      0\n",
       "user_no_registered_ID                              0\n",
       "total_money_paid_under_an_id                       0\n",
       "tot_user_in_a_city                                 0\n",
       "tot_user_registered_via_a_reg_id                   0\n",
       "tot_no_of_unq_song                                 0\n",
       "tot_money_paid_by_user                             0\n",
       "tot_incomplete_songs_heard_by_tot_complete_song    0\n",
       "is_churn                                           0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_7.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 22:- user_log_avg_25"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>num_25_avg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>+++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=</td>\n",
       "      <td>6.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=</td>\n",
       "      <td>1.272727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>+++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=</td>\n",
       "      <td>9.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=</td>\n",
       "      <td>5.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=</td>\n",
       "      <td>1.750000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  num_25_avg\n",
       "0  +++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=    6.666667\n",
       "1  +++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=    1.272727\n",
       "2  +++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=    9.166667\n",
       "3  ++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=    5.733333\n",
       "4  ++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=    1.750000"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new_user_1=pd.read_csv(\"user_log_avg_25.csv\",nrows=1000001)\n",
    "df_new_user_1=df_new_user_1.rename(columns={\"num_25\":\"num_25_avg\"})\n",
    "df_new_user_1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>user_registered_in_date_count</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>62</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64376</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64377</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>3.090909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64378</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64379</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64380</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>149</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64381 rows × 47 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "64376  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64377  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64378  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64379  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64380  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "64376                 30              180                     180   \n",
       "64377                 30              180                     180   \n",
       "64378                 30              180                     180   \n",
       "64379                 30              180                     180   \n",
       "64380                 30              180                     180   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "64376             0       2016-04-24             2016-05-24         0   \n",
       "64377             0       2016-04-24             2016-05-24         0   \n",
       "64378             0       2016-04-24             2016-05-24         0   \n",
       "64379             0       2016-04-24             2016-05-24         0   \n",
       "64380             0       2016-04-24             2016-05-24         0   \n",
       "\n",
       "       discount  ... user_registered_in_date_count  user_no_registered_ID  \\\n",
       "0             0  ...                            62                 162386   \n",
       "1             0  ...                            62                 162386   \n",
       "2             0  ...                            62                 162386   \n",
       "3             0  ...                            62                 162386   \n",
       "4             0  ...                            62                 162386   \n",
       "...         ...  ...                           ...                    ...   \n",
       "64376         0  ...                           149                  25105   \n",
       "64377         0  ...                           149                  25105   \n",
       "64378         0  ...                           149                  25105   \n",
       "64379         0  ...                           149                  25105   \n",
       "64380         0  ...                           149                  25105   \n",
       "\n",
       "       total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0                          10154797               54521   \n",
       "1                          10154797               54521   \n",
       "2                          10154797               54521   \n",
       "3                          10154797               54521   \n",
       "4                          10154797               54521   \n",
       "...                             ...                 ...   \n",
       "64376                       6785700                4322   \n",
       "64377                       6785700                4322   \n",
       "64378                       6785700                4322   \n",
       "64379                       6785700                4322   \n",
       "64380                       6785700                4322   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id  tot_no_of_unq_song  \\\n",
       "0                                162386                  16   \n",
       "1                                162386                  16   \n",
       "2                                162386                  16   \n",
       "3                                162386                  16   \n",
       "4                                162386                  16   \n",
       "...                                 ...                 ...   \n",
       "64376                             25105                   6   \n",
       "64377                             25105                   6   \n",
       "64378                             25105                   6   \n",
       "64379                             25105                   6   \n",
       "64380                             25105                   6   \n",
       "\n",
       "       tot_money_paid_by_user  \\\n",
       "0                        2392   \n",
       "1                        2392   \n",
       "2                        2392   \n",
       "3                        2392   \n",
       "4                        2392   \n",
       "...                       ...   \n",
       "64376                    1080   \n",
       "64377                    1080   \n",
       "64378                    1080   \n",
       "64379                    1080   \n",
       "64380                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song is_churn  num_25_avg  \n",
       "0                                             0.000000        0    6.708333  \n",
       "1                                             6.000000        0    6.708333  \n",
       "2                                             9.029412        0    6.708333  \n",
       "3                                            36.000000        0    6.708333  \n",
       "4                                            23.026316        0    6.708333  \n",
       "...                                                ...      ...         ...  \n",
       "64376                                         0.000000        0    0.733333  \n",
       "64377                                         3.090909        0    0.733333  \n",
       "64378                                         0.000000        0    0.733333  \n",
       "64379                                         4.047619        0    0.733333  \n",
       "64380                                         1.166667        0    0.733333  \n",
       "\n",
       "[64381 rows x 47 columns]"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_new_1=pd.merge(df_final_7,df_new_user_1,on=\"msno\",how=\"inner\")\n",
    "df_final_new_1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 23:- user_log_sum_75"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>num_75_sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>+++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>+++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=</td>\n",
       "      <td>87.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  num_75_sum\n",
       "0  +++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=         3.0\n",
       "1  +++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=        15.0\n",
       "2  +++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=        87.0\n",
       "3  ++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=        19.0\n",
       "4  ++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=        11.0"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new_user_2=pd.read_csv(\"user_log_sum_75.csv\",nrows=1000001)\n",
    "df_new_user_2=df_new_user_2.rename(columns={\"num_75\":\"num_75_sum\"})\n",
    "df_new_user_2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>user_no_registered_ID</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "      <th>num_75_sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>162386</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64376</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64377</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>3.090909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64378</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64379</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64380</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>25105</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64381 rows × 48 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "64376  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64377  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64378  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64379  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64380  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "64376                 30              180                     180   \n",
       "64377                 30              180                     180   \n",
       "64378                 30              180                     180   \n",
       "64379                 30              180                     180   \n",
       "64380                 30              180                     180   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "64376             0       2016-04-24             2016-05-24         0   \n",
       "64377             0       2016-04-24             2016-05-24         0   \n",
       "64378             0       2016-04-24             2016-05-24         0   \n",
       "64379             0       2016-04-24             2016-05-24         0   \n",
       "64380             0       2016-04-24             2016-05-24         0   \n",
       "\n",
       "       discount  ... user_no_registered_ID  total_money_paid_under_an_id  \\\n",
       "0             0  ...                162386                      10154797   \n",
       "1             0  ...                162386                      10154797   \n",
       "2             0  ...                162386                      10154797   \n",
       "3             0  ...                162386                      10154797   \n",
       "4             0  ...                162386                      10154797   \n",
       "...         ...  ...                   ...                           ...   \n",
       "64376         0  ...                 25105                       6785700   \n",
       "64377         0  ...                 25105                       6785700   \n",
       "64378         0  ...                 25105                       6785700   \n",
       "64379         0  ...                 25105                       6785700   \n",
       "64380         0  ...                 25105                       6785700   \n",
       "\n",
       "       tot_user_in_a_city  tot_user_registered_via_a_reg_id  \\\n",
       "0                   54521                            162386   \n",
       "1                   54521                            162386   \n",
       "2                   54521                            162386   \n",
       "3                   54521                            162386   \n",
       "4                   54521                            162386   \n",
       "...                   ...                               ...   \n",
       "64376                4322                             25105   \n",
       "64377                4322                             25105   \n",
       "64378                4322                             25105   \n",
       "64379                4322                             25105   \n",
       "64380                4322                             25105   \n",
       "\n",
       "       tot_no_of_unq_song  tot_money_paid_by_user  \\\n",
       "0                      16                    2392   \n",
       "1                      16                    2392   \n",
       "2                      16                    2392   \n",
       "3                      16                    2392   \n",
       "4                      16                    2392   \n",
       "...                   ...                     ...   \n",
       "64376                   6                    1080   \n",
       "64377                   6                    1080   \n",
       "64378                   6                    1080   \n",
       "64379                   6                    1080   \n",
       "64380                   6                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song  is_churn num_25_avg  \\\n",
       "0                                             0.000000         0   6.708333   \n",
       "1                                             6.000000         0   6.708333   \n",
       "2                                             9.029412         0   6.708333   \n",
       "3                                            36.000000         0   6.708333   \n",
       "4                                            23.026316         0   6.708333   \n",
       "...                                                ...       ...        ...   \n",
       "64376                                         0.000000         0   0.733333   \n",
       "64377                                         3.090909         0   0.733333   \n",
       "64378                                         0.000000         0   0.733333   \n",
       "64379                                         4.047619         0   0.733333   \n",
       "64380                                         1.166667         0   0.733333   \n",
       "\n",
       "       num_75_sum  \n",
       "0            45.0  \n",
       "1            45.0  \n",
       "2            45.0  \n",
       "3            45.0  \n",
       "4            45.0  \n",
       "...           ...  \n",
       "64376         0.0  \n",
       "64377         0.0  \n",
       "64378         0.0  \n",
       "64379         0.0  \n",
       "64380         0.0  \n",
       "\n",
       "[64381 rows x 48 columns]"
      ]
     },
     "execution_count": 110,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_new_2=pd.merge(df_final_new_1,df_new_user_2,on=\"msno\",how=\"inner\")\n",
    "df_final_new_2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature 24:- user_log_sum_50"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>num_50_sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>+++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>+++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=</td>\n",
       "      <td>190.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=</td>\n",
       "      <td>40.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  num_50_sum\n",
       "0  +++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=        11.0\n",
       "1  +++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=        15.0\n",
       "2  +++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=       190.0\n",
       "3  ++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=        16.0\n",
       "4  ++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=        40.0"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new_user_3=pd.read_csv(\"user_log_sum_50.csv\",nrows=1000001)\n",
    "df_new_user_3=df_new_user_3.rename(columns={\"num_50\":\"num_50_sum\"})\n",
    "df_new_user_3.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>total_money_paid_under_an_id</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "      <th>num_75_sum</th>\n",
       "      <th>num_50_sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10154797</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64376</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64377</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>3.090909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64378</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64379</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64380</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6785700</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64381 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "64376  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64377  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64378  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64379  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64380  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "64376                 30              180                     180   \n",
       "64377                 30              180                     180   \n",
       "64378                 30              180                     180   \n",
       "64379                 30              180                     180   \n",
       "64380                 30              180                     180   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "64376             0       2016-04-24             2016-05-24         0   \n",
       "64377             0       2016-04-24             2016-05-24         0   \n",
       "64378             0       2016-04-24             2016-05-24         0   \n",
       "64379             0       2016-04-24             2016-05-24         0   \n",
       "64380             0       2016-04-24             2016-05-24         0   \n",
       "\n",
       "       discount  ... total_money_paid_under_an_id  tot_user_in_a_city  \\\n",
       "0             0  ...                     10154797               54521   \n",
       "1             0  ...                     10154797               54521   \n",
       "2             0  ...                     10154797               54521   \n",
       "3             0  ...                     10154797               54521   \n",
       "4             0  ...                     10154797               54521   \n",
       "...         ...  ...                          ...                 ...   \n",
       "64376         0  ...                      6785700                4322   \n",
       "64377         0  ...                      6785700                4322   \n",
       "64378         0  ...                      6785700                4322   \n",
       "64379         0  ...                      6785700                4322   \n",
       "64380         0  ...                      6785700                4322   \n",
       "\n",
       "       tot_user_registered_via_a_reg_id  tot_no_of_unq_song  \\\n",
       "0                                162386                  16   \n",
       "1                                162386                  16   \n",
       "2                                162386                  16   \n",
       "3                                162386                  16   \n",
       "4                                162386                  16   \n",
       "...                                 ...                 ...   \n",
       "64376                             25105                   6   \n",
       "64377                             25105                   6   \n",
       "64378                             25105                   6   \n",
       "64379                             25105                   6   \n",
       "64380                             25105                   6   \n",
       "\n",
       "       tot_money_paid_by_user  \\\n",
       "0                        2392   \n",
       "1                        2392   \n",
       "2                        2392   \n",
       "3                        2392   \n",
       "4                        2392   \n",
       "...                       ...   \n",
       "64376                    1080   \n",
       "64377                    1080   \n",
       "64378                    1080   \n",
       "64379                    1080   \n",
       "64380                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song  is_churn  num_25_avg  \\\n",
       "0                                             0.000000         0    6.708333   \n",
       "1                                             6.000000         0    6.708333   \n",
       "2                                             9.029412         0    6.708333   \n",
       "3                                            36.000000         0    6.708333   \n",
       "4                                            23.026316         0    6.708333   \n",
       "...                                                ...       ...         ...   \n",
       "64376                                         0.000000         0    0.733333   \n",
       "64377                                         3.090909         0    0.733333   \n",
       "64378                                         0.000000         0    0.733333   \n",
       "64379                                         4.047619         0    0.733333   \n",
       "64380                                         1.166667         0    0.733333   \n",
       "\n",
       "      num_75_sum  num_50_sum  \n",
       "0           45.0        63.0  \n",
       "1           45.0        63.0  \n",
       "2           45.0        63.0  \n",
       "3           45.0        63.0  \n",
       "4           45.0        63.0  \n",
       "...          ...         ...  \n",
       "64376        0.0         9.0  \n",
       "64377        0.0         9.0  \n",
       "64378        0.0         9.0  \n",
       "64379        0.0         9.0  \n",
       "64380        0.0         9.0  \n",
       "\n",
       "[64381 rows x 49 columns]"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_new_3=pd.merge(df_final_new_2,df_new_user_3,on=\"msno\",how=\"inner\")\n",
    "df_final_new_3"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " # Feature 24:- user_log_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>num_25</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>+++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>+++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>+++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           msno  num_25\n",
       "0  +++hVY1rZox/33YtvDgmKA2Frg/2qhkz12B9ylCvh8o=       3\n",
       "1  +++l/EXNMLTijfLBa8p2TUVVVp2aFGSuUI/h7mLmthw=      22\n",
       "2  +++snpr7pmobhLKUgSHTv/mpkqgBT0tQJ0zQj6qKrqc=      36\n",
       "3  ++/9R3sX37CjxbY/AaGvbwr3QkwElKBCtSvVzhCBDOk=      15\n",
       "4  ++/UDNo9DLrxT8QVGiDi1OnWfczAdEwThaVyD0fXO50=      24"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_new_user_4=pd.read_csv(\"user_log_count.csv\",nrows=1000001)\n",
    "df_new_user_4.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>...</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "      <th>num_75_sum</th>\n",
       "      <th>num_50_sum</th>\n",
       "      <th>num_25_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=</td>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64376</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64377</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>3.090909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64378</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64379</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64380</th>\n",
       "      <td>Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=</td>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64381 rows × 50 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               msno  payment_method_id  \\\n",
       "0      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "1      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "2      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "3      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "4      bQkbrEPdMfVfdsoz0RoWSmgYpHJuhRqtIml7aRUrFL8=                 39   \n",
       "...                                             ...                ...   \n",
       "64376  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64377  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64378  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64379  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "64380  Ct+ZnqAU+nrxaNUl8QP7Y9yvlaTyL5Tb2eij+Cvp5tI=                 36   \n",
       "\n",
       "       payment_plan_days  plan_list_price  actual_amount_paid_x_x  \\\n",
       "0                     30              149                     149   \n",
       "1                     30              149                     149   \n",
       "2                     30              149                     149   \n",
       "3                     30              149                     149   \n",
       "4                     30              149                     149   \n",
       "...                  ...              ...                     ...   \n",
       "64376                 30              180                     180   \n",
       "64377                 30              180                     180   \n",
       "64378                 30              180                     180   \n",
       "64379                 30              180                     180   \n",
       "64380                 30              180                     180   \n",
       "\n",
       "      is_auto_renew transaction_date membership_expire_date is_cancel  \\\n",
       "0                 1       2015-09-30             2015-11-21         0   \n",
       "1                 1       2015-09-30             2015-11-21         0   \n",
       "2                 1       2015-09-30             2015-11-21         0   \n",
       "3                 1       2015-09-30             2015-11-21         0   \n",
       "4                 1       2015-09-30             2015-11-21         0   \n",
       "...             ...              ...                    ...       ...   \n",
       "64376             0       2016-04-24             2016-05-24         0   \n",
       "64377             0       2016-04-24             2016-05-24         0   \n",
       "64378             0       2016-04-24             2016-05-24         0   \n",
       "64379             0       2016-04-24             2016-05-24         0   \n",
       "64380             0       2016-04-24             2016-05-24         0   \n",
       "\n",
       "       discount  ... tot_user_in_a_city  tot_user_registered_via_a_reg_id  \\\n",
       "0             0  ...              54521                            162386   \n",
       "1             0  ...              54521                            162386   \n",
       "2             0  ...              54521                            162386   \n",
       "3             0  ...              54521                            162386   \n",
       "4             0  ...              54521                            162386   \n",
       "...         ...  ...                ...                               ...   \n",
       "64376         0  ...               4322                             25105   \n",
       "64377         0  ...               4322                             25105   \n",
       "64378         0  ...               4322                             25105   \n",
       "64379         0  ...               4322                             25105   \n",
       "64380         0  ...               4322                             25105   \n",
       "\n",
       "       tot_no_of_unq_song  tot_money_paid_by_user  \\\n",
       "0                      16                    2392   \n",
       "1                      16                    2392   \n",
       "2                      16                    2392   \n",
       "3                      16                    2392   \n",
       "4                      16                    2392   \n",
       "...                   ...                     ...   \n",
       "64376                   6                    1080   \n",
       "64377                   6                    1080   \n",
       "64378                   6                    1080   \n",
       "64379                   6                    1080   \n",
       "64380                   6                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song  is_churn  num_25_avg  \\\n",
       "0                                             0.000000         0    6.708333   \n",
       "1                                             6.000000         0    6.708333   \n",
       "2                                             9.029412         0    6.708333   \n",
       "3                                            36.000000         0    6.708333   \n",
       "4                                            23.026316         0    6.708333   \n",
       "...                                                ...       ...         ...   \n",
       "64376                                         0.000000         0    0.733333   \n",
       "64377                                         3.090909         0    0.733333   \n",
       "64378                                         0.000000         0    0.733333   \n",
       "64379                                         4.047619         0    0.733333   \n",
       "64380                                         1.166667         0    0.733333   \n",
       "\n",
       "       num_75_sum num_50_sum  num_25_y  \n",
       "0            45.0       63.0        24  \n",
       "1            45.0       63.0        24  \n",
       "2            45.0       63.0        24  \n",
       "3            45.0       63.0        24  \n",
       "4            45.0       63.0        24  \n",
       "...           ...        ...       ...  \n",
       "64376         0.0        9.0        15  \n",
       "64377         0.0        9.0        15  \n",
       "64378         0.0        9.0        15  \n",
       "64379         0.0        9.0        15  \n",
       "64380         0.0        9.0        15  \n",
       "\n",
       "[64381 rows x 50 columns]"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_new_4=pd.merge(df_final_new_3,df_new_user_4,on=\"msno\",how=\"inner\")\n",
    "df_final_new_4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "msno                                               False\n",
       "payment_method_id                                  False\n",
       "payment_plan_days                                  False\n",
       "plan_list_price                                    False\n",
       "actual_amount_paid_x_x                             False\n",
       "is_auto_renew                                      False\n",
       "transaction_date                                   False\n",
       "membership_expire_date                             False\n",
       "is_cancel                                          False\n",
       "discount                                           False\n",
       "is_discount                                        False\n",
       "amt_per_day                                        False\n",
       "membership_duration_d                              False\n",
       "membership_duration_m                              False\n",
       "city                                               False\n",
       "bd                                                 False\n",
       "gender                                             False\n",
       "registered_via                                     False\n",
       "registration_init_time                             False\n",
       "registration_duration_d                            False\n",
       "registration_duration_m                            False\n",
       "reg_mem_duration_d                                 False\n",
       "reg_mem_duration_m                                 False\n",
       "notAutorenew_&_cancel                              False\n",
       "date                                               False\n",
       "num_25_x                                           False\n",
       "num_50                                             False\n",
       "num_75                                             False\n",
       "num_985                                            False\n",
       "num_100                                            False\n",
       "num_unq_x                                          False\n",
       "total_secs                                         False\n",
       "total_hours                                        False\n",
       "total_songs                                        False\n",
       "Songs_Repeated                                     False\n",
       "avg_time_spend_on_a_song_s                         False\n",
       "avg_time_spend_on_a_song_h                         False\n",
       "user_registered_in_date_count                      False\n",
       "user_no_registered_ID                              False\n",
       "total_money_paid_under_an_id                       False\n",
       "tot_user_in_a_city                                 False\n",
       "tot_user_registered_via_a_reg_id                   False\n",
       "tot_no_of_unq_song                                 False\n",
       "tot_money_paid_by_user                             False\n",
       "tot_incomplete_songs_heard_by_tot_complete_song    False\n",
       "is_churn                                           False\n",
       "num_25_avg                                         False\n",
       "num_75_sum                                         False\n",
       "num_50_sum                                         False\n",
       "num_25_y                                           False\n",
       "dtype: bool"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final_new_4.isnull().any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final_new_4.to_csv(r'D:\\Final Dataset.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "del df_final_new_4[\"msno\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# PCA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       [39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       [39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       ...,\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15],\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15],\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15]], dtype=object)"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = np.array(df_final_new_4)\n",
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(64381, 49)"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[39, 30, 149, ..., 6.708333333333332, 45.0, 63.0],\n",
       "       [39, 30, 149, ..., 6.708333333333332, 45.0, 63.0],\n",
       "       [39, 30, 149, ..., 6.708333333333332, 45.0, 63.0],\n",
       "       ...,\n",
       "       [36, 30, 180, ..., 0.7333333333333333, 0.0, 9.0],\n",
       "       [36, 30, 180, ..., 0.7333333333333333, 0.0, 9.0],\n",
       "       [36, 30, 180, ..., 0.7333333333333333, 0.0, 9.0]], dtype=object)"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X=np.delete(X,-1,axis=1)\n",
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(64381, 48)"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 0, 0, 0], dtype=int64)"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y=np.array(df_final_new_4[\"is_churn\"])\n",
    "y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "WE ARE GOING TO CONVERT OUR DATAFRAME TO A NUMPY ARRAY EXCLUDING THE TIMESTAMPS TO PERFORM PCA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(64381, 42)"
      ]
     },
     "execution_count": 123,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_ex=np.array(df_final_new_4.select_dtypes(exclude={\"datetime\",\"category\"}))\n",
    "X_ex.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "STANDARDISING THE DATA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.33026414, -0.08671963, -0.05952572, ...,  0.63609622,\n",
       "         0.43067577, -0.09480484],\n",
       "       [ 0.33026414, -0.08671963, -0.05952572, ...,  0.63609622,\n",
       "         0.43067577, -0.09480484],\n",
       "       [ 0.33026414, -0.08671963, -0.05952572, ...,  0.63609622,\n",
       "         0.43067577, -0.09480484],\n",
       "       ...,\n",
       "       [-0.51140217, -0.08671963,  0.32216403, ..., -1.03847107,\n",
       "        -0.7594276 , -1.04549321],\n",
       "       [-0.51140217, -0.08671963,  0.32216403, ..., -1.03847107,\n",
       "        -0.7594276 , -1.04549321],\n",
       "       [-0.51140217, -0.08671963,  0.32216403, ..., -1.03847107,\n",
       "        -0.7594276 , -1.04549321]])"
      ]
     },
     "execution_count": 124,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.preprocessing import StandardScaler\n",
    "X_ex = StandardScaler().fit_transform(X_ex)\n",
    "X_ex"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "PLOTTING THE COVARIANCE MATRIX"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 1.00001553e+00, -1.42866034e-01, -1.56435753e-01, ...,\n",
       "         2.73886849e-02,  2.02740857e-02,  4.52142845e-02],\n",
       "       [-1.42866034e-01,  1.00001553e+00,  9.54610403e-01, ...,\n",
       "         5.54287636e-03,  7.27222478e-04, -4.84129181e-03],\n",
       "       [-1.56435753e-01,  9.54610403e-01,  1.00001553e+00, ...,\n",
       "         4.92077145e-03,  3.32087694e-03, -4.67767937e-03],\n",
       "       ...,\n",
       "       [ 2.73886849e-02,  5.54287636e-03,  4.92077145e-03, ...,\n",
       "         1.00001553e+00,  8.64467727e-01,  5.74240410e-01],\n",
       "       [ 2.02740857e-02,  7.27222478e-04,  3.32087694e-03, ...,\n",
       "         8.64467727e-01,  1.00001553e+00,  5.18678862e-01],\n",
       "       [ 4.52142845e-02, -4.84129181e-03, -4.67767937e-03, ...,\n",
       "         5.74240410e-01,  5.18678862e-01,  1.00001553e+00]])"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cov = (X_ex.T @ X_ex) / (X_ex.shape[0] - 1)\n",
    "cov"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DETERMINING WHICH PRINCIPAL COMPONENTS TO SELECT"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "EIGEN DECOMPOSITION"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [],
   "source": [
    "eig_values, eig_vectors = np.linalg.eig(cov)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "SORTING THE EIGEN VECTORS W.R.T THEIR EIGEN VALUES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [],
   "source": [
    "idx = np.argsort(eig_values, axis=0)[::-1]\n",
    "sorted_eig_vectors = eig_vectors[:, idx]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "PLOTTIG CUMULATIVE SUM OF THE EIGEN VALUES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\INDIRA\\anaconda3\\lib\\site-packages\\numpy\\core\\_asarray.py:85: ComplexWarning: Casting complex values to real discards the imaginary part\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "([<matplotlib.axis.XTick at 0x22c4ac60c88>,\n",
       "  <matplotlib.axis.XTick at 0x22c1bc77788>,\n",
       "  <matplotlib.axis.XTick at 0x22c1bc72e08>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d07c88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d144c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d14dc8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d18a48>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d1d548>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d18948>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d213c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d21948>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d24548>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d280c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d28b08>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d2b608>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d2f1c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d2fc88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d28c08>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d21408>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d32a88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d367c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d3a3c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d3ad88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d3da48>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d415c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d441c8>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d44c88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d41c88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d48508>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d48b88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d4b588>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d4e208>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d4ec88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d52808>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d57388>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d57d88>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d4e288>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d48c48>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d5d208>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d5d908>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d61308>,\n",
       "  <matplotlib.axis.XTick at 0x22c70d64088>],\n",
       " <a list of 42 Text xticklabel objects>)"
      ]
     },
     "execution_count": 128,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmEAAAE9CAYAAABDUbVaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO3dd5gcxbX38e/ZIK1yzhEFJJRRQmCiwLYwOZlkMNgGX2zA2C9g+3Iv2DiDE9eBHA02ySaLjAARlbOQUAJplSWUpU1z3j+6hYZlQq/Y2d7w+zzPPDvTU9V9emrC2eruKnN3RERERKRm5cUdgIiIiEhDpCRMREREJAZKwkRERERioCRMREREJAZKwkRERERioCRMREREJAYFcQdQVe3bt/fevXvHHYaIiIhIVtOnT9/o7h1SPVfnkrDevXszbdq0uMMQERERycrMPkr3nA5HioiIiMRASZiIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMQgZ0mYmd1jZuvNbF6a583M/s/MlpjZHDMbmatYRERERGqbXPaE3QdMyPD88UD/8HYpcGsOYxERERGpVXI2Yr67v2lmvTMUOQV4wN0deM/MWptZF3dfk6uYRESkdnB3Eg4VCSfhTnnCg/sJp8KD+3tve593dyoSkAifd4cKD55PJPatz93D5YTL964nqJtI8dzedUnDMrx7awZ1bRnb9uOctqgbsDLp8apw2eeSMDO7lKC3jJ49e9ZIcCIiDYm7s7usgq27y9i6u4zte8rZVVrBrpLwb2nwd2dpBbtLy8O/FewMn99dVkFZRYKyCqcikaC8wikL/5YnnPKKfcsqEk5ZhRIeid9Pjh/YYJMwS7Es5afS3e8A7gAYPXq0PrkiIhFs31PGsg07WbZxBxu3l7JtT9mnSVbybVv4N2pi1LRRPk0bFYR/8z993LKogPy8PArzjYL8PArzjPy88H5+cL8wP4+CPKMgz8jPyyM/j0//5llYPs/IyzPybd/fgnzDLLifn8en9/PCenvrmvFpvTzbt869ZfLygufNguc/fS4sbyl/mqS+al4U7xTacW59FdAj6XF3YHVMsYiI1Enuztpte1i6fidLN+xgyfodLN0Q3NZtK/lMWTNoWVRIqybBrXXTQrq2bvLp4+Rbi6KCTxOtZo0KaNIon2aN8ykqyCcvT4mKSHWIMwl7GrjczB4GDgG26nwwEZHU3J3120uYV7yVBau3hYnWTpZt2MHO0opPy7VoXECfjs05vF8H+nZsRt8OzenboRkdWhTRonGBEiiRWiRnSZiZ/Qs4GmhvZquAG4BCAHe/DZgIfA1YAuwCLs5VLCIidYm7s+qT3cwr3sq81VuZV7yN+au3snFH6adlurYqom/H5pw1ugd9OwaJVr8OzenQojFmSrRE6oJcXh15bpbnHfh+rrYvIlIXVCSc5Rt3Mn/11iDpChOubXvKgeCcpf4dm3P0gI4M7tqSId1acVCXljRvHO+5LCLyxelTLCJSg8orEsxfvY33l2/i/WWbmbJiM9vDhKtRQR4HdW7BicO7MqRrK4Z0a8mBnVpQVJgfc9QikgtKwkREcqisIsHc4q28tyxIuqZ/9Ak7SoKkq0/7Zpw4rAsje7ZhaPdW9O3QnMJ8zSYn0lAoCRMRqUYl5RXMWbWV95dt4v3lQdK1Kzxxvl/H5pwyoivj+rTjkAPa0rFlUczRikiclISJiHxBqz7ZxaRFG3j9g/W8s3QTu8uCpGtg5xacNao7h/Rpx9gD2tK+eeOYIxWR2kRJmIhIFZVVJJi24hMmLVrPpA/W8+H6HQD0aNuEs0Z350v92jO2d1vaNGsUc6QiUpspCRMRiWD9tj28vmgDkxatZ/KHG9lRUk5hvnHIAe04e0wPjhnYkT7tm2l4CBGJTEmYiEgK7s7c4q28NH8dkxatZ/7qbQB0blnEScO7cMyAjhzWr72GihCR/aZvDxGRUCLhzFq1hefnrmHi3LUUb9lNfp4xqmcbrp0wgGMGdGRg5xbq7RKRaqEkTEQatETCmfHxJzw3dw0vzFvLmq17KMw3jujfgauO68+XB3WidVOd2yUi1U9JmIg0OBUJZ+qKzTw/dw3Pz1vL+u0lNCrI48j+HbjmqwM49qBOtGpSGHeYIlLPKQkTkQahIuG8v2wTE+et4YV569i4o4TGBXkcM6Ajxw/tzPiBHWlRpMRLRGqOkjARqbf2Hmp8ds4anpu7hg3bS2hSmM/4gUHidcyAjjTTifUiEhN9+4hIveLuzCvexjNzVvPs7NWs3rqHRgV5HDuwIycO68r4gR1p0khzMYpI/JSEiUi9sGjtdp6ZvZpn56xmxaZdn55cf82EARx3UCcdahSRWkdJmIjUWcs37uTZ2at5Zs5qFq/bQZ7BYX3bc9nRffnq4M66qlFEajUlYSJSp2zeWcozs1fzn5nFzF65BYCxvdty4ymDOX5IFzq00PyMIlI3KAkTkVpvT1kFry5czxMzV/H6og2UJ5yDurTkv782kBOHdaVr6yZxhygiUmVKwkSkVkqEY3k9MbOY5+auYfuecjq1bMy3Dz+A00Z2Y2DnlnGHKCLyhSgJE5FaZemGHTwxo5gnZhZTvGU3TRvlM2FIZ04/uDuH9m1Hfp6mDBKR+kFJmIjEbsuuUp6atZr/zFjF7FVbyTM4PBy9/iuDO9G0kb6qRKT+0TebiMSiIuFM/nADj01bxcsL1lFakeCgLi35nxMO4uThXenYsijuEEVEckpJmIjUqOUbd/LYtJX8Z0Yxa7ftoU3TQs47pCdnje7O4K6t4g5PRKTGKAkTkZzbUVLOxDlreGz6Sqau+IQ8g6MO7MANJw1i/EEdaVygEexFpOFREiYiOeHuTFm+mUenreL5eWvYVVpBnw7N+PGEgZw+shuddLhRRBo4JWEiUq027ijh8emreHjKx6zYtIvmjQs4eXhXzhrdnZE922CmqxtFREBJmIhUg0TCeXfZJv455WNemr+Wsgpn7AFtuWJ8f44f2llXN4qIpKBvRhHZb5V7vVo3LeTCQ3tz7tge9OvYIu7wRERqNSVhIlIl6Xq9rjruQCYM6UxRoU6yFxGJQkmYiESiXi8RkeqlJExE0nJ33lu2mYfe/4gX1eslIlKtlISJyOds2VXKv2cU89D7H7Fsw05aNSnkgnG9Oe8Q9XqJiFQXJWEiAgS9XjNXbuGh9z7m2TmrKSlPMLJna/5w1nBOGNZFvV4iItVMSZhIA7ejpJwnZxbz0Psfs3DNNpo1yues0d05b2wvBnVtGXd4IiL1lpIwkQZq/uqtPPT+xzw1s5idpRUM6tKSX582lJNHdKV5Y301iIjkmr5pRRqQsooEz89by31vL2fGx1soKszjpGFdOX9cL4Z3b6XR7EVEapCSMJEGYNOOEv415WP+8d5HrNtWQu92Tbn+xEGcMbI7rZoWxh2eiEiDpCRMpB6bv3or9729gqdmr6a0PMER/dvz29OHcdSBHcjLU6+XiEiclISJ1DPlFQleWbiOe95ewZTlm2lSmM/XR3fnosN6a3gJEZFaREmYSD2xZVcpj0xdyQPvfkTxlt10b9OE6752EF8f3UOHHEVEaiElYSJ13IqNO7lz8jL+PWMVe8oSjOvTlutPGsRxB3UiX4ccRURqLSVhInXUvOKt3PrGUp6fu4aC/DxOG9GNbx7WW2N7iYjUEUrCROqQvXM53vrGUt5cvIEWjQv47lF9ufhLvenYoiju8EREpAqyJmFm1gn4NdDV3Y83s0HAoe5+d86jExEAEgnn5YXruPX1pcxauYX2zRtx7YQBfGNcL1oW6XwvEZG6KEpP2H3AvcB14ePFwCOAkjCRHCurSPDUrNXc9sZSlqzfQY+2TfjlqUM4c1R3zeUoIlLHRUnC2rv7o2b2UwB3LzezihzHJdKg7Sot5+EpK7lr8jJWb93DwM4tuOWcEZwwtAsF+XlxhyciItUgShK208zaAQ5gZuOArTmNSqSB2ranjAfeWcHdby3nk11ljO3dll+dPpSjD+ygKYVEROqZKEnYj4Cngb5m9jbQATgzp1GJNDBbd5dx39sruPutZWzbU874gR353tF9Gd27bdyhiYhIjmRNwtx9hpkdBQwADFjk7mU5j0ykAdiyq5R73lrOvW+vYHtJOV8Z1Ikrj+3PkG6t4g5NRERyLMrVkd8HHnL3+eHjNmZ2rrv/PULdCcAtQD5wl7v/ttLzPYH7gdZhmZ+4+8Sq74ZI3bJ5Zyl3TV7G/e+sYGdpBccP6czl4/sxuKuSLxGRhiLK4chL3P1vex+4+ydmdgmQMQkzs3zgb8CXgVXAVDN72t0XJBX7H+BRd781HPpiItC7ivsgUmds3FHCnZOX8Y93P2J3WQVfG9qFK8b3Y2BnDbAqItLQREnC8szM3H3vifn5QKMI9cYCS9x9WVjvYeAUIDkJc2Dvr08rYHXUwEXqkvXb93DHG8t48P2PKC1PcNLwrlx+TD/6d9KE2iIiDVWUJOxF4FEzu40gafov4IUI9boBK5MerwIOqVTmZ8BLZnYF0Aw4LsJ6ReqMT3aW8tdJS3jwvY8oq0hw6ohufH98P/p2aB53aCIiErMoSdiPge8ClxGcmP8ScFeEeqmup/dKj88F7nP3P5jZocA/zGyIuyc+syKzS4FLAXr27Blh0yLx2lNWwQPvruAvry1hZ0k5px3cnSvG96N3+2ZxhyYiIrVElKsjE8Ct4a0qVgE9kh535/OHG78NTAi3866ZFQHtgfWVYrgDuANg9OjRlRM5kVojkXCembOam15YRPGW3Rw9oAM/Pf4gBnTWYUcREfmsKFdHfongsGGvsLwB7u59slSdCvQ3swOAYuAc4LxKZT4GjgXuM7ODgCJgQ1V2QKS2eG/ZJn49cSFzVm1lUJeW/O6MYRzev33cYYmISC0V5XDk3cAPgelA5OmKwumNLic4pywfuMfd55vZjcA0d38a+H/AnWb2Q4JDlRftvQBApK5Ysn47v33+A15ZuJ4urYr4w1nDOe3gbuTlaYR7ERFJL0oSttXdn9+flYdjfk2stOz6pPsLgC/tz7pF4rZhewl/fmUxD09dSZPCfK756gC+ffgBmlhbREQiiZKETTKzm4H/ACV7F7r7jJxFJVKL7S6t4K7Jy7jtjaWUlCc4/5CeXHlsf9o3bxx3aCIiUodEScL2DisxOmmZA+OrPxyR2svdeW7uGn757ELWbtvDVwd34scTBtJHw02IiMh+iHJ15DE1EYhIbfbRpp3871PzeXPxBgZ3bclfzjuYMZpcW0REvoAoPWGY2QnAYIKrFwFw9xtzFZRIbVFSXsEdbyzjr5OWUJifxw0nDeKCcb0oyM+LOzQREanjogxRcRvQFDiGYJDWM4EpOY5LJHbvLt3E/zw5l6UbdnLC0C7874mD6NyqKHtFERGRCKL0hB3m7sPMbI67/9zM/kBwkr5IvbRxRwm/nriQ/8wopkfbJtx78RiOGdAx7rBERKSeiZKE7Q7/7jKzrsAm4IDchSQSj0TCeWTaSn77/AfsKi3n+8f05fJj+tOkkYacEBGR6hclCXvWzFoDNwMzCK6MjDJ3pEidsXDNNq57Yi4zPt7C2APa8qtTh9C/k6YaEhGR3IlydeQvwrv/NrNngSJ335rbsERqxq7Scm555UPuems5rZoU8vuzhnPGyG6YabR7ERHJrbRJmJmNd/fXzOz0FM/h7jovTOq095Zt4prHZ7Ny827OGdODH08YSJtmjeIOS0REGohMPWFHAa8BJ6V4ztHJ+VJH7Sot56YXFnHfOyvo1a4pj1w6jkP6tIs7LBERaWDSJmHufoOZ5QHPu/ujNRiTSM5MWb6Zax6fzUebdnHRYb25dsIAmjaKNFyeiIhItcr46+PuCTO7HFASJnXa7tIKbn5xEfe+s5webZry8KXjGKfeLxERiVGULoCXzexq4BFg596F7r45Z1GJVKNpKzZzzeNzWL5xJxce2osfTxhIs8bq/RIRkXhF+SX6Vvj3+0nLHOhT/eGIVJ89ZRX8/sVF3P32crq1bsI/LzmEw/q2jzssERERINoQFRqYVeqc6R99wjWPzWbZxp2cf0hPfvq1g2iu3i8REalFok7gPQQYxGcn8H4gV0GJ7K89ZRX88eXF3DV5GV1aNeGh7xzCl/qp90tERGqfKBN43wAcTZCETQSOB94ClIRJrTJ/9VZ+8PAslqzfwblje/LfXxtIi6LCuMMSERFJKUpP2JnAcGCmu19sZp3QtEVSiyQSzj1vL+emFxbRumkhD3xrLEce2CHusERERDKKNIF3OFRFuZm1BNajk/Kllli/fQ9XPzaHNxdv4LiDOnHTmcNoq1HvRUSkDoiShE0LJ/C+E5gO7ACm5DQqkQgmfbCeqx+bzY6Scn5x6hC+cUhPzfkoIiJ1RpSrI78X3r3NzF4AWrr7nNyGJZLenrIKfvv8B9z3zgoGdm7Bvy4dx4GdWsQdloiISJVEOTH/KYKBWp9y9xU5j0gkg8XrtnPlv2bywdrtXHRYb35y/ECKCvPjDktERKTKohyO/CNwNvAbM5tCkJA96+57chqZSBJ358H3P+aXzy6geeMC7rloNOMHdoo7LBERkf0W5XDkG8AbZpYPjAcuAe4BWuY4NhEANu8s5drH5/DKwnUceWAHfn/WMDq2KMpeUUREpBaLOlhrE+Akgh6xkcD9uQxKZK+3l2zkh4/MYsuuMv73xEFcfFhv8vJ08r2IiNR9Uc4JewQ4BHgB+Bvwursnch2YNGwVCeeWVxbzl0lL6NO+GfdcNIYh3VrFHZaIiEi1idITdi9wnrtX5DoYEQgOP/7g4ZlM/nAjZ47qzo2nDKZpI837KCIi9UuUc8JeqIlARABmrdzC9x6czsYdpfzm9KGcM6aHxv4SEZF6Sd0LUivsvfrxxmfm07FFEY9fdijDureOOywREZGcURImsdtdWsF1T8zlPzOLOXpAB/589ghaN9XUQyIiUr+lTcLMbGSmiu4+o/rDkYZm+cadXPbgdBat284PjzuQK8b309WPIiLSIGTqCftD+LcIGA3MBgwYBrwPHJ7b0KS+e3H+Wq5+dDb5+ca9F43h6AEd4w5JRESkxqRNwtz9GAAzexi41N3nho+HAFfXTHhSH5VXJLj5pUXc/sYyhnVvxd/PH0n3Nk3jDktERKRGRTknbODeBAzA3eeZ2YgcxiT12IbtJVz5r5m8u2wT5x3SkxtOGkTjAs39KCIiDU+UJGyhmd0FPAg48A1gYU6jknppxsefcNmD09myq4zfnzWcM0d1jzskERGR2ERJwi4GLgN+ED5+E7g1ZxFJvTR/9VYuvHsKbZs14onvjWVQV009KiIiDVuUwVr3mNltwER3X1QDMUk9s3LzLi66dyotiwp45Lvj6NKqSdwhiYiIxC4vWwEzOxmYRTB3JGY2wsyeznVgUj9s2lHChfdMobQ8wQPfHqsETEREJJQ1CQNuAMYCWwDcfRbQO4cxST2xs6Sci++bypqtu7nnotH069gi7pBERERqjShJWLm7b815JFKvlJYn+K8HpzN/9Tb+eu5IRvVqG3dIIiIitUqUE/Pnmdl5QL6Z9QeuBN7JbVhSlyUSzrWPz2byhxv53RlDOW5Qp7hDEhERqXWi9IRdAQwGSoB/AduAq3IZlNRtv3l+IU/OWs3VXzmQs8f0jDscERGRWinK1ZG7gOvCm0hGd765jDsnL+fCQ3vx/WP6xR2OiIhIrZU1CTOzAwmmKeqdXN7dx+cuLKmLnpi5il9NXMgJQ7tww0mDMdNE3CIiIulEOSfsMeA24C6gIrfhSF31xuINXPPYHA7t044/nj2c/DwlYCIiIplEScLK3V0j5Etas1du4bIHp9O/Uwtuv3CU5oIUERGJIMqJ+c+Y2ffMrIuZtd17y3lkUics27CDi++bSttmjbj/4jG0LCqMOyQREZE6IUoS9k3gGoJhKaaHt2lRVm5mE8xskZktMbOfpCnzdTNbYGbzzeyfUQOX+K3ftocL75kCwAPfGkvHlkUxRyQiIlJ3RLk68oD9WbGZ5QN/A74MrAKmmtnT7r4gqUx/4KfAl9z9EzPruD/bkpq3o6Sci+6dyuadpfzrknH06dA87pBERETqlLRJmJmNd/fXzOz0VM+7+3+yrHsssMTdl4Xrexg4BViQVOYS4G/u/km4zvVVCV7iUZFwrvzXTBat287d3xzN8B6t4w5JRESkzsnUE3YU8BpwUornHMiWhHUDViY9XgUcUqnMgQBm9jaQD/zM3V/Isl6J2S+fW8BrH6znl6cO4egB6rwUERHZH2mTMHe/Ifx78X6uO9UYBZ5i+/2Bo4HuwGQzG+LuWz6zIrNLgUsBevbUCOxx+se7K7j37RV860sH8I1xveIOR0REpM6KMkQFZnYCwdRFn5557e43Zqm2CuiR9Lg7sDpFmffcvQxYbmaLCJKyqcmF3P0O4A6A0aNHV07kpIa8sXgDP3tmAccO7Mh1JxwUdzgiIiJ1WtarI83sNuBsgjkkDTgLiNIFMhXob2YHmFkj4Bzg6UplngSOCbfTnuDw5LLI0UuNWbxuO5c/NIMDO7XglnMP1mCsIiIiX1CUISoOc/cLgU/c/efAoXy2hysldy8HLgdeBBYCj7r7fDO70cxODou9CGwyswXAJOAad9+0PzsiubNxRwnfum8qTRrlc/c3R9O8caQOVBEREckgyq/p7vDvLjPrCmwCIg1b4e4TgYmVll2fdN+BH4U3qYX2lFVw6QPT2LijhEe/eyhdWzeJOyQREZF6IUoS9qyZtQZuBmYQnFx/V06jklrB3bn28TnM+HgLt31jJMO6aygKERGR6hJlsNZfhHf/bWbPAkXuvjW3YUlt8OdXPuTp2au5dsIAJgzpEnc4IiIi9UqmwVpTDtIaPhdlsFapw56cWcwtr37IWaO6c9lRfeMOR0REpN7J1BOWapDWvaIM1ip11LQVm7n28TkcckBbfnXaUMx0JaSIiEh1yzRY6/4O0ip12MebdnHpP6bTrU0Tbr9gFI0KolxAKyIiIlUVZZywdmb2f2Y2w8ymm9ktZtauJoKTmrV1dxnfun8qFQnnnovG0Lppo7hDEhERqbeidHM8DGwAzgDODO8/ksugpOaVVSS4/J8z+GjTTm77xigOaN8s7pBERETqtShDVLRNukIS4JdmdmquApJ43PTCB0z+cCM3nTmMQ/uqo1NERCTXovSETTKzc8wsL7x9HXgu14FJzXl90XrunLycC8b14uujs06GICIiItUgShL2XeCfQEl4exj4kZltN7NtuQxOcm/D9hKufmw2Azq10KTcIiIiNSjKYK0taiIQqXmJhPP/HpvN9j3l/POScRQV5scdkoiISIMR5erIb1d6nG9mN+QuJKkpd7+1nDcXb+B/TxzEgZ2Ua4uIiNSkKIcjjzWziWbWxcyGAu8B+sWu4+au2spNL37AVwd34vxDesYdjoiISIMT5XDkeWZ2NjAX2AWc6+5v5zwyyZmdJeVc+fBM2jdvzO/OGKYR8UVERGIQ5XBkf+AHwL+BFcAFZtY0x3FJDt3w9Hw+2rSTP509QgOyioiIxCTK4chngOvd/bvAUcCHwNScRiU589SsYh6fvorLj+nHuD4aD0xERCQuUQZrHevu2wDc3YE/mNnTuQ1LcuHjTbu47ol5jOrVhiuP7R93OCIiIg1alJ6wcjP7XzO7Ez49PDkgt2FJdSurSHDlwzMxg1vOGUFBvibmFhERiVOUX+J7CQZpPTR8vAr4Zc4ikpz408uLmbVyC789fRjd2+iUPhERkbhFScL6uvtNQBmAu+8GdDldHfLOko3c+sZSzhnTgxOGdYk7HBERESFaElZqZk0ABzCzvgQ9Y1IHbN5ZylWPzKJP+2Zcf9KguMMRERGRUJQT828AXgB6mNlDwJeAi3IZlFQPd+eax2azZVcZ9148hqaNojS3iIiI1IQog7W+bGYzgHEEhyF/4O4bcx6ZfGH3v7OCVz9Yz/UnDmJw11ZxhyMiIiJJInWNuPsm4LkcxyLVaMHqbfz6+Q8YP7AjF3+pd9zhiIiISCUap6Ae2lNWwQ8enkmrJoXcfKamJRIREamNdJJQPfR/r37Ih+t3cO/FY2jXvHHc4YiIiEgKkXrCzOxwM7s4vN/BzA7IbViyv2av3MJtbyzlrFHdOWZAx7jDERERkTSiTOB9A/Bj4KfhokLgwVwGJfunpLyCax6fTYcWjfmfEzUchYiISG0WpSfsNOBkYCeAu68GWuQyKNk/f31tCYvX7eA3pw+lVZPCuMMRERGRDCIN1hpO3L13sNZmuQ1J9se84q38/fWlnDGyO+MHdoo7HBEREckiShL2qJndDrQ2s0uAV4A7cxuWVEVpeYKrH5tNu2aNuF6HIUVEROqEKIO1/t7MvgxsAwYA17v7yzmPTCL766QlfLB2O3ddOJpWTXUYUkREpC7ImoSZ2Q+Bx5R41U7zirfy90lLOP3gbhw3SIchRURE6ooohyNbAi+a2WQz+76Z6Ze+ligtT3DN43No06yRJucWERGpY7ImYe7+c3cfDHwf6Aq8YWav5Dwyyervry9h4Zpt/Pq0obRu2ijucERERKQKqjJt0XpgLbAJ0CigMVuweht/fW0Jp47oypd1GFJERKTOiTJY62Vm9jrwKtAeuMTdh+U6MEmvrCK4GrJ100bccNLguMMRERGR/RBl7shewFXuPivXwUg0t76+lAVrtnH7BaNo00yHIUVEROqitEmYmbV0923ATeHjtsnPu/vmHMcmKSxcs42/vPYhJw/vylcHd447HBEREdlPmXrC/gmcCEwnGC3fkp5zoE8O45IUyioSXPP4bFo1KeRnJ+swpIiISF2WNglz9xPDvwfUXDiSye1vLGVe8TZu+8ZI2uowpIiISJ0W5cT8V6Msk9xatHY7t7z6IScO68KEIV3iDkdERES+oEznhBUBTYH2ZtaGfYcjWxKMFyY1pDy8GrJlUSE/12FIERGReiHTOWHfBa4iSLimsy8J2wb8LcdxSZJHpq1kbvFW/nrewbRr3jjucERERKQaZDon7BbgFjO7wt3/UoMxSZKdJeX86eUPGdO7DScM1WFIERGR+iLrOGHu/hczG5ZuEjMAABvkSURBVAIMAoqSlj+Qy8AkcOfkZWzcUcIdF47CzLJXEBERkTohaxJmZjcARxMkYROB44G3ACVhObZhewl3vLmM44d0ZmTPNnGHIyIiItUoytyRZwLHAmvd/WJgOKATk2rALa8uprQ8wTVfHRB3KCIiIlLNoiRhu909AZSbWUuCibw1UGuOLd2wg39NWcm5Y3vSp0PzuMMRERGRahYlCZtmZq2BOwmukpwBTImycjObYGaLzGyJmf0kQ7kzzczNbHSkqBuAm19YRFFBHlce2z/uUERERCQHopyY/73w7m1m9gLQ0t3nZKtnZvkEQ1l8GVgFTDWzp919QaVyLYArgferGnx9Nf2jzbwwfy0/+vKBdGihI78iIiL1UabBWkdmes7dZ2RZ91hgibsvC+s8DJwCLKhU7hcEk4RfHSnies7d+c3ED+jQojHfOUIzRomIiNRXmXrC/pDhOQfGZ1l3N2Bl0uNVwCHJBczsYKCHuz9rZmmTMDO7FLgUoGfPnlk2W7e9tGAd0z76hF+fNpSmjbJ2VIqIiEgdlWmw1mO+4LpTDWrlnz5plgf8Cbgo24rc/Q7gDoDRo0d7luJ1VnlFgt+98AF9OzTj66O7xx2OiIiI5FCUccIuTLU8wmCtq4AeSY+7A6uTHrcAhgCvh4OQdgaeNrOT3X1atrjqo0emrWTZhp3cccEoCvKjXDMhIiIidVWU411jku4XEYwZNoPsg7VOBfqb2QFAMXAOcN7eJ919K9B+72Mzex24uqEmYMnTE315UKe4wxEREZEci3J15BXJj82sFfCPCPXKzexy4EUgH7jH3eeb2Y3ANHd/ej9jrpfumrycjTtKuP0CTU8kIiLSEOzPmd+7gEiDV7n7RIKpjpKXXZ+m7NH7EUu9sGF7Cbe/uZTjh3RmVC9NTyQiItIQRDkn7Bn2nVCfRzCH5KO5DKqhueXVxZRoeiIREZEGJUpP2O+T7pcDH7n7qhzF0+DsnZ7oPE1PJCIi0qBEOSfsDYBw3siC8H5bd9+c49gaBE1PJCIi0jBFORx5KcGo9ruBBMH4X44m8f7Cpn/0CS/MX8sPj9P0RCIiIg1NlMOR1wCD3X1jroNpSILpiRZqeiIREZEGKsqIoEsJroiUarR3eqKrjutPs8aankhERKShifLr/1PgHTN7HyjZu9Ddr8xZVPXc3umJ+nRoxtmje2SvICIiIvVOlCTsduA1YC7BOWHyBT06bZWmJxIREWngoiRh5e7+o5xH0kBUJJzb3ljK8B6tNT2RiIhIAxalG2aSmV1qZl3MrO3eW84jq6denL+Wjzfv4r+O7KPpiURERBqwKD1heyfd/mnSMg1RsR/cndvfXEavdk35yuDOcYcjIiIiMYoyWKvGT6gmU1d8wuyVW/jFKYPJz1MvmIiISEMWZbDWC1Mtd/cHqj+c+u2ON5fRpmkhZ47SFZEiIiINXZTDkWOS7hcBxwIzACVhVbBk/Q5eWbiOK4/tT5NG+XGHIyIiIjGLcjjyiuTHZtYK+EfOIqqn7n5rGY0L8rjw0F5xhyIiIiK1wP4MUrUL0GzTVbBhewn/nlHMGaO607655ogUERGRaOeEPUNwNSQESdsg4NFcBlXfPPDuCsoqEnzncF3jICIiIoEo54T9Pul+OfCRu6/KUTz1zq7Scv7x3kd8+aBO9OnQPO5wREREpJZIm4SZWT+gk7u/UWn5EWbW2N2X5jy6euCxaavYsquM7x6lYdVERERkn0znhP0Z2J5i+e7wOcmivCLBXW8tY2TP1ozqpUkGREREZJ9MSVhvd59TeaG7TwN65yyieuTF+etYuXk3lx7ZN+5QREREpJbJlIQVZXiuSXUHUt+4O3e8uZTe7Zpqom4RERH5nExJ2FQzu6TyQjP7NjA9dyHVD+8v38zsVVv5zhF9NEWRiIiIfE6mqyOvAp4ws/PZl3SNBhoBp+U6sLruzjeX0bZZI84c1T3uUERERKQWSpuEufs64DAzOwYYEi5+zt1fq5HI6rAP123n1Q/Wc9Vx/Skq1BRFIiIi8nlRpi2aBEyqgVjqjbsmL6dxQR4XjNMURSIiIpLa/kxbJBms37aHJ2YWc9bo7rTTFEUiIiKShpKwanb/uysoSyT4zuEanFVERETSUxJWjXaWlPPgex/z1UGd6d2+WdzhiIiISC2mJKwaPTptJVt3l3GppigSERGRLJSEVZPyigR3v7Wc0b3aMLJnm7jDERERkVpOSVg1eX7eWlZ9sptLj1QvmIiIiGSnJKwaBFMULaNP+2Ycd5CmKBIREZHslIRVg/eWbWZucTBFUZ6mKBIREZEIlIRVgzveXEq7Zo04fWS3uEMRERGROkJJ2Be0estuXl+8gfPH9dIURSIiIhKZkrAv6KlZq3GHM9QLJiIiIlWgJOwLcHeemLmKUb3a0KudBmcVERGR6JSEfQEL1mxj8bodnHqwesFERESkapSEfQFPziymMN84cWiXuEMRERGROkZJ2H6qSDhPzVrN0QM60qZZo7jDERERkTpGSdh+emfpRtZvL+E0HYoUERGR/aAkbD89MaOYFkUFjB/YMe5QREREpA5SErYfdpWW88L8tZwwtIvGBhMREZH9oiRsP7w0fx27Sit0KFJERET2m5Kw/fDEzGK6tW7CmN5t4w5FRERE6iglYVW0YXsJkz/cwKkHd9Vk3SIiIrLflIRV0dOzV5NwOHWEDkWKiIjI/stpEmZmE8xskZktMbOfpHj+R2a2wMzmmNmrZtYrl/FUhydnFjOkW0v6d2oRdygiIiJSh+UsCTOzfOBvwPHAIOBcMxtUqdhMYLS7DwMeB27KVTzVYcn67cwt3sppB3ePOxQRERGp43LZEzYWWOLuy9y9FHgYOCW5gLtPcvdd4cP3gFqd3Twxs5g8g5OGa5oiERER+WJymYR1A1YmPV4VLkvn28DzOYznC0kknCdnruaI/h3o2KIo7nBERESkjstlEpbq0kFPWdDsG8Bo4OY0z19qZtPMbNqGDRuqMcTopq7YTPGW3RobTERERKpFLpOwVUCPpMfdgdWVC5nZccB1wMnuXpJqRe5+h7uPdvfRHTp0yEmw2Tw5q5imjfL5yuBOsWxfRERE6pdcJmFTgf5mdoCZNQLOAZ5OLmBmBwO3EyRg63MYyxeyp6yCZ+esYcLgzjRtVBB3OCIiIlIP5CwJc/dy4HLgRWAh8Ki7zzezG83s5LDYzUBz4DEzm2VmT6dZXawmfbCe7XvKOVWHIkVERKSa5LRbx90nAhMrLbs+6f5xudx+dfnPzGI6tGjMl/q1jzsUERERqSc0Yn4Wn+ws5fVF6zlleFfyNU2RiIiIVBMlYVk8O3cNZRXOaSN1KFJERESqj5KwLJ6cWcyBnZozqEvLuEMRERGRekRJWAYfb9rF9I8+4bSDu2OmQ5EiIiJSfZSEZfDEzGLM4JQRXeMORUREROoZJWFpuDtPzipm3AHt6Nq6SdzhiIiISD2jJCyNWSu3sHzjTk1TJCIiIjmhJCyNJ2cW07ggjwlDO8cdioiIiNRDSsJSKKtI8MycNRw3qBMtiwrjDkdERETqISVhKby5eAObd5Zy2ggdihQREZHcUBKWwhMzi2nTtJCjBnSIOxQRERGpp5SEVbJtTxkvL1jHScO7Upivl0dERERyQ1lGJa8sWEdJeUJXRYqIiEhOFcQdQG1zyohudG3dhBE9WscdioiIiNRjSsIqyc8zxvVpF3cYIiIiUs/pcKSIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMRASZiIiIhIDJSEiYiIiMTA3D3uGKrEzDYAH+V4M+2BjTmuUxu3oZhqzzYUU+3ZhmLKTfn6sg3FVHu2URMx7Y9e7t4h5TPurlulGzAt13Vq4zYUU+3ZhmKqPdtQTHU3poa637Uxpvqy39V90+FIERERkRgoCRMRERGJgZKw1O6ogTq1cRuKqfZsQzHVnm0optyUry/bUEy1Zxs1EVO1qnMn5ouIiIjUB+oJExEREYlDnFcF1LYbcA+wHpgXsXwPYBKwEJgP/CBCnSJgCjA7rPPziNvKB2YCz0YsvwKYC8wiwtUfQGvgceCDcH8OzVB2QLjevbdtwFURtvHDcJ/nAf8CirKU/0FYdn669adqM6At8DLwYfi3TZbyZ4XbSACjI6z/5vB1mgM8AbSOUOcXYflZwEtA1yjvO+BqwIH2Wdb/M6A4qU2+FuW9DVwBLAr3/6Ys23gkaf0rgFkR9nsE8N7e9yEwNkv54cC74Xv3GaBlts9buvbOUD5Te6erk7LNM5RP2d7pymdp73TbSNnmmbaRqr0zrD9te2eok7K9M5TP1N4pvyuBA4D3w/Z+BGiUpfzlwJIUr2u68g+Fr9E8gvdoYYQ6d4fL5hB8jzbPVD5pfX8BdlRalm4b9wHLk9pkRJbyBvwKWBy+7ldmKT85ad2rgScjxHQsMCOs8xbQL0v58WH5ecD9QEGlff/M71y6ts5QPmVbZ6mTtr1r4lZjG6oLN+BIYCTRk7AuwMjwfovwzT4oSx1L+oAWhm+wcRG29SPgn1QtCUv5JkxT/n7gO+H9RlRKLDLUywfWEoyDkqlct/ALpEn4+FHgogzlh4QfiqZAAfAK0D9KmwE3AT8J7/8E+F2W8gcRJJav8/kf5VTlv7L3ywP4XfL6M9RJ/nG5Ergt2/uO4IfrRYJx8dpnWf/PgKur8t4Gjglf18bh445RPwvAH4DrI2zjJeD48P7XgNezlJ8KHBXe/xbwi2yft3TtnaF8pvZOVydlm2con7K905XP0t7ptpGyzTOUT9nemWJK194ZtpGyvTOUz9TeKb8rCb47zgmX3wZclqX8wUBvKn0nZij/tfA5I/hn8bIIdZLb+4/sez+m/b4HRgP/4PNJWLpt3AecmaK905W/GHgAyKvU3ll/g4B/AxdG2MZi4KBw+feA+zKUPwxYCRwYLr8R+Hal7X7mdy5dW2con7Kts9RJ2941cdPhyCTu/iawuQrl17j7jPD+doL/NrplqePuviN8WBjePFMdM+sOnADcFTW2qjCzlgQ/iHeHMZa6+5aI1Y8Flrp7lAF0C4AmZlZAkFytzlD2IOA9d9/l7uXAG8BplQulabNTCJJKwr+nZirv7gvdfVGqINKUfymMCYL/+rtHqLMt6WEzkto8w/vuT8C1VHp/VPV9mqHOZcBv3b0kLLM+yjbMzICvE3xhZduGAy3D+61IavM05QcAb4b3XwbOSCqf7vOWsr3Tlc/S3unqpGzzDOVTtneW74x07V2l75kM5VO2d7b1p2rvDHVStneG8pnaO9135XiC3ib4bHunLO/uM919RYrXKV35ieFzTtCb0z1CnW1Jr1UT9rV3yvJmlk/Qu3pt1Lgql4tQ/jLgRndPhOXWZylPuA8tCF7jJyNsI117pypfAZS4++Jw+Wfau/LvXPhapmzrVOXD7aZs6yx10rZ3TVASVk3MrDdBFv5+hLL5ZjaL4FDMy+6erc6fCT6siSqE5MBLZjbdzC7NUrYPsAG418xmmtldZtYs4nbOodKPccpg3IuB3wMfA2uAre7+UoYq84AjzaydmTUl+G+lR8SYOrn7mnC7a4COEevtj28Bz0cpaGa/MrOVwPnA9VnKngwUu/vsKsRyuZnNMbN7zKxNhPIHAkeY2ftm9oaZjYm4nSOAde7+YYSyVwE3h/v9e+CnWcrPA04O759Fmjav9HnL2t5V+XxGqJOyzSuXz9beyeWjtneKmDK2eaXyWds7zT5nbO9KdbK2d6XyGdu78nclsBTYkpQQr+KzCWOVvlszlTezQuAC4IUodczsXoKjAgMJDjNmKn858PTe920V4vpV2N5/MrPGWcr3Bc42s2lm9ryZ9Y/4Op0GvFrpH4l0db4DTDSzVeFr9dt05QkSnEIzGx0WOZPPtnfl37l2ZGjrFOWjSFsnXXvnmpKwamBmzQm6b6+q/MZNxd0r3H0EQcY91syGZFj3icB6d59exbC+5O4jgeOB75vZkRnKFhAcFrrV3Q8GdhIc1snIzBoRfIE+FqFsG4IeiwOArkAzM/tGuvLuvpDgsM/LBB+K2UB5uvJxMLPrCGJ6KEp5d7/O3XuE5S/PsN6mwHVkSdQquZXgS3cEQZL7hwh1CoA2BIcVrgEeDf/7zOZcIiTeocuAH4b7/UPC3tYMvkXwfp1OcNiqtHKBqn7eqlo+U510bZ6qfKb2Ti4fri9re6fYRsY2T1E+Y3tneJ3StneKOhnbO0X5jO1d+buSoIe8Mk9XPtN3a4TyfwfedPfJUeq4+8UE320LgbMzlD+SIOH8C2mk2cZPCRK8MQTnQf44S/nGwB53Hw3cSXC+U5T9Ttneaer8kOBcxO7AvQSHYlOWBwYT/NP+JzObAmwn/E5P8zuX6rvIM5TPKEKdlO2dc16Dxz7rwo3geHKkc8J83/HuF4Ef7ef2biDzuTy/IfgPYAXBf1m7gAeruI2fZdlGZ2BF0uMjgOcirPcU4KWIMZwF3J30+ELg71XYh18D34vSZgQnWXYJ73cBFkVpY1KcI5SuPPBNghOKm1b1fQT0SrG+T8sDQwn+e1wR3soJehA7R1x/uv2r/Dq9AByd9Hgp0CHLfhcA64DuEdtiK/uGwjFgWxVepwOBKZWWfe7zlqm9U5WP0N4p66Rr80zbSNXelctHbO9s26j8uqd6ndK2d4Z9TtveabaRtr0j7MPn2rvS8zcQJI8b2Xd+3qHAixnKX530eAUZzpNNLh/ef5LwfKoodZKWHUWac3fD8jcQfJfvbe8EsKSK2zg6yzauJriQpHdSW2yNsN/tgE1kv2hqb1ssTVrWE1hQhX34CvBoeD/V79xD6do6TfkHk9b9ubbOVCdqe+fipp6wLyD8L/JuYKG7/zFb+bBOBzNrHd5vAhxH8GFJyd1/6u7d3b03wX8Rr7l72h6kcL3NwuP6hIcVv0LQ7Z9uG2uBlWY2IFx0LLAgwu5UpUfkY2CcmTUNX7djCf5jTMvMOoZ/ewKnV2FbTxP8YBL+fSpivUjMbALBf6Enu/uuiHX6Jz08mcxtPtfdO7p777DdVxGc1Lw2w/q7JD08jQztneRJgnMuMLMDCS7IyDaR7XHAB+6+KsL6IThH5Kjw/niCq5zSSmrzPOB/CE7G3ftcus9byvbez89nyjrp2jxD+ZTtnap8tvbOsI2UbZ5hv1O2d5bXKWV7Z6iTsr0z7EOm9k71XbmQ4CrLM8Niye1dpe/WdOXN7DvAV4FzPTyfKkudRWbWL2k/T2Jfe6cqP93dOye19y537xchri5J2ziVfe2dbr8/be+wTRZHeJ3OIkju9kTY74VAq/C9BPDlcFmmfdjb3o0JPk+3QdrfufNJ09b787uYrk6m9q4RNZ311eYbwY/8GqCM4Ivw21nKH07QPbr3UvTPDQ2Qos4wgstj5xB8iK6vQnxHE+HqSIJzvGaz7/Lg6yLUGUFwSfkcgg9vmyzlmxL8x9SqCvH/nODDPo/gqqDGWcpPJkgGZwPHRm0zgv/mXiX4AXgVaJul/Gnh/RKC//pfzFJ+CcFVPnvb/LYIMf073O85BJfid4v6vuPzV3WlWv8/CC7zn0OQlHSJEFMj4MEwrhnA+GwxEVyh9V9VaIvDgelhG74PjMpS/gcEPxaLCc4vsWyft3TtnaF8pvZOVydlm2con7K905XP0t7ptpGyzTOUT9nemWJK194ZtpGyvTOUz9TeKb8rCb7fpoRt8hj7rvZMV/7KsL3LCZLEu7KULyfoJdwb5/WZYiI4reftsC3mEfTgtIz6fc/nr45MF9drSdt4kH1XH6Yr3xp4LqzzLjA8W0wEvcMTUsSYbhunheufHdbtk6X8zQSJ2iLSDzt0NPuuXEzZ1hnKp2zrLHXStndN3DRivoiIiEgMdDhSREREJAZKwkRERERioCRMREREJAZKwkRERERioCRMREREJAZKwkQkIzNzM/tD0uOrzexn1bTu+8zszOwlv/B2zjKzhWY2KdfbipuZ/XfcMYhINErCRCSbEuB0M2sfdyDJLJgEOapvE8y4cEyu4qlFlISJ1BFKwkQkm3LgDoJ54j6jck+Wme0I/x5twSTRj5rZYjP7rZmdb2ZTzGyumfVNWs1xZjY5LHdiWD/fzG42s6kWTFj83aT1TjKzfxIMElk5nnPD9c8zs9+Fy64nGCz0NjO7OUWda8M6s83st+GyEWb2XrjtJyycHNvMXrdg8uQ3w561MWb2HzP70Mx+GZbpbWYfmNn9Yf3HLZgPFDM71sxmhtu7Jxw5HDNbYWY/N7MZ4XMDw+XNwnJTw3qnhMsvCrf7Qrjtm8LlvwWamNksM3sorP9cuG/zzOzsyvsvIvFREiYiUfwNON/MWlWhznCCEdGHAhcAB7r7WOAu4Iqkcr0JplU5gSBRKiLoudrq7mMIJiy+xMwOCMuPJZgFYlDyxsysK8Gk7+MJZoAYY2anuvuNBLNBnO/u11SqczzBFDCHuPtw4KbwqQeAH7v7MIJk74akaqXufiTBlCtPAd8HhgAXmVm7sMwA4I6w/jbge+F+3Qec7e5DCeZlvCxpvRvdfSTBxNxXh8uuI5heZQxwDHCzBVOREe7j2eHre7aZ9XD3nwC73X2EB9O+TABWu/twdx9CMH+kiNQSSsJEJCt330aQmFxZhWpT3X2Nu5cQTAvyUrh8LkHitdej7p5w9w+BZcBAgvlOLzSzWQTT37QD9s7HOMXdl6fY3hjgdXff4O7lBNPHHJklxuOAez2cD9LdN4eJZmt3fyMsc3+l9TydtB/zk/ZxGdAjfG6lu78d3n+QoCduALDc3RenWe9/wr/T2ff6fAX4Sfg6vA4UEUyUDPCqu2/1YJ6/BQQThVc2l6Cn8XdmdoS7b83yeohIDSqIOwARqTP+TDDn4L1Jy8oJ/5kLJxZulPRcSdL9RNLjBJ/97qk8d5oDBlzh7i8mP2FmRwM708RnWfcgdZ2qzt2WvB+V93HvfqXbpyjrrUhajwFnuPui5IJmdkilbSfX2bdR98VmNopgnsbfmNlLYc+giNQC6gkTkUjcfTPwKMGhwr1WAKPC+6cAhfux6rPMLC88T6wPweS+LwKXmVkhgJkdmHQYLp33gaPMrH140v65wBtZ6rwEfCvpnK22YW/RJ2Z2RFjmggjrqaynmR0a3j8XeItg8vreZtavCut9EbgiTHAxs4MjbLss6XXrCuxy9weB3wMjq7YbIpJL6gkTkar4A3B50uM7gafMbArwKul7qTJZRJCMdAL+y933mNldBIfkZoQJyAaCc7fScvc1ZvZTYBJBD9JEd38qS50XzGwEMM3MSoGJBFcXfpPg/LSmBIcZL67iPi0EvmlmtwMfAreG+3Ux8JiZFQBTCc4ry+QXBD2Qc8LXYQVwYpY6d4TlZxAcQr7ZzBJAGZ89B01EYmbuVe2JFxGRdMysN/BseCK8iEhaOhwpIiIiEgP1hImIiIjEQD1hIiIiIjFQEiYiIiISAyVhIiIiIjFQEiYiIiISAyVhIiIiIjFQEiYiIiISg/8PzmGNN1VCe2YAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cumsum = np.cumsum(eig_values[idx]) / np.sum(eig_values[idx])\n",
    "plt.figure(figsize=(10,5))\n",
    "xint = range(1, len(cumsum) + 1)\n",
    "plt.plot(xint, cumsum)\n",
    "plt.xlabel(\"Number of components\")\n",
    "plt.ylabel(\"Cumulative explained variance\")\n",
    "plt.xticks(xint)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "CALCULATING EIGEN SCORES FOR THE TOP 15 ELEMENTS WHOSE CUMULATIVE EXPLAINED VARIANCE IS THE LARGEST"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 1.34377394+0.j,  0.59620081+0.j,  0.03400236+0.j, ...,\n",
       "        -0.98882125+0.j,  0.23415362+0.j,  0.11247637+0.j],\n",
       "       [ 1.17109293+0.j,  0.0636123 +0.j,  0.0304017 +0.j, ...,\n",
       "        -1.01234315+0.j,  0.01408141+0.j,  0.17879443+0.j],\n",
       "       [ 0.97777839+0.j, -0.57903898+0.j,  0.02797441+0.j, ...,\n",
       "        -0.93184397+0.j,  0.42538006+0.j,  0.12341431+0.j],\n",
       "       ...,\n",
       "       [-2.48369644+0.j,  3.3820882 +0.j, -0.01703099+0.j, ...,\n",
       "         0.5775515 +0.j, -0.05236038+0.j,  1.03775282+0.j],\n",
       "       [-2.66583377+0.j,  2.8181888 +0.j, -0.02109499+0.j, ...,\n",
       "         0.60618089+0.j,  0.11941074+0.j,  1.01541239+0.j],\n",
       "       [-2.66819905+0.j,  2.7312709 +0.j, -0.01844565+0.j, ...,\n",
       "         0.65285555+0.j,  0.07988275+0.j,  1.06555058+0.j]])"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "eig_scores = np.dot(X_ex, sorted_eig_vectors[:, :15])\n",
    "eig_scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We'll be using all the features since our training set large number of examples compared to our number of features. We're doing this in order to avoid a highly biased model."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Building The Models"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "SPLITTING ON THE BASIS OF TIME"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "break_date = pd.Timestamp(\"2016-12-31 00:00:00\")\n",
    "train_data = df_final_new_4[df_final_new_4[\"date\"] <= break_date]\n",
    "test_data = df_final_new_4[df_final_new_4[\"date\"] > break_date]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>...</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "      <th>num_75_sum</th>\n",
       "      <th>num_50_sum</th>\n",
       "      <th>num_25_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>9.029412</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-09-30</td>\n",
       "      <td>2015-11-21</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>16</td>\n",
       "      <td>2392</td>\n",
       "      <td>23.026316</td>\n",
       "      <td>0</td>\n",
       "      <td>6.708333</td>\n",
       "      <td>45.0</td>\n",
       "      <td>63.0</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64375</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64376</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64377</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>3.090909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64378</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64379</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>4.047619</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>59474 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       payment_method_id  payment_plan_days  plan_list_price  \\\n",
       "0                     39                 30              149   \n",
       "1                     39                 30              149   \n",
       "2                     39                 30              149   \n",
       "3                     39                 30              149   \n",
       "4                     39                 30              149   \n",
       "...                  ...                ...              ...   \n",
       "64375                 36                 30              180   \n",
       "64376                 36                 30              180   \n",
       "64377                 36                 30              180   \n",
       "64378                 36                 30              180   \n",
       "64379                 36                 30              180   \n",
       "\n",
       "       actual_amount_paid_x_x is_auto_renew transaction_date  \\\n",
       "0                         149             1       2015-09-30   \n",
       "1                         149             1       2015-09-30   \n",
       "2                         149             1       2015-09-30   \n",
       "3                         149             1       2015-09-30   \n",
       "4                         149             1       2015-09-30   \n",
       "...                       ...           ...              ...   \n",
       "64375                     180             0       2016-04-24   \n",
       "64376                     180             0       2016-04-24   \n",
       "64377                     180             0       2016-04-24   \n",
       "64378                     180             0       2016-04-24   \n",
       "64379                     180             0       2016-04-24   \n",
       "\n",
       "      membership_expire_date is_cancel  discount is_discount  ...  \\\n",
       "0                 2015-11-21         0         0           0  ...   \n",
       "1                 2015-11-21         0         0           0  ...   \n",
       "2                 2015-11-21         0         0           0  ...   \n",
       "3                 2015-11-21         0         0           0  ...   \n",
       "4                 2015-11-21         0         0           0  ...   \n",
       "...                      ...       ...       ...         ...  ...   \n",
       "64375             2016-05-24         0         0           0  ...   \n",
       "64376             2016-05-24         0         0           0  ...   \n",
       "64377             2016-05-24         0         0           0  ...   \n",
       "64378             2016-05-24         0         0           0  ...   \n",
       "64379             2016-05-24         0         0           0  ...   \n",
       "\n",
       "       tot_user_in_a_city  tot_user_registered_via_a_reg_id  \\\n",
       "0                   54521                            162386   \n",
       "1                   54521                            162386   \n",
       "2                   54521                            162386   \n",
       "3                   54521                            162386   \n",
       "4                   54521                            162386   \n",
       "...                   ...                               ...   \n",
       "64375                4322                             25105   \n",
       "64376                4322                             25105   \n",
       "64377                4322                             25105   \n",
       "64378                4322                             25105   \n",
       "64379                4322                             25105   \n",
       "\n",
       "       tot_no_of_unq_song  tot_money_paid_by_user  \\\n",
       "0                      16                    2392   \n",
       "1                      16                    2392   \n",
       "2                      16                    2392   \n",
       "3                      16                    2392   \n",
       "4                      16                    2392   \n",
       "...                   ...                     ...   \n",
       "64375                   6                    1080   \n",
       "64376                   6                    1080   \n",
       "64377                   6                    1080   \n",
       "64378                   6                    1080   \n",
       "64379                   6                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song  is_churn  num_25_avg  \\\n",
       "0                                             0.000000         0    6.708333   \n",
       "1                                             6.000000         0    6.708333   \n",
       "2                                             9.029412         0    6.708333   \n",
       "3                                            36.000000         0    6.708333   \n",
       "4                                            23.026316         0    6.708333   \n",
       "...                                                ...       ...         ...   \n",
       "64375                                         1.000000         0    0.733333   \n",
       "64376                                         0.000000         0    0.733333   \n",
       "64377                                         3.090909         0    0.733333   \n",
       "64378                                         0.000000         0    0.733333   \n",
       "64379                                         4.047619         0    0.733333   \n",
       "\n",
       "      num_75_sum  num_50_sum  num_25_y  \n",
       "0           45.0        63.0        24  \n",
       "1           45.0        63.0        24  \n",
       "2           45.0        63.0        24  \n",
       "3           45.0        63.0        24  \n",
       "4           45.0        63.0        24  \n",
       "...          ...         ...       ...  \n",
       "64375        0.0         9.0        15  \n",
       "64376        0.0         9.0        15  \n",
       "64377        0.0         9.0        15  \n",
       "64378        0.0         9.0        15  \n",
       "64379        0.0         9.0        15  \n",
       "\n",
       "[59474 rows x 49 columns]"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>payment_method_id</th>\n",
       "      <th>payment_plan_days</th>\n",
       "      <th>plan_list_price</th>\n",
       "      <th>actual_amount_paid_x_x</th>\n",
       "      <th>is_auto_renew</th>\n",
       "      <th>transaction_date</th>\n",
       "      <th>membership_expire_date</th>\n",
       "      <th>is_cancel</th>\n",
       "      <th>discount</th>\n",
       "      <th>is_discount</th>\n",
       "      <th>...</th>\n",
       "      <th>tot_user_in_a_city</th>\n",
       "      <th>tot_user_registered_via_a_reg_id</th>\n",
       "      <th>tot_no_of_unq_song</th>\n",
       "      <th>tot_money_paid_by_user</th>\n",
       "      <th>tot_incomplete_songs_heard_by_tot_complete_song</th>\n",
       "      <th>is_churn</th>\n",
       "      <th>num_25_avg</th>\n",
       "      <th>num_75_sum</th>\n",
       "      <th>num_50_sum</th>\n",
       "      <th>num_25_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-12-02</td>\n",
       "      <td>2016-01-09</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>14</td>\n",
       "      <td>2086</td>\n",
       "      <td>17.034483</td>\n",
       "      <td>0</td>\n",
       "      <td>14.576923</td>\n",
       "      <td>44.0</td>\n",
       "      <td>57.0</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-08-31</td>\n",
       "      <td>2015-10-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>28</td>\n",
       "      <td>4172</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>40.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-12-31</td>\n",
       "      <td>2017-02-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>28</td>\n",
       "      <td>4172</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>40.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2016-09-30</td>\n",
       "      <td>2016-11-19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>13</td>\n",
       "      <td>1937</td>\n",
       "      <td>13.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8.555556</td>\n",
       "      <td>40.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>39</td>\n",
       "      <td>31</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-31</td>\n",
       "      <td>2015-03-19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>54521</td>\n",
       "      <td>162386</td>\n",
       "      <td>14</td>\n",
       "      <td>2086</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.450000</td>\n",
       "      <td>17.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64367</th>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-09-09</td>\n",
       "      <td>2016-10-09</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4802</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>894</td>\n",
       "      <td>5.050000</td>\n",
       "      <td>0</td>\n",
       "      <td>2.700000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64370</th>\n",
       "      <td>29</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-07</td>\n",
       "      <td>2016-11-06</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4802</td>\n",
       "      <td>25105</td>\n",
       "      <td>3</td>\n",
       "      <td>540</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>11.250000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64372</th>\n",
       "      <td>39</td>\n",
       "      <td>30</td>\n",
       "      <td>149</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>2017-01-31</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "      <td>298</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>7.750000</td>\n",
       "      <td>4.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64374</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-28</td>\n",
       "      <td>2017-02-27</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>2</td>\n",
       "      <td>360</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>16.666667</td>\n",
       "      <td>8.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64380</th>\n",
       "      <td>36</td>\n",
       "      <td>30</td>\n",
       "      <td>180</td>\n",
       "      <td>180</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-04-24</td>\n",
       "      <td>2016-05-24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4322</td>\n",
       "      <td>25105</td>\n",
       "      <td>6</td>\n",
       "      <td>1080</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4907 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       payment_method_id  payment_plan_days  plan_list_price  \\\n",
       "29                    39                 30              149   \n",
       "43                    39                 30              149   \n",
       "57                    39                 30              149   \n",
       "83                    39                 30              149   \n",
       "93                    39                 31              149   \n",
       "...                  ...                ...              ...   \n",
       "64367                 38                 30              149   \n",
       "64370                 29                 30              180   \n",
       "64372                 39                 30              149   \n",
       "64374                 36                 30              180   \n",
       "64380                 36                 30              180   \n",
       "\n",
       "       actual_amount_paid_x_x is_auto_renew transaction_date  \\\n",
       "29                        149             1       2015-12-02   \n",
       "43                        149             1       2015-08-31   \n",
       "57                        149             1       2016-12-31   \n",
       "83                        149             1       2016-09-30   \n",
       "93                        149             1       2015-01-31   \n",
       "...                       ...           ...              ...   \n",
       "64367                     149             0       2016-09-09   \n",
       "64370                     180             0       2016-10-07   \n",
       "64372                     149             1       2017-01-31   \n",
       "64374                     180             0       2017-01-28   \n",
       "64380                     180             0       2016-04-24   \n",
       "\n",
       "      membership_expire_date is_cancel  discount is_discount  ...  \\\n",
       "29                2016-01-09         0         0           0  ...   \n",
       "43                2015-10-28         0         0           0  ...   \n",
       "57                2017-02-28         0         0           0  ...   \n",
       "83                2016-11-19         0         0           0  ...   \n",
       "93                2015-03-19         0         0           0  ...   \n",
       "...                      ...       ...       ...         ...  ...   \n",
       "64367             2016-10-09         0         0           0  ...   \n",
       "64370             2016-11-06         0         0           0  ...   \n",
       "64372             2017-03-20         0         0           0  ...   \n",
       "64374             2017-02-27         0         0           0  ...   \n",
       "64380             2016-05-24         0         0           0  ...   \n",
       "\n",
       "       tot_user_in_a_city  tot_user_registered_via_a_reg_id  \\\n",
       "29                  54521                            162386   \n",
       "43                  54521                            162386   \n",
       "57                  54521                            162386   \n",
       "83                  54521                            162386   \n",
       "93                  54521                            162386   \n",
       "...                   ...                               ...   \n",
       "64367                4802                             25105   \n",
       "64370                4802                             25105   \n",
       "64372                4322                             25105   \n",
       "64374                4322                             25105   \n",
       "64380                4322                             25105   \n",
       "\n",
       "       tot_no_of_unq_song  tot_money_paid_by_user  \\\n",
       "29                     14                    2086   \n",
       "43                     28                    4172   \n",
       "57                     28                    4172   \n",
       "83                     13                    1937   \n",
       "93                     14                    2086   \n",
       "...                   ...                     ...   \n",
       "64367                   6                     894   \n",
       "64370                   3                     540   \n",
       "64372                   2                     298   \n",
       "64374                   2                     360   \n",
       "64380                   6                    1080   \n",
       "\n",
       "       tot_incomplete_songs_heard_by_tot_complete_song  is_churn  num_25_avg  \\\n",
       "29                                           17.034483         0   14.576923   \n",
       "43                                            5.000000         0    8.500000   \n",
       "57                                            5.000000         0    8.500000   \n",
       "83                                           13.000000         0    8.555556   \n",
       "93                                            3.000000         0    6.450000   \n",
       "...                                                ...       ...         ...   \n",
       "64367                                         5.050000         0    2.700000   \n",
       "64370                                         1.000000         0   11.250000   \n",
       "64372                                         2.000000         0    7.750000   \n",
       "64374                                        17.000000         1   16.666667   \n",
       "64380                                         1.166667         0    0.733333   \n",
       "\n",
       "      num_75_sum  num_50_sum  num_25_y  \n",
       "29          44.0        57.0        26  \n",
       "43          40.0        66.0        26  \n",
       "57          40.0        66.0        26  \n",
       "83          40.0        35.0        36  \n",
       "93          17.0        33.0        20  \n",
       "...          ...         ...       ...  \n",
       "64367        6.0         9.0        10  \n",
       "64370        9.0         5.0         4  \n",
       "64372        4.0        10.0         4  \n",
       "64374        8.0        23.0         3  \n",
       "64380        0.0         9.0        15  \n",
       "\n",
       "[4907 rows x 49 columns]"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# X Label"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "MAKING THE NUMPY ARRAYS OF TRAIN AND TEST DATA SET"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       [39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       [39, 30, 149, ..., 45.0, 63.0, 24],\n",
       "       ...,\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15],\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15],\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15]], dtype=object)"
      ]
     },
     "execution_count": 133,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train=train_data.values\n",
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(59474, 49)"
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[39, 30, 149, ..., 44.0, 57.0, 26],\n",
       "       [39, 30, 149, ..., 40.0, 66.0, 26],\n",
       "       [39, 30, 149, ..., 40.0, 66.0, 26],\n",
       "       ...,\n",
       "       [39, 30, 149, ..., 4.0, 10.0, 4],\n",
       "       [36, 30, 180, ..., 8.0, 23.0, 3],\n",
       "       [36, 30, 180, ..., 0.0, 9.0, 15]], dtype=object)"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test=test_data.values\n",
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4907, 49)"
      ]
     },
     "execution_count": 136,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 39.,  30., 149., ...,  45.,  63.,  24.],\n",
       "       [ 39.,  30., 149., ...,  45.,  63.,  24.],\n",
       "       [ 39.,  30., 149., ...,  45.,  63.,  24.],\n",
       "       ...,\n",
       "       [ 36.,  30., 180., ...,   0.,   9.,  15.],\n",
       "       [ 36.,  30., 180., ...,   0.,   9.,  15.],\n",
       "       [ 36.,  30., 180., ...,   0.,   9.,  15.]])"
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t1=np.array(train_data.select_dtypes(exclude={\"datetime\",\"category\"}))\n",
    "X_t1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(59474, 42)"
      ]
     },
     "execution_count": 138,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t1.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 39.,  30., 149., ...,  44.,  57.,  26.],\n",
       "       [ 39.,  30., 149., ...,  40.,  66.,  26.],\n",
       "       [ 39.,  30., 149., ...,  40.,  66.,  26.],\n",
       "       ...,\n",
       "       [ 39.,  30., 149., ...,   4.,  10.,   4.],\n",
       "       [ 36.,  30., 180., ...,   8.,  23.,   3.],\n",
       "       [ 36.,  30., 180., ...,   0.,   9.,  15.]])"
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_ts1=np.array(test_data.select_dtypes(exclude={\"datetime\",\"category\"}))\n",
    "X_ts1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4907, 42)"
      ]
     },
     "execution_count": 140,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_ts1.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "SCALLING THE ARRAYS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.32946414, -0.08697491, -0.05996475, ...,  0.63186206,\n",
       "         0.42686068, -0.10670616],\n",
       "       [ 0.32946414, -0.08697491, -0.05996475, ...,  0.63186206,\n",
       "         0.42686068, -0.10670616],\n",
       "       [ 0.32946414, -0.08697491, -0.05996475, ...,  0.63186206,\n",
       "         0.42686068, -0.10670616],\n",
       "       ...,\n",
       "       [-0.51109483, -0.08697491,  0.32059714, ..., -1.04098699,\n",
       "        -0.76131914, -1.06251354],\n",
       "       [-0.51109483, -0.08697491,  0.32059714, ..., -1.04098699,\n",
       "        -0.76131914, -1.06251354],\n",
       "       [-0.51109483, -0.08697491,  0.32059714, ..., -1.04098699,\n",
       "        -0.76131914, -1.06251354]])"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t2 = StandardScaler().fit_transform(X_t1)\n",
    "X_t2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.34018283, -0.08356554, -0.05403224, ...,  0.65117251,\n",
       "         0.34338903,  0.24097849],\n",
       "       [ 0.34018283, -0.08356554, -0.05403224, ...,  0.50027448,\n",
       "         0.54591697,  0.24097849],\n",
       "       [ 0.34018283, -0.08356554, -0.05403224, ...,  0.50027448,\n",
       "         0.54591697,  0.24097849],\n",
       "       ...,\n",
       "       [ 0.34018283, -0.08356554, -0.05403224, ..., -0.85780779,\n",
       "        -0.71425688, -1.965705  ],\n",
       "       [-0.51527181, -0.08356554,  0.34218943, ..., -0.70690976,\n",
       "        -0.42171653, -2.06600879],\n",
       "       [-0.51527181, -0.08356554,  0.34218943, ..., -1.00870582,\n",
       "        -0.73675999, -0.86236326]])"
      ]
     },
     "execution_count": 142,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_ts2 = StandardScaler().fit_transform(X_ts1)\n",
    "X_ts2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "APPENDING THE CATEGORICAL VALUES BACK TO THE ARRAYS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., 1, 0, 0],\n",
       "       [0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., 1, 0, 0],\n",
       "       [0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., 1, 0, 0],\n",
       "       ...,\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., 0, 0, 0],\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., 0, 0, 0],\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., 0, 0, 0]], dtype=object)"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t=np.append(X_t2,X_train[:,[4,7,9]],axis=1)\n",
    "X_t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 1, 0, 0],\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 1, 0, 0],\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 1, 0, 0],\n",
       "       ...,\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 1, 0, 0],\n",
       "       [-0.5152718051685274, -0.08356554175448623, 0.3421894262456428,\n",
       "        ..., 0, 0, 0],\n",
       "       [-0.5152718051685274, -0.08356554175448623, 0.3421894262456428,\n",
       "        ..., 0, 0, 0]], dtype=object)"
      ]
     },
     "execution_count": 144,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_tst=np.append(X_ts2,X_test[:,[4,7,9]],axis=1)\n",
    "X_tst"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "REMOVING THE COLUMN THAT HAS THE VALUES FOR 'IS_CHURN' WHICH IS OUR TARGET VARIABLE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., -0.10670616328624424, 1, 0],\n",
       "       [0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., -0.10670616328624424, 1, 0],\n",
       "       [0.3294641407409519, -0.08697491442424927, -0.05996475319965499,\n",
       "        ..., -0.10670616328624424, 1, 0],\n",
       "       ...,\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., -1.0625135364404337, 0, 0],\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., -1.0625135364404337, 0, 0],\n",
       "       [-0.5110948279907379, -0.08697491442424927, 0.3205971422517239,\n",
       "        ..., -1.0625135364404337, 0, 0]], dtype=object)"
      ]
     },
     "execution_count": 145,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t=np.delete(X_t,44,axis=1)\n",
    "X_t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 0.24097848712859976, 1, 0],\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 0.24097848712859976, 1, 0],\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., 0.24097848712859976, 1, 0],\n",
       "       ...,\n",
       "       [0.34018282930602906, -0.08356554175448623, -0.05403223994306014,\n",
       "        ..., -1.9657049974316558, 1, 0],\n",
       "       [-0.5152718051685274, -0.08356554175448623, 0.3421894262456428,\n",
       "        ..., -2.0660087921843946, 0, 0],\n",
       "       [-0.5152718051685274, -0.08356554175448623, 0.3421894262456428,\n",
       "        ..., -0.862363255151528, 0, 0]], dtype=object)"
      ]
     },
     "execution_count": 146,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_tst=np.delete(X_tst,44,axis=1)\n",
    "X_tst"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(59474, 44)"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_t.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4907, 44)"
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_tst.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Y Label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 0, 0, 0], dtype=int64)"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_t=train_data[\"is_churn\"].values\n",
    "y_t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(59474,)"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_t.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, ..., 0, 1, 0], dtype=int64)"
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_tst=test_data[\"is_churn\"].values\n",
    "y_tst"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4907,)"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_tst.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# SVM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, break_ties=False, cache_size=200, class_weight=None, coef0=0.0,\n",
       "    decision_function_shape='ovr', degree=3, gamma='scale', kernel='linear',\n",
       "    max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
       "    tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import SVC\n",
    "SVM=SVC(kernel=\"linear\")\n",
    "SVM.fit(X_t,y_t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0 0 0 ... 0 1 0]\n"
     ]
    }
   ],
   "source": [
    "y_predict_SVM=SVM.predict(X_tst)\n",
    "print(y_predict_SVM)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TEST:\n",
      "Log loss: 9.992007221626415e-16\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import log_loss\n",
    "print('TEST:')\n",
    "print('Log loss:', log_loss(y_tst,y_predict_SVM))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5, 1.0, 'Confusion Matrix for SVM\\n')"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAElCAYAAADjk4nIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO3de5xXVb3/8deb4arIXRERggovpHk9ZqiFad4LLTXN46Vj+rPU8linMj1Zph61k3bMtGNq3vJC5u1ohWRhCSKKCoiGoIggiHIVRLnMfH5/7DX4ZZjLHmaG+c7s9/Px2A++e+2911r7+2U+3/Vde+21FRGYmVlxdGjtCpiZ2eblwG9mVjAO/GZmBePAb2ZWMA78ZmYF48BvZlYwDvy22UjqJun/JC2X9Psm5HOSpMeas26tQdKfJJ26icdeKmmRpLeau17W/jnw20YkfVXSs5JWSlqQAtT+zZD1sUB/oG9EHLepmUTE7yLikGaozwYkjZQUku6vkb5bSh+XM58fS7qzof0i4vCIuG0T6jkI+A4wPCK2bezxdeQ5StILkt5NXyiPSxoi6URJr0tSjf07Snpb0lHN9b7Z5uPAbxuQdD7wC+BysiA9GLgeGNUM2X8EeCUi1jVDXi3lHWCEpL4laacCrzRXAco05W/vI8DiiHh7E8ruWEvax4Hbyb5MegJDyT7zKuABoBfw2RqHHQYE8Oe03uLvmzWjiPDihYiA7I9+JXBcPft0IftimJ+WXwBd0raRwDyyAPI2sAD4Wtr2E2ANsDaVcTrwY+DOkryHkAWTjmn9NOA1YAUwGzipJP3JkuNGAM8Ay9O/I0q2jQN+CoxP+TwG9Kvj3Krr/2vg7JRWkdJ+BIwr2fd/gLnAu8Bk4ICUfliN85xSUo/LUj3eBz6e0r6ett8A3FeS/5XA44Bq1PHgdHxVyv/WlP5FYDqwLOW7c8kxrwPfB6YCq6vf35LtxwIv1POZ3wjcUiNtNHB1Y983L+WxtHoFvJTPkoLWupqBocY+lwATgW2ArYEJwE/TtpHp+EuATsARwCqgd9r+YzYM9DXXh5ACP7BlCqo7pm0DgE+k16eRAj/QB1gKnJyOOzGt903bxwGvAjsA3dL6FXWcW3UAGwE8ndKOAMYAX2fDwP+vQN9U5neAt4CutZ1XST3eAD6RjunEhoF/C7LW8WnAAcAiYPv66lmyvgPwHvD5lO/3gFlA57T9deAFYBDQrZb8Pgp8AFwDHAh0r7F9v/RZdEvrPcm+fHZv7PvmpTwWd/VYqb7Aoqi/K+Yk4JKIeDsi3iFryZ9csn1t2r42Iv5I1irdcRPrUwXsIqlbRCyIiOm17HMkMDMi7oiIdRFxN/BP4Asl+/w2Il6JiPfJWqq711doREwA+kjaETiFrBuk5j53RsTiVObPyX4JNXSet0bE9HTM2hr5rSL7MrkauBM4NyLmNZBfta8Aj0bE2JTvf5N9yY0o2efaiJib3oOa5/IaWfAeSPb+LJJ0q6Tuaft4YCFwTDrkeLIuuxdq5NPg+2blwYHfSi0G+tXWD1xiO2BOyfqclLY+jxpfHKuA7o2tSES8RxbQzgIWSHpU0k456lNdp4El66UjX/LW5w7gHLIW8AM1N0r6jqSX0wilZWSt4H4N5Dm3vo0RMYmsa0tkATivDd6DiKhKZZW+Bw2VPTEijo+Ircl+cXwGuLBkl9vJgjlkX/R1XZSu932z8uDAb6WeIvvJf3Q9+8wnu7hYbXBK2xTvkXVxVNtghEpEjImIz5N18/wT+E2O+lTX6c1NrFO1O4BvAn9MrfH1JB1A1md+PFk3Vi+y6wvVI1/qmvK23qlwJZ1N9sthPll3TV4bvAdpBM4gNnwPck/DGxHPAPcDu5Qk3w4cJOnTwL7AXXUcXuf7ZuXDgd/Wi4jlZBfjfiXpaElbSOok6XBJV6Xd7gYukrS1pH5p/waHLtbhBeAzkgZL6glcUL1BUn9JX5S0JdkFyZVAZS15/BHYIQ1B7SjpK8Bw4JFNrBMAETGbbCTLhbVs3orsWsY7QEdJPwJ6lGxfCAxpzMgdSTsAl5J195wMfE9SvV1SJUYDR0o6SFInsmsOq8muv+Qpe39JZ0jaJq3vRHaxeGL1PhExB3iS7PMfGxG13j/QwPtmZcKB3zYQEVcD5wMXkQW2uWQ/3R9Mu1wKPEs2QmQa8FxK25SyxgL3prwms2Gw7kAWwOYDS8iCyTdryWMxcFTadzFZS/moiFi0KXWqkfeTEVHbr5kxwJ/ILsbOIfuVVNqVUn1z2mJJzzVUTupauxO4MiKmRMRM4IfAHZK65KjnDLIvjF+SXRT+AvCFiFjT0LHJMrJAP03SSrIhmg8AV9XY7zayXxb19t3X875ZmVCEH8RiZlYkbvGbmRWMA7+ZWcE48JuZFYwDv5lZwTjwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48JuZFYwDv5lZwTjwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48JuZFYwDv5lZwTjwm5kVjAO/mVnBOPCbmRVMx9augGX69amIIYM6tXY1rBFembpFa1fBGuED3mNNrFZT8jj0wC1j8ZLKXPtOnrp6TEQc1pTyWooDf5kYMqgTk8YMau1qWCMcut3urV0Fa4Sn4/Em57F4SSWTxgzOtW/FgJn9mlxgC3HgNzPLKYAqqlq7Gk3mwG9mllMQrI18XT3lzIHfzKwR3OI3MyuQIKiMaO1qNJkDv5lZI1ThwG9mVhgBVDrwm5kVi1v8ZmYFEsBa9/GbmRVHEO7qMTMrlIDKth/3HfjNzPLK7txt+xz4zcxyE5U0aZ63suDAb2aWU3Zx14HfzKwwsnH8DvxmZoVS5Ra/mVlxuMVvZlYwgahsB0+sdeA3M2sEd/WYmRVIINZERWtXo8kc+M3Mcspu4HJXj5lZofjirplZgUSIynCL38ysUKrc4jczK47s4m7bD5tt/wzMzDYTX9w1MyugSo/jNzMrDt+5a2ZWQFXtYFRP2z8DM7PNJJukrUOuJQ9JFZKel/RIWh8q6WlJMyXdK6lzSu+S1mel7UNK8rggpc+QdGiech34zcxyCsTaqMi15PRt4OWS9SuBayJiGLAUOD2lnw4sjYiPA9ek/ZA0HDgB+ARwGHC9pAYLd+A3M8spAiqjQ66lIZK2B44EbkrrAj4H3Jd2uQ04Or0eldZJ2w9K+48C7omI1RExG5gF7NNQ2Q78Zma5iaqcC9BP0rMly5k1MvsF8D0+fH57X2BZRKxL6/OAgen1QGAuQNq+PO2/Pr2WY+rki7tmZjkFNGbKhkURsXdtGyQdBbwdEZMljaxOrqPI+rbVd0ydHPjNzBqhmYZz7gd8UdIRQFegB9kvgF6SOqZW/fbA/LT/PGAQME9SR6AnsKQkvVrpMXVyV4+ZWU6BqIp8S735RFwQEdtHxBCyi7N/jYiTgL8Bx6bdTgUeSq8fTuuk7X+NiEjpJ6RRP0OBYcCkhs7DLX4zs5wCWNuyc/V8H7hH0qXA88DNKf1m4A5Js8ha+icARMR0SaOBl4B1wNkRUdlQIQ78Zma5qdnn44+IccC49Po1ahmVExEfAMfVcfxlwGWNKdOB38wsp6B93LnrwG9m1gh+ApeZWYFEyC1+M7MiyS7u5p6OoWw58JuZ5eZn7pqZFUp2cdd9/GZmheIHsZiZFUj1nbttnQO/mVkj+GHrZmYFEgFrqxz4zcwKI+vqceA3MysU37lr7VJlJZx72A70HbCWn94+e4Ntv754O6aM3wqA1R+IZYs6cf8/pzWpvHeXVnD5WUNYOK8z/bdfw4X/+zpb9apkwp97cPvPBiBBRcfgrJ+8yS6feq9JZVn99h75Lmf9dD4VHYI/3d2H0df1b+0qlZX2MpyzRX6zSLpG0nkl62Mk3VSy/nNJ50vaTtJ9KW1kyZPmT5N0XTPUo5ekbzbymFslHdvwnu3XgzdtzaBhq2vddtZP5nPDX2Zww19mMOpri9jv8GW5850yoTv/fd7gjdJHX7cNe+y/gt+Of5k99l/BvddtA8AeB6xcX9b5V7/BNd8dtNGx1nw6dAjOvvxNLjppKGeM3JEDRy1j8LAPWrtaZSbr6smzlLOWqt0EYASApA5AP7KnwFcbAYyPiPkR0ZJBthfQqMDfVHmecF/O3pnfiUmP9+Dwry5ucN+/PdibkUcvXb/+++u35tzDd+Csg3bk9p9tm7vMp8b05ODjlwBw8PFLeOrPPQHotmUVSo2rD1Z1WP/aWsaOe6xi/uudeeuNLqxb24FxD/Xi04cub+1qlZ1GPHO3bLVU4B9PCvxkAf9FYIWk3pK6ADsDz0saIunFvJlK+rGkWySNk/SapG+VbDtf0otpqf61cQXwMUkvSPpZLfmdImmqpCmS7ijZ9BlJE1IZx6Z91/8iSevXSTotvX5d0o8kPQkcl+p3paRJkl6RdEDec2xtv754IF+/aD5q4H/GwnmdWDi3M7vvvxKAyeO24s3ZXbj2j69w/dgZzJzWjWkTt8xV5tJFnejbP3u+dN/+61i2+MMeyPF/6snpB+zEf57yUc6/+o1NOynLpe+2a3lnfuf164sWdKLfgLWtWKPyk43qqci1lLMW6eOPiPmS1kkaTPYF8BTZk98/TfZ0+KkRsUab1oTbCTgQ2AqYIekG4JPA14BPkT18+GlJTwA/AHaJiN1rZiLpE8CFwH4RsUhSn5LNA4D9U1kPA/flqNcHEbF/yvssoGNE7JOeqXkxcHAtdTgTOBNg8MDWv9wycWwPevVbx7BPvs+UCd3r3Xfcg73Z/8hlVKT/35Of2IrnnujBNz+/IwDvr+rAm691Ydd93+NbRw5j7eoOvL+qAyuWVfCNg7N9Tr9oPnuPXFFvOfsdvpz9Dl/OtIlbcttVA7hy9KtNP1GrVW1/jtHgY7uLxTdwNay61T8CuJos8I8gC/wTmpDvoxGxGlgt6W2gP1mQfiAi3gOQdD9wAFnQrsvngPsiYhFARCwp2fZgRFQBL0nKe3Xr3hrr96d/JwNDajsgIm4EbgTYe7eurf4n9tIzWzLxsR488/hw1qwWq1ZUcOU5g/n+dRu3tJ94qBdnXz5v/XoAXzl3IUeevHEX0bWPzgSyPv6xo/vw3V9smF/vfmtZvLAjffuvY/HCjvTqu26jPHbd9z0WzOnM8sUV9Ozb4JPlbBMsWtCJrbdbs36934C1LH6rUyvWqDyVezdOHi15BaK6n39Xsq6eiWQt/hFkXwqbqvSqYyXZl9emfBIii1cNlVGd9zo2fL+61jim5nCT6jyq61j2/u2HC/jd5Je4fdJLXHDDHHbbf0WtQX/urC6sXN6R4XuvWp+292dXMOaePrz/XvYWLVrQiWWL8p32voe8y19GZz+4/jK6z/p+5Tdnd17f4pw5tRvr1ooefRz0W8qMF7Zg4NA19B+0mo6dqhg5ahkTH+vZ2tUqK9Wjepr6sPXW1tIt/u8Ar6WH/y6R1Iusz/+MZi7r78Ctkq4gC9THACcDK8i6hGrzOPCApGsiYrGkPjVa/TXNAYanaxRdgYOAJ5vtDMrYbVdtyw67reLTh74LZN08nx21dIOugb1GruCNWV047wvDgOzC7Pd+OYde/RrO/yvnLOSys4bw53v6ss3AbDgnwJOP9uIv9/WmY0fo0q2KH94wxxd4W1BVpfjVhQO5/K7X6FABj93Thzmv1GzfWLmP2MmjJQP/NLLRPHfVSOte3b3SXCLiOUm3ApNS0k0R8TyApPHpAvKfIuI/So6ZLuky4AlJlWRPtD+tnjLmpqfZTwVmpv3brd1GrGS3EdmF21O/99YG207+7lu1HcIxX1/EMV+v+6MtzbNUjz6Vtfbdf+Wct/nKOW83ptrWRM/8tQfP/LVHa1ejbEWIde0g8Ct89aYs7L1b15g0xuPU25JDt9tozICVsafjcd6NJU36zdh7p21i5M3H5dr3wf2vnxwRezelvJbSJvqezczKQXu5c9eB38ysERz4zcwKxOP4zcwKqD2M43fgNzPLKQLW+UEsZmbF4q4eM7MCcR+/mVkBhQO/mVmx+OKumVmBRLiP38ysYESlR/WYmRWL+/jNzArEc/WYmRVNtI/HUTrwm5k1QnsY1dP2r1KYmW0mkS7u5lkaIqmrpEmSpkiaLuknKX2opKclzZR0r6TOKb1LWp+Vtg8pyeuClD5D0qENle3Ab2bWCBH5lhxWA5+LiN2A3YHDJO0LXAlcExHDgKXA6Wn/04GlEfFx4Jq0H5KGAyeQPdb2MOB6SRX1FezAb2bWCBHKtTScT0REVD+LtFNaAvgccF9Kvw04Or0eldZJ2w+SpJR+T0SsjojZwCxgn/rKduA3M8spa83nDvz9JD1bspxZMz9JFZJeAN4GxgKvAssiYl3aZR4wML0eCMzN6hHrgOVA39L0Wo6plS/umpk1QiOGcy5q6Jm7EVEJ7C6pF/AAsHNtu6V/ays46kmvk1v8ZmaN0Ix9/CV5xjJgHLAv0EtSdaN8e2B+ej0PGASQtvcElpSm13JMrRz4zcxyCkRVVYdcS0MkbZ1a+kjqBhwMvAz8DTg27XYq8FB6/XBaJ23/a0RESj8hjfoZCgwDJtVXtrt6zMwaoRnv3xoA3JZG4HQARkfEI5JeAu6RdCnwPHBz2v9m4A5Js8ha+icARMR0SaOBl4B1wNmpC6lODvxmZnlF883VExFTgT1qSX+NWkblRMQHwHF15HUZcFnesh34zcwaoz1P2SCpR30HRsS7zV8dM7Py1t5n55zOxkOFqtcDGNyC9TIzKzsBVFW148AfEYPq2mZmVkgBtIMWf67hnJJOkPTD9Hp7SXu1bLXMzMpTS4zj39waDPySrgMOBE5OSauAX7dkpczMylbkXMpYnlE9IyJiT0nPA0TEkuppQs3MiiXfBGzlLk/gXyupA+k7TFJfoKpFa2VmVq7KvDWfR57A/yvgD8DW6UEBxwM/adFamZmVo4Boz6N6qkXE7ZImk80jAXBcRLzYstUyMytXBQj8SQWwluxHjid2M7PiagddPXlG9VwI3A1sRzbd512SLmjpipmZlaWCjOr5V2CviFgFIOkyYDLwXy1ZMTOzstNObuDKE/jn1NivI/Bay1THzKy8lfvNWXnUN0nbNWTfb6uA6ZLGpPVDgCc3T/XMzMpMOx/VUz1yZzrwaEn6xJarjplZeVN7bvFHxM11bTMzK6Q2cOE2jwb7+CV9jOzJLsOBrtXpEbFDC9bLzKwMqV1c3M0zJv9W4Ldkdy0cDowG7mnBOpmZla92MJwzT+DfIiLGAETEqxFxEdlsnWZmxVOVcyljeYZzrpYk4FVJZwFvAtu0bLXMzMpQgcbx/zvQHfgWWV9/T+DfWrJSZmblql2P6qkWEU+nlyv48GEsZmbF1J4Dv6QHqOcUI+JLLVIjMzNrUfW1+K/bbLUwXpm6BYdut3trV8MaoaJHj9augjWCVjbPxMLtuqsnIh7fnBUxMyt7QbufssHMzGpqzy1+MzPbWHvo6snd6SWpS0tWxMysTSjCnbuS9pE0DZiZ1neT9MsWr5mZWTkqQuAHrgWOAhYDRMQUPGWDmRWQIv9SzvL08XeIiDnZrA3rVbZQfczMyltBRvXMlbQPEJIqgHOBV1q2WmZm5ancW/N55An83yDr7hkMLAT+ktLMzIqnCIE/It4GTtgMdTEzK29toP8+jzxP4PoNtXzHRcSZLVIjM7NyVoTAT9a1U60rcAwwt2WqY2ZW3lTmD1nJo8HhnBFxb8lyG/AlsufvmpnZJpI0SNLfJL0sabqkb6f0PpLGSpqZ/u2d0iXpWkmzJE2VtGdJXqem/WdKOrWhsjdlurqhwEc24Tgzs7av+W7gWgd8JyJ2BvYFzpY0HPgB8HhEDAMeT+uQPfN8WFrOBG6A7IsCuBj4FLAPcHH1l0Vd8vTxLy05jQ7AkpKKmJkVRzNe3I2IBcCC9HqFpJeBgcAoYGTa7TZgHPD9lH57RAQwUVIvSQPSvmMjYgmApLHAYcDddZVdb+BPz9rdjew5uwBVqVAzs2LKHwH7SXq2ZP3GiLixth0lDQH2AJ4G+qcvBSJigaTqZ5wPZMPrq/NSWl3pdao38EdESHogIvaqbz8zs8LIH/gXRcTeDe0kqTvwB+C8iHi3xiwJG+xaR23qSq9Tnj7+SaUXEczMikpko3ryLLnykzqRBf3fRcT9KXlh6sIh/ft2Sp8HDCo5fHtgfj3pdaoz8Euq/jWwP1nwnyHpOUnPS3ou32mZmbUjzThJW+pKvxl4OSKuLtn0MFA9MudU4KGS9FPS6J59geWpS2gMcIik3umi7iEprU71dfVMAvYEjm74FMzMCqL5rnLuB5wMTJP0Qkr7IXAFMFrS6cAbwHFp2x+BI4BZwCrgawARsUTST4Fn0n6XVF/orUt9gV8p01cbfTpmZu1V843qeZLa++cBDqpl/wDOriOvW4Bb8pZdX+DfWtL5dW2s8dPEzKwQ2vtcPRVAd+r+RjIzK552HvgXRMQlm60mZmblLtrHXD0N9vGbmVmJdt7i3+jigplZ0bXrPv6GhgOZmRVSew78ZmZWQ/6ZN8uaA7+ZWU6inXf1mJnZxhz4zcyKxoHfzKxgHPjNzAqkGZ/A1Zoc+M3MGsOB38ysWNr7lA1mZlaDu3rMzIrEN3CZmRWQA7+ZWXH4zl0zswJSVduP/A78ZmZ5uY/fzKx43NVjZlY0DvxmZsXiFr+ZWdE48JuZFUh4ygYzs0LxOH4zsyKKth/5HfjNzBrBLX6zeuw98l3O+ul8KjoEf7q7D6Ov69/aVSqEftuu5jtXzqB3vzVElfjz6G156I6BTcrzoKMXcsJZbwBwz68H8/iD/enStZILfvEyAwZ/QFWlePpvfbj16qHNcQrlq53cwNWhtSuQh6RrJJ1Xsj5G0k0l6z+XdL6k7STdl9JGSnokvT5N0nWNKG9lc9a/iDp0CM6+/E0uOmkoZ4zckQNHLWPwsA9au1qFUFkpbrryo5x15N6cf8JuHHXSAgZ97L1cx15x+1S2Gbjh59S951q+evYb/PtXduffj9+dr579Bt17rAXg/t9uz/87Ym/O/dIeDN/zXfY+YEmzn0+5UVW+pZy1icAPTABGAEjqAPQDPlGyfQQwPiLmR8SxrVC/9SRVtGb55WLHPVYx//XOvPVGF9at7cC4h3rx6UOXt3a1CmHpO5159aXuALz/XkfeeLUb/fqvYdtB73PJb17kf/7wPFfdOYXth67Kld9e+y/l+Qm9WLm8Eyvf7cTzE3qx1wFLWf1BBVOf7gXAurUdePWl7vTddnWLnVe5cODffMaTAj9ZwH8RWCGpt6QuwM7A85KGSHoxb6aSukv6raRpkqZK+nLJtsskTZE0UVL/lHarpGNL9lmZ/h0p6W+S7gKmpXq8LOk3kqZLekxStya/C21I323X8s78zuvXFy3oRL8Ba1uxRsW0zcAP+NjO7/HPKVvxrUtm8utLP8a3v7wHN181lLMvnpUrj77917BoQZf164vf6kLf/ms22GfLrdaxz4FLmPJUr2atf9kJsou7eZYy1ib6+CNivqR1kgaTfQE8BQwEPg0sB6ZGxBpJjc36P4HlEbErgKTeKX1LYGJEXCjpKuAM4NIG8toH2CUiZksaAgwDToyIMySNBr4M3Fl6gKQzgTMBurJFY+te1mr7KMr8b6Hd6bpFJRde+zI3/tdHiRA777GCC37x8vrtnTpnzdLPf+ktvnjyfAC2G/w+l/zvi6xd24GF87py6bnDqe2vqvSz7FARfP/n/+ThO7bjrXntv33ji7ubV3WrfwRwNVngH0EW+CdsYp4HAydUr0TE0vRyDfBIej0Z+HyOvCZFxOyS9dkR8UJJHkNqHhARNwI3AvRQn3bw3+lDixZ0YuvtPmwV9huwlsVvdWrFGhVLRccqLrz2Jcb939ZMGNuPbluu4713Kzj3mD032nfs/dsy9v5tgayP/+oLduDtN7uu375oYWd23efDbrq+265m2qSe69e/dclM3pzTjYdub9oF5DajHfyltpWuHviwn39Xsq6eiWQt/hFkXwqbQtT+Ma6NWN+mqeTDL8h1pPdM2c+LziXH1Lx6VtrZWZpHIcx4YQsGDl1D/0Gr6dipipGjljHxsZ4NH2jNIDjv0pnMfXULHrh1eyDr63/rza7sf+g76/cZumO+MQyTn+zNnvstpXuPtXTvsZY991vK5CezH8enfPt1ttxqHTde/tGWOJGyU30DV56lnLWlYDQe+A7wWkRUAksk9SLr8z9jE/N8DDgHOA+yrp6SVn9tXgf2AkYDowA3YetQVSl+deFALr/rNTpUwGP39GHOK10bPtCabPie73LQ0W8ze8YW/PKB5wC47Zoh/Oy7O3H2j2dxwjfm0rFjFU/8cWtmz+jeYH4rl3fi7usH84vfZz9g775+MCuXd6Jv/9Wc8I25vPFqN669/3kAHvnddoy5b9uWO7nWFuEHsWxm08hG89xVI617RCzaxDwvBX6VLghXAj8B7q9n/98AD0maBDzOxq18K/HMX3vwzF97tHY1Cuel53pyxE4H1LrtR2fsUu+xPzjlk7Wml3YHVVu8sEud5bRrbT/uo/AVt7LQQ33iUzqotathjVDRw19qbclTKx9i+bpFjR4BUmqrXtvHngd8O9e+f3/ke5MjYu+6tku6BTgKeDsidklpfYB7ya4Jvg4cHxFLU9fy/wBHAKuA0yLiuXTMqcBFKdtLI+K2hurWlvr4zcxaVwBVkW9p2K3AYTXSfgA8HhHDyHoVfpDSDycbKTiMbCTgDbD+i+Ji4FNkIwsvLhmdWCcHfjOzxoicS0PZRPwdqHmr8yigusV+G3B0SfrtkZkI9JI0ADgUGBsRS9L1ybFs/GWykbbUx29m1upaeMRO/4hYABARCyRtk9IHAnNL9puX0upKr5cDv5lZIzRiVE8/Sc+WrN+Y7t3ZpGJrSYt60uvlwG9mllfjZudcVN/F3ToslDQgtfYHAG+n9HnAoJL9tgfmp/SRNdLHNVSI+/jNzHLKbuCKXMsmehg4Nb0+FXioJP0UZfYlm2pmATAGOCTNW9YbOCSl1cstfjOzxmimmTcl3U3WWu8naR7Z6JwrgNGSTgfeAI5Lu/+RbCjnLLLhnF8DiIglkn4KPJP2uyQiGpwb24HfzKwRmjwGD6wAAAipSURBVNCa30BEnFjHpo1u6ElTyJxdRz63ALc0pmwHfjOzvNrJE7gc+M3McvNcPWZmxdMOprlx4DczyyvK/7GKeTjwm5k1hlv8ZmYF0/bjvgO/mVljqKrt9/U48JuZ5RU02w1crcmB38wsJ9Gk6RjKhgO/mVljOPCbmRWMA7+ZWYG4j9/MrHg8qsfMrFDCXT1mZoUSOPCbmRVO2+/pceA3M2sMj+M3MysaB34zswKJgMq239fjwG9m1hhu8ZuZFYwDv5lZgQTgZ+6amRVJQLiP38ysOAJf3DUzKxz38ZuZFYwDv5lZkXiSNjOzYgnA0zKbmRWMW/xmZkXiKRvMzIolIDyO38ysYHznrplZwbiP38ysQCI8qsfMrHDc4jczK5IgKitbuxJN5sBvZpaXp2U2MyugdjCcs0NrV8DMrK0IIKoi15KHpMMkzZA0S9IPWrb2H3LgNzPLK9KDWPIsDZBUAfwKOBwYDpwoaXgLnwHgrh4zs0Zpxou7+wCzIuI1AEn3AKOAl5qrgLoo2sHQpPZA0jvAnNauRwvoByxq7UpYo7TXz+wjEbF1UzKQ9Gey9yePrsAHJes3RsSNJXkdCxwWEV9P6ycDn4qIc5pSxzzc4i8TTf0PWa4kPRsRe7d2PSw/f2Z1i4jDmjE71VZEM+ZfJ/fxm5m1jnnAoJL17YH5m6NgB34zs9bxDDBM0lBJnYETgIc3R8Hu6rGWdmPDu1iZ8We2GUTEOknnAGOACuCWiJi+Ocr2xV0zs4JxV4+ZWcE48JuZFYwDfzsk6RpJ55Wsj5F0U8n6zyWdL2k7SfeltJGSHkmvT5N0XTPUo5ekbzbymFvT+Garxeb+bCWtbM76W3lw4G+fJgAjACR1ILvh5BMl20cA4yNifkS0ZJDtBTQq8DdVug2+PSuXz7ZBBfgs2iwH/vZpPCk4kAWFF4EVknpL6gLsDDwvaYikF/NmKunHkm6RNE7Sa5K+VbLtfEkvpqW6RXoF8DFJL0j6WS35nSJpqqQpku4o2fQZSRNSGcemfde3WtP6dZJOS69fl/QjSU8Cx6X6XSlpkqRXJB2Q9xzbgJb6bLtL+q2kaekz+XLJtsvSZzRRUv+UtsEvs+pfBulz+puku4BpqR4vS/qNpOmSHpPUrcnvgjWJh3O2QxExX9I6SYPJgsRTwEDg08ByYGpErJFqu3GwQTsBBwJbATMk3QB8Evga8CmyuxGflvQE8ANgl4jYvWYmkj4BXAjsFxGLJPUp2TwA2D+V9TBwX456fRAR+6e8zwI6RsQ+ko4ALgYO3pSTLTct+Nn+J7A8InYFkNQ7pW8JTIyICyVdBZwBXNpAXvuQfe6zJQ0BhgEnRsQZkkYDXwbubGwFrfm4xd9+VbcMq4PDUyXrE5qQ76MRsToiFgFvA/3JgvQDEfFeRKwE7gcaamV/Drgv5UNELCnZ9mBEVEXESyn/PO6tsX5/+ncyMCRnHm1FS3y2B5PNFAlARCxNL9cA1b+08r6XkyJidsn67Ih4oZF5WAty4G+/qvuCdyXrDphI1iocQRY4NtXqkteVZL8aN+Wng6h7XpLVNfYDWMeG/1+71jjmvTryqK5je9ISn21dn8fa+PBmn9L3cv3noeznReeSY+r6LGrmYa3Egb/9Gg8cBSyJiMrUou5FFiCeauay/g4cLWkLSVsCxwD/AFaQdQnV5nHgeEl9AWp09dRmDjBcUhdJPYGDmqfqbVJLfLaPAetnhSzp6qnL68Be6fUooNMmlmutwIG//ZpGNuJjYo205dXdK80lIp4DbgUmAU8DN0XE8xGxGBifLvj+rMYx04HLgCckTQGubqCMucBoYCrwO+D55jyHNqYlPttLgd7ps5pCdh2nPr8BPitpEtm1nZqtfCtjnrLBzKxg3OI3MysYB34zs4Jx4DczKxgHfjOzgnHgNzMrGAd+axMkVaY5f16U9HtJWzQhr9LZKr8o6Qf17NvoGUbTcT+W9N286TX2adQMpY2dl8fMgd/aivcjYveI2IVsGoGzSjcq0+j/zxHxcERcUc8um32GUbOW5sBvbdE/gI+XzPx4PfAcMEjSIZKekvRc+mXQHUDSYZL+mWbw/FJ1RiqZn15Sf0kPpJkop0gaQS0zjEr6D0nPpFksf1KS14WSZkj6C7BjQych6YyUzxRJf6jxK+ZgSf9Is4selfavkPSzkrL/X1PfSCsmB35rUyR1BA4nu1MVsgB7e0TsQXb36EXAwRGxJ/AscL6krmR3mn6BbPK4bevI/lrgiYjYDdgTmE42w+ir6dfGf0g6hGy2yX2A3YG9JH1G0l7ACcAeZF8s/5LjdO6PiH9J5b0MnF6ybQjwWeBI4NfpHE4nuzv3X1L+Z0gamqMcsw14siRrK7pJqp7h8R/AzcB2wJyIqJ66YF9gONk0EZBNHPYU2fTOsyNiJoCkO4Ezaynjc8ApABFRCSyvZc6aQ9JSPWVEd7Ivgq3IZihdlcp4OMc57SLpUrLupO7AmJJtoyOiCpgp6bV0DocAnyzp/++Zyn4lR1lm6znwW1vxfs15/VNwL50jRsDYiDixxn67U/dMoI0l4L8i4n9rlHHeJpRxK3B0RExR9lCZkSXbauYVqexzI6L0C4I0571Zbu7qsfZkIrCfpI8DpNlCdwD+CQyV9LG034l1HP848I10bIWkHmw8w+gY4N9Krh0MlLQN2Qylx0jqJmkrsm6lhmwFLJDUCTipxrbjJHVIdf4oMCOV/Y20P5J2SLOhmjWKW/zWbkTEO6nlfLeyxxACXBQRr0g6E3hU0iLgSWCXWrL4NnCjpNPJ5o3/RkQ8JWl8Gi75p9TPvzPwVPrFsRL414h4TtK9wAtkU0j/I0eV/5NsNtM5ZNcsSr9gZgBPkD2I5qyI+EDZQ9WHAM8pK/wd4Oh8747Zhzw7p5lZwbirx8ysYBz4zcwKxoHfzKxgHPjNzArGgd/MrGAc+M3MCsaB38ysYP4/OKKEDy4q9dIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.metrics import plot_confusion_matrix\n",
    "class_name = ['Will not churn', 'Will churn']\n",
    "plot_confusion_matrix(SVM, X_tst, y_tst, display_labels=class_name)\n",
    "plt.title('Confusion Matrix for SVM\\n')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# KNN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KNeighborsClassifier(algorithm='auto', leaf_size=30, metric='minkowski',\n",
       "                     metric_params=None, n_jobs=None, n_neighbors=8, p=2,\n",
       "                     weights='uniform')"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "knn=KNeighborsClassifier(n_neighbors=8)\n",
    "knn.fit(X_t,y_t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0 0 0 ... 0 1 0]\n"
     ]
    }
   ],
   "source": [
    "y_predict_knn=knn.predict(X_tst)\n",
    "print(y_predict_knn)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TEST:\n",
      "Log loss: 0.04927072238931723\n"
     ]
    }
   ],
   "source": [
    "print(\"TEST:\")\n",
    "print('Log loss:', log_loss(y_tst,y_predict_knn))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5, 1.0, 'Confusion Matrix for KNeighbors Classifier\\n')"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAElCAYAAADjk4nIAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAgAElEQVR4nO3deZgcVb3/8fdnkpAA2UgCIQkJQUlYZd8MoFGQxQ28guJVFmUxLHr5ASICiigo4BVUUBAB2VTI5bJdFMOiQYGEsC8BQsISEhIIWUkIWWbm+/ujzoTOZJbqzEymZ+rzep56putU9Tmnu3q+ferU6VOKCMzMrDiq2rsCZma2bjnwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48JuZFYwDf4WTtL6k/5O0SNL/tCCfr0u6rzXr1h4k3Svp6LV87gWS5kp6u7Xr1RYkLZH0kZz7hqQtG9l2jKSHW7d2rUPSG5L2b6O895U0pWR9K0lPS1os6buSrpL0w7You9I58LcSSf8p6Yn0zzo7Bah9WiHrw4CBQP+IOHxtM4mIP0XEAa1Qn9VIGp2Czu310ndM6eNz5vNjSTc3t19EHBwRN6xFPYcCpwPbRsSm5T6/kTxXC7aSzkjHfruS9+W39Z7zsKRj8uQfET0j4rXWqGt7kdRb0q8kvZn+N6al9QFtXXZE/DsitipJOhMYHxG9IuI3ETEmIn7a1vWoRA78rUDSacCvgJ+RBelhwO+AQ1oh+82BVyKiuhXyaivvAqMk9S9JOxp4pbUKUKYln9fNgXkRMWctyu6aY59zgVOBT0bE5JT8PnCUpOHlllmp8rwXJfuuBzwIbAccBPQGRgHzgD3apIJN2xyY3OxezSjnPahYEeGlBQvQB1gCHN7EPt3JvhhmpeVXQPe0bTQwk6w1OgeYDXwzbTsfWAGsTGUcC/wYuLkk7+FAAF3T+jHAa8Bi4HXg6yXpD5c8bxTwOLAo/R1Vsm088FPgkZTPfcCARl5bXf2vAk5OaV1S2o/IWlh1+/4amAG8BzwJ7JvSD6r3Op8tqceFqR4fAFumtOPS9iuB20ryv5gs0KheHfdPz69N+V+f0r9IFggWpny3KXnOG8D3geeA5XXvb718I9XpgrT/Rxp4Xy4H/liS/jBwTMn6t4CXgAXAOGDz+vmnx/2B/0vv3eOpzIfr7TsGmJry+m3d+5CO/SOpLouAl4H9Sp47GLgbmA9MA44v2fZj4Dbg5lT2cWRB+4m0/g5waSOfjePS9p5N/G+8AeyfHu8BTEjHYzZwBbBe2ibgMrL/kUXpuGyftn0WeJHss/oWcEbpMUiP/wHUAMvSZ2AkcD1wQUldPg88k8p/FNihnM9DR1ravQIdfSELWtVNfRCAnwATgU2AjdOH6qdp2+j0/J8A3dKHeCmwUdr+Y1YP9PXXh6d/+q7Ahumfcau0bRCwXXp8DClQAP1ScDgyPe9rab1/2j4eeDX9c6yf1i9q5LWNJgtwo4DHUtpnyYLYcawe+L9BFsC6kn3RvQ30aOh1ldTjTbIWY9f0/oznw8C/AdlZxTHAvsBcYLOm6lmyPpKsRf6ZlO+ZZEGvLtC8kYLAUGD9RvIMsqA4FRjWyPuyab1jsirwA4emMrdJr+9c4NF6+dcF/lvSsgGwLdkXaP3Afw/Ql+yM813goJJjXw38v/Rav0oWPPul7Q+RnaH2AHZKz92v5LisTHWtSp+HCcCRaXtPYK9G3p9bgBua+f95gw8D/67AXum9GE72hXhq2nYgWWOhL9mXwDbAoLRtNh82IjYCdmnkmI8nfXbS+vWkwA/sQvalsidZw+XoVLfuJfVs8vPQkRZ39bRcf2BuNN0V83XgJxExJyLeJWvJH1myfWXavjIi/kbWItmqgXzyqAW2l7R+RMyOD7sdSn0OmBoRN0VEdUT8hawV+IWSff4YEa9ExAfAWLKA0KiIeBToJ2kr4Cjgxgb2uTki5qUyf0l2JtTc67w+Iian56ysl99Ssi+TS8lapN+JiJnN5Ffnq8BfI+L+lO9/kwW1USX7/CYiZqT3oDEHAH+PiDcb2hgRb5OdDf2kgc3fBn4eES+lz8/PgJ0kbV66k6QuwJeB8yJiaUS8CDR0neOiiFiY6vJPVj9mc4Bfpc/YrcAU4HPp2sc+wPcjYllEPANcw+qfzwkRcWdE1Kb3YiWwpaQBEbEkIiY28t70JwvKuUTEkxExMR3rN4DfA59Mm1cCvYCtyc5kXoqI2SXbtpXUOyIWRMRTecsscTzw+4h4LCJqIruOtJzsi6hOns9Dh+DA33LzgAHN9PsNBqaXrE9PaavyqPfFsZSsJVWWiHifLKCNAWZL+qukrXPUp65OQ0rWS0e+5K3PTcApwKeAO+pvlHS6pJfSCKWFZN1kzV3km9HUxoiYRNa1JbIvqLxWew8iojaVVfoeNFl2cgRwmKTzm9jnYuBASTvWS98c+LWkhen9mE/2OobU229jslZwaX0aqltTx+ytSE3XpO4zOBiYHxGL621r6n04luyM6WVJj0v6fAN1gex/Y1Aj29YgaaSkeyS9Lek9si/CAQAR8Q+yrp/fAu9IulpS7/TUL5OdZU6X9JCkj+cts8TmwOl1xyIdj6Gs/n+a5/PQITjwt9wEsn7DQ5vYZxbZB6vOsJS2Nt4nO92vs9oIlYgYFxGfIfuHexn4Q4761NXprbWsU52bgJOAv6XW+CqS9iXrI/0KWTdWX7LuBtVVvZE8m5w+VtLJZGcOs8i6a/Ja7T2QJLJ/9NL3IM/Uta+QXUM4SdJZDe0QEfPIruvUH0EyA/h2RPQtWdZPZ0+l3iXrqtmsJG1ojrqVGpJeY526z+AssjO1XvW2Nfo+RMTUiPgaWdflxcBtkjZsoMwHyL7wGtrWkCvJPrMjIqI3cDYffj6IbCTOrmRdfyOB76X0xyPikFSfOymvAVBnBnBhvWOxQTobXlWFtci3Ijnwt1BELCK7iPlbSYdK2kBSN0kHS7ok7fYX4FxJG6dhbD8i65pYG88An5A0TFIf4Ad1GyQNlPTF9I+2nKzLqKaBPP4GjExDULtK+ipZv/E9a1knACLidbJT83Ma2NyLLHi9C3SV9COyUR513gGGlzNyR9JIsouc3yDrmjhTUpNdUiXGknV17CepG9k1h+Vk11/KkrrT9ge+J+nURna7lKwbaZuStKuAH0jaLr2ePpLWGLIbETXA7cCP0+dra7LutHJsAnw3fTYPT/X4W0TMIHvNP5fUQ9IOZC36PzWWkaRvSNo4nSUtTMkNfc5uIguo/ytpa0lVkvpLOlvSZxvYvxfZ9ZAl6TWeWFLm7pL2TMfqfbLGVo2k9ZT9RqVP6rJ7r5G6NOcPwJhUhiRtKOlz9b4QOw0H/lYQEZcCp5FdnHuX7MN+ClnrA7Lg9ATZiIDngadS2tqUdT9wa8rrSVYP1lVkAWwWWbfBJ8la4PXzmEc2guF0stPxM4HPR8TctalTvbwfjoiGzmbGAfeStZCnk/3jlp461/04bZ6kZvtoU9fazcDFEfFsREwlayHeJKl7jnpOIfvCuJzsovAXgC9ExIrmnttIfs+SXYA8T9KYBra/B1xCdmG9Lu0OshbzLalr4wXg4EaKOIWsa+xtsoD6F7IvqrweA0aQvdYLgcPS5wCyi/vDyT43d5BdS7i/ibwOAiZLWkI2UuuIiFhWf6eIWE72hfgycD9ZUJ5E1n3zWAP5ngH8J9nonD+Qfc7r9E5pC8g+P/PIrstA9qX/RnoPx5Ad17JExBNk/fxXpDKmkV0U75TqhnuZWQci6WJg04hYq18xW7G5xW/WAaSukh1SN8QeZN0xa1xAN8uj4/8CzawYepF17wwmG5r5S+Cudq2RdVju6jEzKxh39ZiZFYwDv5lZwTjwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48JuZFYwDv5lZwTjwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48JuZFYwDv5lZwTjwm5kVjAO/mVnB+A5cFWJAvy4xfGi39q6GleGV5zZo7ypYGZbxPitiuVqSx4Gf2jDmza/Jte+Tzy0fFxEHtaS8tuLAXyGGD+3GpHFD27saVoYDB+/U3lWwMjwWD7Y4j3nza5g0bliufbsMmjqgxQW2EQd+M7OcAqiltr2r0WIO/GZmOQXBysjX1VPJHPjNzMrgFr+ZWYEEQU1Ee1ejxRz4zczKUIsDv5lZYQRQ48BvZlYsbvGbmRVIACvdx29mVhxBuKvHzKxQAmo6ftx34Dczyyv75W7H58BvZpabqKFF87xVBAd+M7Ocsou7DvxmZoWRjeN34DczK5Rat/jNzIrDLX4zs4IJRE0nuGOtA7+ZWRnc1WNmViCBWBFd2rsaLebAb2aWU/YDLnf1mJkVii/umpkVSISoCbf4zcwKpdYtfjOz4sgu7nb8sNnxX4GZ2Trii7tmZgVU43H8ZmbF4V/umpkVUG0nGNXT8V+Bmdk6kk3SVpVryUNSF0lPS7onrW8h6TFJUyXdKmm9lN49rU9L24eX5PGDlD5F0oF5ynXgNzPLKRAro0uuJaf/Al4qWb8YuCwiRgALgGNT+rHAgojYErgs7YekbYEjgO2Ag4DfSWq2cAd+M7OcIqAmqnItzZG0GfA54Jq0LuDTwG1plxuAQ9PjQ9I6aft+af9DgFsiYnlEvA5MA/ZormwHfjOz3ERtzgUYIOmJkuWEepn9CjiTD+/f3h9YGBHVaX0mMCQ9HgLMAEjbF6X9V6U38JxG+eKumVlOAeVM2TA3InZraIOkzwNzIuJJSaPrkhspsqltTT2nUQ78ZmZlaKXhnHsDX5T0WaAH0JvsDKCvpK6pVb8ZMCvtPxMYCsyU1BXoA8wvSa9T+pxGuavHzCynQNRGvqXJfCJ+EBGbRcRwsouz/4iIrwP/BA5Lux0N3JUe353WSdv/ERGR0o9Io362AEYAk5p7HW7xm5nlFMDKtp2r5/vALZIuAJ4Grk3p1wI3SZpG1tI/AiAiJksaC7wIVAMnR0RNc4U48JuZ5aZWn48/IsYD49Pj12hgVE5ELAMOb+T5FwIXllOmA7+ZWU5B5/jlrgO/mVkZfAcuM7MCiZBb/GZmRZJd3M09HUPFcuA3M8vN99w1MyuU7OKu+/jNzArFN2IxMyuQul/udnQO/GZmZfDN1s3MCiQCVtY68JuZFUbW1ePAb2ZWKP7lrnVKNTXwnYNG0n/QSn564+urbbvqvME8+0gvAJYvEwvnduP2l59vUXnvLejCz8YM552Z6zFwsxWc8/s36NW3hkf/3psbfzEICbp0Dcac/xbb7/l+i8qypu02+j3G/HQWXaqCe//Sj7FXDGzvKlWUzjKcs03OWSRdJunUkvVxkq4pWf+lpNMkDZZ0W0obXXKn+WMkXdEK9egr6aQyn3O9pMOa37PzuvOajRk6YnmD28acP4srH5jClQ9M4ZBvzmXvgxfmzvfZR3vy36cOWyN97BWbsPM+i/njIy+x8z6LufWKTQDYed8lq8o67dI3ueyMoWs811pPVVVw8s/e4tyvb8Hxo7fiU4csZNiIZe1drQqTdfXkWSpZW9XuUWAUgKQqYADZXeDrjAIeiYhZEdGWQbYvUFbgb6k8d7ivZO/O6sakB3tz8H/Oa3bff965EaMPXbBq/X9+tzHfOXgkY/bbiht/sWnuMieM68P+X5kPwP5fmc+Ev/cBYP0Na1FqXC1bWrXqsbWNrXZeyqw31uPtN7tTvbKK8Xf15eMHLmrvalWcMu65W7HaKvA/Qgr8ZAH/BWCxpI0kdQe2AZ6WNFzSC3kzlfRjSddJGi/pNUnfLdl2mqQX0lJ3tnER8FFJz0j6RQP5HSXpOUnPSrqpZNMnJD2ayjgs7bvqjCStXyHpmPT4DUk/kvQwcHiq38WSJkl6RdK+eV9je7vqvCEcd+4s1Mwn452Z3XhnxnrstM8SAJ4c34u3Xu/Ob/72Cr+7fwpTn1+f5ydumKvMBXO70X9gdn/p/gOrWTjvwx7IR+7tw7H7bs0Pj/oIp1365tq9KMul/6YreXfWeqvW587uxoBBK9uxRpUnG9XTJddSydqkjz8iZkmqljSM7AtgAtmd3z9Odnf45yJihdauCbc18CmgFzBF0pXADsA3gT3Jbj78mKSHgLOA7SNip/qZSNoOOAfYOyLmSupXsnkQsE8q627gthz1WhYR+6S8xwBdI2KPdE/N84D9G6jDCcAJAMOGtP/llon396bvgGpG7PABzz7as8l9x9+5Eft8biFd0uf7yYd68dRDvTnpM1sB8MHSKt56rTsf2+t9vvu5EaxcXsUHS6tYvLALJ+6f7XPsubPYbfTiJsvZ++BF7H3wIp6fuCE3XDKIi8e+2vIXag1q6N8xmr1td7H4B1zNq2v1jwIuJQv8o8gC/6MtyPevEbEcWC5pDjCQLEjfERHvA0i6HdiXLGg35tPAbRExFyAi5pdsuzMiaoEXJeW9unVrvfXb098ngeENPSEirgauBthtxx7t/i/24uMbMvG+3jz+4LasWC6WLu7CxacM4/tXrNnSfuiuvpz8s5mr1gP46nfe4XNHrtlF9Ju/TgWyPv77x/bjjF+tnt9GA1Yy752u9B9Yzbx3utK3f/UaeXxsr/eZPX09Fs3rQp/+zd5ZztbC3Nnd2HjwilXrAwatZN7b3dqxRpWp0rtx8mjLKxB1/fwfI+vqmUjW4h9F9qWwtkqvOtaQfXmtzZEQWbxqroy6vKtZ/f3qUe859Yeb1OVRV8eK962zZ/OnJ1/kxkkv8oMrp7PjPosbDPozpnVnyaKubLvb0lVpu31yMeNu6ccH72dv0dzZ3Vg4N9/L3uuA93hgbHbC9cDYfqv6ld96fb1VLc6pz61P9UrRu5+DfluZ8swGDNliBQOHLqdrt1pGH7KQiff1ae9qVZS6UT0tvdl6e2vrFv/pwGvp5r/zJfUl6/M/vpXL+hdwvaSLyAL1l4AjgcVkXUINeRC4Q9JlETFPUr96rf76pgPbpmsUPYD9gIdb7RVUsBsu2ZSROy7l4we+B2TdPJ88ZMFqXQO7jl7Mm9O6c+oXRgDZhdkzL59O3wHN5//VU97hwjHD+fst/dlkSDacE+Dhv/blgds2omtX6L5+LWdfOd0XeNtQbY347TlD+NmfX6OqC9x3Sz+mv1K/fWOVPmInj7YM/M+Tjeb5c720nnXdK60lIp6SdD0wKSVdExFPA0h6JF1AvjcivlfynMmSLgQeklRDdkf7Y5ooY0a6m/1zwNS0f6e146gl7Dgqu3B79Jlvr7btyDPebugpfOm4uXzpuMYPbWmepXr3q2mw7/6rp8zhq6fMKafa1kKP/6M3j/+jd3tXo2JFiOpOEPgVvnpTEXbbsUdMGudx6h3JgYPXGDNgFeyxeJD3Yn6Lzhk32nqTGH3t4bn2vXOf3z0ZEbu1pLy20iH6ns3MKkFn+eWuA7+ZWRkc+M3MCsTj+M3MCqgzjON34DczyykCqn0jFjOzYnFXj5lZgbiP38ysgMKB38ysWHxx18ysQCLcx29mVjCixqN6zMyKxX38ZmYF4rl6zMyKJjrH7Sgd+M3MytAZRvV0/KsUZmbrSKSLu3mW5kjqIWmSpGclTZZ0fkrfQtJjkqZKulXSeim9e1qflrYPL8nrByl9iqQDmyvbgd/MrAwR+ZYclgOfjogdgZ2AgyTtBVwMXBYRI4AFwLFp/2OBBRGxJXBZ2g9J2wJHkN3W9iDgd5K6NFWwA7+ZWRkilGtpPp+IiKi7F2m3tATwaeC2lH4DcGh6fEhaJ23fT5JS+i0RsTwiXgemAXs0VbYDv5lZTllrPnfgHyDpiZLlhPr5Seoi6RlgDnA/8CqwMCKq0y4zgSHp8RBgRlaPqAYWAf1L0xt4ToN8cdfMrAxlDOec29w9dyOiBthJUl/gDmCbhnZLfxsqOJpIb5Rb/GZmZWjFPv6SPGMhMB7YC+grqa5RvhkwKz2eCQwFSNv7APNL0xt4ToMc+M3McgpEbW1VrqU5kjZOLX0krQ/sD7wE/BM4LO12NHBXenx3Widt/0dEREo/Io362QIYAUxqqmx39ZiZlaEVf781CLghjcCpAsZGxD2SXgRukXQB8DRwbdr/WuAmSdPIWvpHAETEZEljgReBauDk1IXUKAd+M7O8ovXm6omI54CdG0h/jQZG5UTEMuDwRvK6ELgwb9kO/GZm5ejMUzZI6t3UEyPivdavjplZZevss3NOZs2hQnXrAQxrw3qZmVWcAGprO3Hgj4ihjW0zMyukADpBiz/XcE5JR0g6Oz3eTNKubVstM7PK1Bbj+Ne1ZgO/pCuATwFHpqSlwFVtWSkzs4oVOZcKlmdUz6iI2EXS0wARMb9umlAzs2LJNwFbpcsT+FdKqiJ9h0nqD9S2aa3MzCpVhbfm88gT+H8L/C+wcbpRwFeA89u0VmZmlSggOvOonjoRcaOkJ8nmkQA4PCJeaNtqmZlVqgIE/qQLsJLsJMcTu5lZcXWCrp48o3rOAf4CDCab7vPPkn7Q1hUzM6tIBRnV8w1g14hYCiDpQuBJ4OdtWTEzs4rTSX7AlSfwT6+3X1fgtbapjplZZav0H2fl0dQkbZeRfb8tBSZLGpfWDwAeXjfVMzOrMJ18VE/dyJ3JwF9L0ie2XXXMzCqbOnOLPyKubWybmVkhdYALt3k028cv6aNkd3bZFuhRlx4RI9uwXmZmFUid4uJunjH51wN/JPvVwsHAWOCWNqyTmVnl6gTDOfME/g0iYhxARLwaEeeSzdZpZlY8tTmXCpZnOOdySQJelTQGeAvYpG2rZWZWgQo0jv//AT2B75L19fcBvtWWlTIzq1SdelRPnYh4LD1czIc3YzEzK6bOHPgl3UETLzEi/qNNamRmZm2qqRb/FeusFsYrz23AgYN3au9qWBm69O7d3lWwMmhJ60ws3Km7eiLiwXVZETOzihd0+ikbzMysvs7c4jczszV1hq6e3J1ekrq3ZUXMzDqEIvxyV9Iekp4Hpqb1HSVd3uY1MzOrREUI/MBvgM8D8wAi4lk8ZYOZFZAi/1LJ8vTxV0XE9GzWhlVq2qg+ZmaVrSCjemZI2gMISV2A7wCvtG21zMwqU6W35vPIE/hPJOvuGQa8AzyQ0szMiqcIgT8i5gBHrIO6mJlVtg7Qf59Hnjtw/YEGvuMi4oQ2qZGZWSUrQuAn69qp0wP4EjCjbapjZlbZVOE3Wcmj2eGcEXFryXID8B9k9981M7O1JGmopH9KeknSZEn/ldL7Sbpf0tT0d6OULkm/kTRN0nOSdinJ6+i0/1RJRzdX9tpMV7cFsPlaPM/MrONrvR9wVQOnR8Q2wF7AyZK2Bc4CHoyIEcCDaR2ye56PSMsJwJWQfVEA5wF7AnsA59V9WTQmTx//gpKXUQXML6mImVlxtOLF3YiYDcxOjxdLegkYAhwCjE673QCMB76f0m+MiAAmSuoraVDa9/6ImA8g6X7gIOAvjZXdZOBP99rdkew+uwC1qVAzs2LKHwEHSHqiZP3qiLi6oR0lDQd2Bh4DBqYvBSJitqS6e5wPYfXrqzNTWmPpjWoy8EdESLojInZtaj8zs8LIH/jnRsRuze0kqSfwv8CpEfFevVkSVtu1kdo0lt6oPH38k0ovIpiZFZXIRvXkWXLlJ3UjC/p/iojbU/I7qQuH9HdOSp8JDC15+mbArCbSG9Vo4JdUdzawD1nwnyLpKUlPS3oq38syM+tEWnGSttSVfi3wUkRcWrLpbqBuZM7RwF0l6Uel0T17AYtSl9A44ABJG6WLugektEY11dUzCdgFOLT5l2BmVhCtd5Vzb+BI4HlJz6S0s4GLgLGSjgXeBA5P2/4GfBaYBiwFvgkQEfMl/RR4PO33k7oLvY1pKvArZfpq2S/HzKyzar1RPQ/TcP88wH4N7B/AyY3kdR1wXd6ymwr8G0s6rbGN9U5NzMwKobPP1dMF6Enj30hmZsXTyQP/7Ij4yTqriZlZpYvOMVdPs338ZmZWopO3+Ne4uGBmVnSduo+/ueFAZmaF1JkDv5mZ1ZN/5s2K5sBvZpaT6ORdPWZmtiYHfjOzonHgNzMrGAd+M7MCacU7cLUnB34zs3I48JuZFUtnn7LBzMzqcVePmVmR+AdcZmYF5MBvZlYc/uWumVkBqbbjR34HfjOzvNzHb2ZWPO7qMTMrGgd+M7NicYvfzKxoHPjNzAokPGWDmVmheBy/mVkRRceP/A78ZmZlcIvfrBGbfXQZZ181fdX6psNWcNMvNuWOazZux1p1Tqde+Ap7jJ7PwnndOOmLu66xvWfvlZx64VQGDfuAFcur+NU5I5k+dcMWldm1Wy1nXDyFLbdbwuKF3fj5aVsz560e7DxqAcec/gbdutWycmUV112yBc8+1rdFZVWUTvIDrqr2rkAeki6TdGrJ+jhJ15Ss/1LSaZIGS7otpY2WdE96fIykK8oob0lr1r+IZr7ag5M+sxUnfWYrTjlwJMs/qOKRe/u0d7U6pQfuGMgPj9++0e1f+fYMXnt5Q04+ZFd++f2t+PbZr+bOe5Mhy7joxufWSD/wsLdZ8l5Xjjtwd+64YTDfOv11ABYt6Mb5J27LSV/clUvPGsnpl0wp/wVVONXmWypZhwj8wKPAKABJVcAAYLuS7aOARyJiVkQc1g71W0VSl/YsvxLttO8SZk9fjzlvrdfeVemUXniiD4sXNX7yPuyjS3lmQtbqnvn6Bgwcspy+/VcA8KkvzOGysU9z+R1Pccr5U6mqytec3Wu/eTxw50AAHh63MTt+fCEQvPZST+bP6Q7A9KkbsF73Wrp2q/AoWCYH/nXnEVLgJwv4LwCLJW0kqTuwDfC0pOGSXsibqaSekv4o6XlJz0n6csm2CyU9K2mipIEp7XpJh5XssyT9HS3pn5L+DDyf6vGSpD9ImizpPknrt/hd6KBGH7KA8Xdu1N7VKKzXp/Rk7wPmATDyY4vZZPAyBmy6nKEfWconPvsuZ/znjnznS7tQWyNGf2FOrjz7b7KCd2dnAb62Rixd3JXefatX22fvA+fy6os9qV7ZUcJMDkF2cTfPUsE6RB9/RMySVC1pGNkXwARgCPBxYBHwXESskFRu1j8EFkXExwAk1UWnDYGJEXGOpEuA44ELmslrD2D7iHhd0nBgBPC1iDhe0ljgy8DNpU+QdNqR7hwAAA07SURBVAJwAkAPNii37h1C12617HXAe1z3s0HtXZXCGnv1Zow55zUuv+Mppr+yIa++1JOaarHjxxey5XZL+NX/PANA9x61LJrfDYBzL3+RgZsto1u3WjYetJzL73gKgLtvGsz9t29KQ/9qpaFu2Jbv863T3+CcYxvvguqofHF33apr9Y8CLiUL/KPIAv+ja5nn/sARdSsRsSA9XAHckx4/CXwmR16TIuL1kvXXI+KZkjyG139CRFwNXA3QW/06wcdpTbt/ejHTnl+fhXO7tXdVCuuD97ty2dkj01rwxwcf5+2ZPdh+90U8eOcmXH/pFms854LvbAtkffyn/fwVzjpqh9W2z31nPTYetJx573SnqkuwQa9qFi/Mwkn/gcv54RUv8cvvj+TtGZ3wRLcT/Kd2pHOwun7+j5F19Uwka/GPIvtSWBui4cO4MmLVuVoNH35BVpPeM2WnF6Wd1u/Xy2N5yePSPApl9KEL3c3TzjbsVb2qn/3Aw9/mhcf78MH7XXlmQl/2PmAuffpl/f09+6xkk8HLcuX52D/6s/+h7wCwz4Hv8tzEvoDYsFc15/9+MtdfOpwXn+58F/PrfsCVZ6lkHSkYPQKcDrwWETXAfEl9yfr8j1/LPO8DTgFOhayrp6TV35A3gF2BscAhgJuxTei+fi277LuYX5+5WXtXpVM785cvs8PuC+m9UTU3jn+Mmy/fnK5ds8jzt1sHMfSjSzn9oinU1oo3p23Ar88dAcCMVzfkpl8P54JrX6CqKqiuruJ3P/koc2b1aLbMcbdtyhmXTOGacY+zeFFXLj5tawC+8PVZDB72AUec+CZHnPgmAOceuz2L5neSC/sRvhHLOvY82WieP9dL6xkRc9cyzwuA36YLwjXA+cDtTez/B+AuSZOAB1mzlW8lln9QxeHbd74+3kpzyelbN7n95Wd6c/xBuze47V/3bsy/7m38txVz3uqxRjcPwMoVVfz81G3WSL/lqmHcctWwZmrcwXX8uI+iwq8+F0Vv9Ys9tV97V8PK0KV37/augpVhwpK7WFQ9t+wRIKV69d0sdtn3v3Lt+697znwyInZrbLuk64DPA3MiYvuU1g+4leya4BvAVyJiQepa/jXwWWApcExEPJWeczRwbsr2goi4obm6daQ+fjOz9hVAbeRbmnc9cFC9tLOAByNiBFmvwlkp/WCykYIjyEYCXgmrvijOA/YkG1l4XsnoxEY58JuZlSNyLs1lE/EvYH695EOAuhb7DcChJek3RmYi0FfSIOBA4P6ImJ+uT97Pml8ma+hIffxmZu2ujUfsDIyI2QARMVvSJil9CDCjZL+ZKa2x9CY58JuZlaGMUT0DJD1Rsn51+u3OWhXbQFo0kd4kB34zs7zKm51zblMXdxvxjqRBqbU/CKibQ2MmMLRkv82AWSl9dL308c0V4j5+M7Ocsh9wRa5lLd0NHJ0eHw3cVZJ+lDJ7kU01MxsYBxyQ5i3bCDggpTXJLX4zs3K00sybkv5C1lofIGkm2eici4Cxko4F3gQOT7v/jWwo5zSy4ZzfBIiI+ZJ+Cjye9vtJRNS/YLwGB34zszK0oDW/moj4WiOb1vhBT5pC5uRG8rkOuK6csh34zczy6iR34HLgNzPLzXP1mJkVTyeY5saB38wsr6j82yrm4cBvZlYOt/jNzAqm48d9B34zs3KotuP39Tjwm5nlFbTaD7jakwO/mVlOokXTMVQMB34zs3I48JuZFYwDv5lZgbiP38yseDyqx8ysUMJdPWZmhRI48JuZFU7H7+lx4DczK4fH8ZuZFY0Dv5lZgURATcfv63HgNzMrh1v8ZmYF48BvZlYgAfieu2ZmRRIQ7uM3MyuOwBd3zcwKx338ZmYF48BvZlYknqTNzKxYAvC0zGZmBeMWv5lZkXjKBjOzYgkIj+M3MysY/3LXzKxg3MdvZlYgER7VY2ZWOG7xm5kVSRA1Ne1diRZz4Dczy8vTMpuZFVAnGM5Z1d4VMDPrKAKI2si15CHpIElTJE2TdFbb1v5DDvxmZnlFuhFLnqUZkroAvwUOBrYFviZp2zZ+BYC7eszMytKKF3f3AKZFxGsAkm4BDgFebK0CGqPoBEOTOgNJ7wLT27sebWAAMLe9K2Fl6azHbPOI2LglGUj6O9n7k0cPYFnJ+tURcXVJXocBB0XEcWn9SGDPiDilJXXMwy3+CtHSD2SlkvREROzW3vWw/HzMGhcRB7VidmqoiFbMv1Hu4zczax8zgaEl65sBs9ZFwQ78Zmbt43FghKQtJK0HHAHcvS4KdlePtbWrm9/FKoyP2ToQEdWSTgHGAV2A6yJi8roo2xd3zcwKxl09ZmYF48BvZlYwDvydkKTLJJ1asj5O0jUl67+UdJqkwZJuS2mjJd2THh8j6YpWqEdfSSeV+Zzr0/hma8C6PraSlrRm/a0yOPB3To8CowAkVZH94GS7ku2jgEciYlZEtGWQ7QuUFfhbKv0MvjOrlGPbrAIciw7Lgb9zeoQUHMiCwgvAYkkbSeoObAM8LWm4pBfyZirpx5KukzRe0muSvluy7TRJL6SlrkV6EfBRSc9I+kUD+R0l6TlJz0q6qWTTJyQ9mso4LO27qtWa1q+QdEx6/IakH0l6GDg81e9iSZMkvSJp37yvsQNoq2PbU9IfJT2fjsmXS7ZdmI7RREkDU9pqZ2Z1ZwbpOP1T0p+B51M9XpL0B0mTJd0naf0WvwvWIh7O2QlFxCxJ1ZKGkQWJCcAQ4OPAIuC5iFghNfTDwWZtDXwK6AVMkXQlsAPwTWBPsl8jPibpIeAsYPuI2Kl+JpK2A84B9o6IuZL6lWweBOyTyrobuC1HvZZFxD4p7zFA14jYQ9JngfOA/dfmxVaaNjy2PwQWRcTHACRtlNI3BCZGxDmSLgGOBy5oJq89yI7765KGAyOAr0XE8ZLGAl8Gbi63gtZ63OLvvOpahnXBYULJ+qMtyPevEbE8IuYCc4CBZEH6joh4PyKWALcDzbWyPw3clvIhIuaXbLszImoj4sWUfx631lu/Pf19EhieM4+Ooi2O7f5kM0UCEBEL0sMVQN2ZVt73clJEvF6y/npEPFNmHtaGHPg7r7q+4I+RdQdMJGsVjiILHGtrecnjGrKzxrU5dRCNz0uyvN5+ANWs/nntUe857zeSR10dO5O2OLaNHY+V8eGPfUrfy1XHQ9npxXolz2nsWNTPw9qJA3/n9QjweWB+RNSkFnVfsgAxoZXL+hdwqKQNJG0IfAn4N7CYrEuoIQ8CX5HUH6BeV09DpgPbSuouqQ+wX+tUvUNqi2N7H7BqVsiSrp7GvAHsmh4fAnRby3KtHTjwd17Pk434mFgvbVFd90priYingOuBScBjwDUR8XREzAMeSRd8f1HvOZOBC4GHJD0LXNpMGTOAscBzwJ+Ap1vzNXQwbXFsLwA2SsfqWbLrOE35A/BJSZPIru3Ub+VbBfOUDWZmBeMWv5lZwTjwm5kVjAO/mVnBOPCbmRWMA7+ZWcE48FuHIKkmzfnzgqT/kbRBC/Iqna3yi5LOamLfsmcYTc/7saQz8qbX26esGUrLnZfHzIHfOooPImKniNiebBqBMaUblSn78xwRd0fERU3sss5nGDVraw781hH9G9iyZObH3wFPAUMlHSBpgqSn0plBTwBJB0l6Oc3g+R91GalkfnpJAyXdkWaifFbSKBqYYVTS9yQ9nmaxPL8kr3MkTZH0ALBVcy9C0vEpn2cl/W+9s5j9Jf07zS76+bR/F0m/KCn72y19I62YHPitQ5HUFTiY7JeqkAXYGyNiZ7Jfj54L7B8RuwBPAKdJ6kH2S9MvkE0et2kj2f8GeCgidgR2ASaTzTD6ajrb+J6kA8hmm9wD2AnYVdInJO0KHAHsTPbFsnuOl3N7ROyeynsJOLZk23Dgk8DngKvSaziW7Ne5u6f8j5e0RY5yzFbjyZKso1hfUt0Mj/8GrgUGA9Mjom7qgr2AbcmmiYBs4rAJZNM7vx4RUwEk3Qyc0EAZnwaOAoiIGmBRA3PWHJCWuikjepJ9EfQim6F0aSrj7hyvaXtJF5B1J/UExpVsGxsRtcBUSa+l13AAsENJ/3+fVPYrOcoyW8WB3zqKD+rP65+Ce+kcMQLuj4iv1dtvJxqfCbRcAn4eEb+vV8apa1HG9cChEfGsspvKjC7ZVj+vSGV/JyJKvyBIc96b5eauHutMJgJ7S9oSIM0WOhJ4GdhC0kfTfl9r5PkPAiem53aR1Js1ZxgdB3yr5NrBEEmbkM1Q+iVJ60vqRdat1JxewGxJ3YCv19t2uKSqVOePAFNS2Sem/ZE0Ms2GalYWt/it04iId1PL+S/KbkMIcG5EvCLpBOCvkuYCDwPbN5DFfwFXSzqWbN74EyNigqRH0nDJe1M//zbAhHTGsQT4RkQ8JelW4BmyKaT/naPKPySbzXQ62TWL0i+YKcBDZDeiGRMRy5TdVH048JSywt8FDs337ph9yLNzmpkVjLt6zMwKxoHfzKxgHPjNzArGgd/MrGAc+M3MCsaB38ysYBz4zcwK5v8Dt2CCLVO0Oh8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_confusion_matrix(knn, X_tst, y_tst, display_labels=class_name)\n",
    "plt.title('Confusion Matrix for KNeighbors Classifier\\n')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Light GBM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['boosting_type', 'class_weight', 'colsample_bytree', 'importance_type', 'learning_rate', 'max_depth', 'min_child_samples', 'min_child_weight', 'min_split_gain', 'n_estimators', 'n_jobs', 'num_leaves', 'objective', 'random_state', 'reg_alpha', 'reg_lambda', 'silent', 'subsample', 'subsample_for_bin', 'subsample_freq', 'max_bin'])"
      ]
     },
     "execution_count": 183,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import lightgbm as lgb\n",
    "from sklearn.model_selection import (GridSearchCV,StratifiedKFold)\n",
    "params = {\n",
    "     'application': 'binary', \n",
    "    'boosting': 'gbdt',\n",
    "    'num_iterations': 200, \n",
    "    'learning_rate': 0.05,\n",
    "    'num_leaves': 30,\n",
    "    'device': 'gpu', \n",
    "    'max_depth': 100, \n",
    "    'max_bin': 255,\n",
    "    'lambda_l1': 5,\n",
    "    'lambda_l2': 10,\n",
    "    'metric' : 'binary_logloss',\n",
    "    'subsample_for_bin': 200,\n",
    "    'colsample_bytree': 0.8,\n",
    "}\n",
    "mdl = lgb.LGBMClassifier(boosting_type= 'gbdt', \n",
    "          objective = 'binary', \n",
    "          n_jobs = 3, \n",
    "          silent = True,\n",
    "          max_depth = params['max_depth'],\n",
    "          max_bin = params['max_bin'], \n",
    "          subsample_for_bin = params['subsample_for_bin'])\n",
    "mdl.get_params().keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 5184 candidates, totalling 15552 fits\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 12 concurrent workers.\n",
      "[Parallel(n_jobs=-1)]: Done  26 tasks      | elapsed:   14.9s\n",
      "[Parallel(n_jobs=-1)]: Done 176 tasks      | elapsed:  1.3min\n",
      "[Parallel(n_jobs=-1)]: Done 426 tasks      | elapsed:  3.4min\n",
      "[Parallel(n_jobs=-1)]: Done 776 tasks      | elapsed:  6.1min\n",
      "[Parallel(n_jobs=-1)]: Done 1226 tasks      | elapsed:  9.2min\n",
      "[Parallel(n_jobs=-1)]: Done 1776 tasks      | elapsed: 13.0min\n",
      "[Parallel(n_jobs=-1)]: Done 2426 tasks      | elapsed: 18.2min\n",
      "[Parallel(n_jobs=-1)]: Done 3176 tasks      | elapsed: 23.6min\n",
      "[Parallel(n_jobs=-1)]: Done 4026 tasks      | elapsed: 29.1min\n",
      "[Parallel(n_jobs=-1)]: Done 4976 tasks      | elapsed: 35.7min\n",
      "[Parallel(n_jobs=-1)]: Done 6026 tasks      | elapsed: 43.1min\n",
      "[Parallel(n_jobs=-1)]: Done 7176 tasks      | elapsed: 50.4min\n",
      "[Parallel(n_jobs=-1)]: Done 8426 tasks      | elapsed: 58.2min\n",
      "[Parallel(n_jobs=-1)]: Done 9776 tasks      | elapsed: 66.5min\n",
      "[Parallel(n_jobs=-1)]: Done 11226 tasks      | elapsed: 75.4min\n",
      "[Parallel(n_jobs=-1)]: Done 12776 tasks      | elapsed: 85.0min\n",
      "[Parallel(n_jobs=-1)]: Done 14426 tasks      | elapsed: 95.1min\n",
      "[Parallel(n_jobs=-1)]: Done 15552 out of 15552 | elapsed: 101.9min finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'boosting_type': 'gbdt', 'colsample_bytree': 0.64, 'learning_rate': 1, 'max_bin': 255, 'n_estimators': 16, 'num_leaves': 16, 'objective': 'binary', 'random_state': 500, 'reg_alpha': 1, 'reg_lambda': 1} 1.0\n"
     ]
    }
   ],
   "source": [
    "gridParams = {\n",
    "    'learning_rate': [0.005,0.01,0.03,0.05,1,1.3],\n",
    "    'n_estimators': [16,24,32],\n",
    "    'num_leaves': [16,24,30,32],\n",
    "    'boosting_type' : ['gbdt', 'dart'],\n",
    "    'objective' : ['binary'],\n",
    "    'max_bin':[255, 510],\n",
    "    'random_state' : [500],\n",
    "    'colsample_bytree' : [0.64, 0.65, 0.66],\n",
    "    'reg_alpha' : [1,1.2],\n",
    "    'reg_lambda' : [1,1.2,1.4]\n",
    "    }\n",
    "grid = GridSearchCV(mdl, gridParams, verbose=1, cv=StratifiedKFold(shuffle=True,n_splits=3),n_jobs=-1)\n",
    "grid.fit(X_t, y_t)\n",
    "print(grid.best_params_,grid.best_score_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.0"
      ]
     },
     "execution_count": 215,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [],
   "source": [
    "training_data = lgb.Dataset(X_t, label=y_t)\n",
    "testing_data = lgb.Dataset(X_tst, label=y_tst)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's binary_logloss: 0.201185\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.0543535\n",
      "[3]\tvalid_0's binary_logloss: 0.0389001\n",
      "[4]\tvalid_0's binary_logloss: 0.0266497\n",
      "[5]\tvalid_0's binary_logloss: 0.0214102\n",
      "[6]\tvalid_0's binary_logloss: 0.0174738\n",
      "[7]\tvalid_0's binary_logloss: 0.0144722\n",
      "[8]\tvalid_0's binary_logloss: 0.0121034\n",
      "[9]\tvalid_0's binary_logloss: 0.0103861\n",
      "[10]\tvalid_0's binary_logloss: 0.00932663\n",
      "[11]\tvalid_0's binary_logloss: 0.00875472\n",
      "[12]\tvalid_0's binary_logloss: 0.00875472\n",
      "[13]\tvalid_0's binary_logloss: 0.00846351\n",
      "[14]\tvalid_0's binary_logloss: 0.00831757\n",
      "[15]\tvalid_0's binary_logloss: 0.00824463\n",
      "[16]\tvalid_0's binary_logloss: 0.00824463\n",
      "Did not meet early stopping. Best iteration is:\n",
      "[15]\tvalid_0's binary_logloss: 0.00824463\n"
     ]
    }
   ],
   "source": [
    "parameters ={'boosting_type': 'gbdt', \n",
    "             'colsample_bytree': 0.64, \n",
    "             'learning_rate': 1, \n",
    "             'max_bin': 255, \n",
    "             'n_estimators': 16, \n",
    "             'num_leaves': 16,\n",
    "             'objective': 'binary', \n",
    "             'random_state': 500, \n",
    "             'reg_alpha': 1, \n",
    "             'reg_lambda': 1   \n",
    "}\n",
    "model = lgb.train(parameters,\n",
    "                  training_data,\n",
    "                  valid_sets=testing_data,\n",
    "                  num_boost_round=5000,\n",
    "                  early_stopping_rounds=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_predict_lgbm = model.predict(X_tst)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([8.42245191e-06, 8.42245191e-06, 8.42245191e-06, ...,\n",
       "       8.48635851e-06, 9.98698612e-01, 1.03835196e-04])"
      ]
     },
     "execution_count": 205,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_predict_lgbm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4907,)"
      ]
     },
     "execution_count": 207,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_predict_lgbm.shape"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}