Hackathon_Solutions/Plugin Hackathon : Cardiac Arrest Risk Prediction/Rank_1_Karan_Juneja.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/arya/.local/lib/python3.6/site-packages/sklearn/utils/deprecation.py:144: FutureWarning: The sklearn.ensemble.forest module is  deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.ensemble. Anything that cannot be imported from sklearn.ensemble is now part of the private API.\n",
      "  warnings.warn(message, FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from sklearn.metrics import log_loss\n",
    "import lightgbm as lgb\n",
    "from sklearn.model_selection import StratifiedKFold,KFold,GridSearchCV,GroupKFold,train_test_split\n",
    "from rfpimp import *\n",
    "from xgboost import XGBClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.linear_model import LogisticRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = pd.read_csv('Train.csv')\n",
    "df_test = pd.read_csv('Test.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_sub = pd.read_excel('Sample_Submission.xlsx')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Lets see some stats of training and test set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1    0.682790\n",
      "2    0.287964\n",
      "0    0.029246\n",
      "Name: Gender, dtype: float64\n",
      "0    0.87964\n",
      "1    0.12036\n",
      "Name: Chain_smoker, dtype: float64\n",
      "1    0.83802\n",
      "0    0.16198\n",
      "Name: Consumes_other_tobacco_products, dtype: float64\n",
      "0    0.913386\n",
      "1    0.086614\n",
      "Name: HighBP, dtype: float64\n",
      "1    0.91901\n",
      "0    0.08099\n",
      "Name: Obese, dtype: float64\n",
      "0    0.944882\n",
      "1    0.055118\n",
      "Name: Diabetes, dtype: float64\n",
      "0    0.957255\n",
      "1    0.042745\n",
      "Name: Metabolic_syndrome, dtype: float64\n",
      "0    0.917885\n",
      "1    0.082115\n",
      "Name: Use_of_stimulant_drugs, dtype: float64\n",
      "1    0.925759\n",
      "0    0.074241\n",
      "Name: Family_history, dtype: float64\n",
      "0    0.982002\n",
      "1    0.017998\n",
      "Name: History_of_preeclampsia, dtype: float64\n",
      "0    0.978628\n",
      "1    0.021372\n",
      "Name: CABG_history, dtype: float64\n",
      "0    0.967379\n",
      "1    0.032621\n",
      "Name: Respiratory_illness, dtype: float64\n",
      "no     0.786277\n",
      "yes    0.213723\n",
      "Name: UnderRisk, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "for x in df_train.columns:\n",
    "    print(df_train[x].value_counts(normalize=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1    0.651832\n",
      "2    0.321990\n",
      "0    0.026178\n",
      "Name: Gender, dtype: float64\n",
      "0    0.879581\n",
      "1    0.120419\n",
      "Name: Chain_smoker, dtype: float64\n",
      "1    0.793194\n",
      "0    0.206806\n",
      "Name: Consumes_other_tobacco_products, dtype: float64\n",
      "0    0.945026\n",
      "1    0.054974\n",
      "Name: HighBP, dtype: float64\n",
      "1    0.89267\n",
      "0    0.10733\n",
      "Name: Obese, dtype: float64\n",
      "0    0.947644\n",
      "1    0.052356\n",
      "Name: Diabetes, dtype: float64\n",
      "0    0.939791\n",
      "1    0.060209\n",
      "Name: Metabolic_syndrome, dtype: float64\n",
      "0    0.89267\n",
      "1    0.10733\n",
      "Name: Use_of_stimulant_drugs, dtype: float64\n",
      "1    0.924084\n",
      "0    0.075916\n",
      "Name: Family_history, dtype: float64\n",
      "0    0.994764\n",
      "1    0.005236\n",
      "Name: History_of_preeclampsia, dtype: float64\n",
      "0    0.979058\n",
      "1    0.020942\n",
      "Name: CABG_history, dtype: float64\n",
      "0    0.968586\n",
      "1    0.031414\n",
      "Name: Respiratory_illness, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "for x in df_test.columns:\n",
    "    print(df_test[x].value_counts(normalize=True))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Looks the same to me not much of difference, probably a straifiedkfold should be enough"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "no     0.846154\n",
       "yes    0.153846\n",
       "Name: UnderRisk, dtype: float64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train[df_train['Gender'] == 0]['UnderRisk'].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "no     0.759473\n",
       "yes    0.240527\n",
       "Name: UnderRisk, dtype: float64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train[df_train['Gender'] == 1]['UnderRisk'].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "no     0.84375\n",
       "yes    0.15625\n",
       "Name: UnderRisk, dtype: float64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train[df_train['Gender'] == 2]['UnderRisk'].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Similary as above i tried to see of there are some definite relationships of the features with the target so that i can just create a rule but there didn't seem to be any."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "risk = {\n",
    "    'no':0,\n",
    "    'yes':1\n",
    "}\n",
    "df_train['UnderRisk'] = df_train['UnderRisk'].map(risk)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7ff00c5cde10>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb638d0f0>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb638dc88>,\n",
       " <matplotlib.lines.Line2D at 0x7fefbcea8630>,\n",
       " <matplotlib.lines.Line2D at 0x7fefbce70a20>,\n",
       " <matplotlib.lines.Line2D at 0x7fefbce70b38>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8c518>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8cc88>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8c898>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8c5c0>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb638dda0>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8ca58>,\n",
       " <matplotlib.lines.Line2D at 0x7fefb6b8cc50>]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3de5QcZ3nn8e+vuueukTySRrLQxbJs2fgS8GUw9sIuhg1gkwSTbPZgwyYkwNqHxRtIsruB5JyQmD1nySabBDYE40O0JBwwJFyClwUcAjZsNthoBMb4JiPJxpKQpbEu1mVGM3159o+qHtX0zGhaUsuSSr/POX2m6623qt73qbeeKb3do1JEYGZmxZWc6gaYmdnJ5URvZlZwTvRmZgXnRG9mVnBO9GZmBVc+1Q2YyeLFi2P16tWnuhlmZmeMDRs2PBcRgzOtOy0T/erVqxkeHj7VzTAzO2NI+sls6zx1Y2ZWcE70ZmYF50RvZlZwTvRmZgXnRG9mVnBzJnpJKyXdJ+kxSY9Kes8MdSTpI5I2SXpY0lW5dW+T9OPs9bZ2d8DMzI6ula9XVoHfjojvS+oHNkj6RkQ8lqtzI7A2e70c+BjwckkLgQ8AQ0Bk294TEXvb2osmn3nwGb72yA4uWzaf/eNVBPzSVSvY+OwBPrf+GbrK6e+3PYcmWDM4j+svXsJ9G3fx2E+fp6ezzM++eAn9PR0cGKvw3S27WTq/m9tedQEAD2zZzbVrFnH1eQN85sFn+Nz6Z1g6v5vrL17C3tEJrl2zCIAvfH8bzx0YZ9/oBOPVOtetWcTm5w7x1MhBOkoJneWE69Ysor+ng4HeTu7buItd+w9z/uI+dh+a4MbLl3Hxuf1TjrfhJ3u589ub2bX/MG9+2Sre8vJVk31d1NfJ7kMTXLZsPpufO8Su/YenHHNhXyfn9HYy2N/FZS9aMNnWq88bAGDDT/bywJbdDPR28shPn+e5A+MM9nfR31Xm0R37J9vzhe9vQ8BlL1rAfRt3Te4bYLxan9auRnueGjnImsF5k3H8wve3sWnngcnYNOKdP9YDW3ZPnoN9oxUOHK5w4ZJ5vOnKFTzy0+cnzyvAnd/ePHmMNYv7+O6W3dPO822vumAyjs193Tc6wfZ9Y4zX6pzT08nbX3H+tPg+9dwhusrJjHHMj63G+uYxd05vGqf8to02NPpy9XkDfOirj/P1R5/lipXn0NtVZtPOA2zfNwYSyxd0T9l/o++NMQFMjsl8rBvnbO/oxGRMu8oJa5f2TzvHjTHXaPvS+d2sWdzHozv2c9my+dPG7HVrFrF/vDo5Zhr9aFyL6/5pC/sOV+gql5jfVaaznLCgp4Mndx5g1cLeyfP53IFxAPaNTrDn0MTkuGq8P3C4OhnvtUv7J6+1xrlsjudMMW70tZEbGm1ujOf8Ndi4phb1dfLI9ucZq9a5bNl8rr94CY/89Hl+8JO97Nx/mAuXzON3brxkSp/zeWGm3NKIX/7abIyNfPzaRcf63xRL+jLwFxHxjVzZx4H7I+LubHkjcH3jFRG3zVRvNkNDQ3G836P/zIPP8Ltf+tG08lICtfpx7XJy+1KSUK3V6Swn/Np1q7nzO1um1EkE5UTUgWrtxP/7546SqNWDznLC7//8Zfz+l39ENdeHN13xIv7+oZ8e174TQWc54dPvvBaAt37iAcYrdY7W6lZjeLR2lRKQNGd8Okqi0kIMyyURES21q6Mk/vCNl3PHVx6ds6/QWnwTpa/qDMefK16CKW3oLCe84fJzWz6nc/W91VjnNcbcbH1qRWc54e5/fy0bnz0w47XYDiJtKxKVanoum+PJLGUnQykRf3vbdW3pcyN+x5rsJW2IiKGZ1h3TH0xJWg1cCTzYtGo5sDW3vC0rm618pn3fCtwKsGrVqmNp1hRfe2THjOUnkuQb29fr6YCqVOt8/dFnp9WpB1Rq0baB1Uh0lWqdrz2yY9qFd/+TI8e973qk+31gy24AJqpzJ75WY3i0dqX7mDtCrSR5OLZfqJVa8LVHdrTUV2gtvvVIXzOZK17Nm1Wq9WM6p3P1vdVYT2lDts/Z+tTSPrJx1RhbJ0PQaOuR622mJr9QT9uo1aNtfW7Er5139S1/GCtpHvAF4L0Rsb9tLchExF0RMRQRQ4ODM/4Vb0tuvHzZjOWlE/zYuZRARzmhpPTnDZedO61OovQuo1zSiR0s01HS5PFuvHwZ5aY+XH/R8ccpyfZ77ZpFXLtmEZ3lZM7B0GoMj9auUkJL8ekoiVaiWC6p5XZ1lMSNly9rqa/QWnzTf8XNvG6udjX3r6OcHNM5navvrcZ6ShuyMTdbn1raRzauZrsW26FxR9+RO5cz9bQ9V+LcSona1udG/NqppTt6SR2kSf7TEfHFGapsB1bmlldkZdtJp2/y5fcfT0Nb9ZaXp/8aeCHm6Fct6ntB5+gvPrd/2hz9Necvassc/affeW1b5+gb7Tod5+gb+25ljj4f3xdqjv7c+d2FmKNvjK2zaY6+0eczbo5ekoC/BvZExHtnqfNzwO3AG0g/jP1IRFyTfRi7AWh8C+f7wNURsedoxzyROXozs7PRic7RvwL4FeBHkh7Kyn4XWAUQEXcCXyVN8puAUeDXs3V7JH0QWJ9td8dcSd7MzNprzkQfEf/EHFNdkf6z4N2zrFsHrDuu1pmZ2QnzX8aamRWcE72ZWcE50ZuZFZwTvZlZwTnRm5kVnBO9mVnBOdGbmRWcE72ZWcE50ZuZFZwTvZlZwTnRm5kVnBO9mVnBOdGbmRWcE72ZWcE50ZuZFZwTvZlZwc354BFJ64CfB3ZFxOUzrP/PwFtz+7sEGMyeLvU0cACoAdXZHnNlZmYnTyt39J8EbphtZUT8cURcERFXAO8Hvt30uMBXZ+ud5M3MToE5E31EfAdo9TmvtwB3n1CLzMysrdo2Ry+pl/TO/wu54gD+QdIGSbfOsf2tkoYlDY+MjLSrWWZmZ712fhj7C8D/a5q2eWVEXAXcCLxb0r+abeOIuCsihiJiaHBwsI3NMjM7u7Uz0d9M07RNRGzPfu4CvgRc08bjmZlZC9qS6CUtAF4FfDlX1iepv/EeeB3wSDuOZ2ZmrWvl65V3A9cDiyVtAz4AdABExJ1ZtV8E/iEiDuU2XQp8SVLjOJ+JiK+3r+lmZtaKORN9RNzSQp1Pkn4NM1+2BXjp8TbMzMzaw38Za2ZWcE70ZmYF50RvZlZwTvRmZgXnRG9mVnBO9GZmBedEb2ZWcE70ZmYF50RvZlZwTvRmZgXnRG9mVnBO9GZmBedEb2ZWcE70ZmYF50RvZlZwTvRmZgU3Z6KXtE7SLkkzPgZQ0vWSnpf0UPb6/dy6GyRtlLRJ0vva2XAzM2tNK3f0nwRumKPO/42IK7LXHQCSSsBHgRuBS4FbJF16Io01M7NjN2eij4jvAHuOY9/XAJsiYktETACfBW46jv2YmdkJaNcc/XWSfijpa5Iuy8qWA1tzdbZlZTOSdKukYUnDIyMjbWqWmZm1I9F/HzgvIl4K/E/g749nJxFxV0QMRcTQ4OBgG5plZmbQhkQfEfsj4mD2/qtAh6TFwHZgZa7qiqzMzMxeQCec6CWdK0nZ+2uyfe4G1gNrJZ0vqRO4GbjnRI9nZmbHpjxXBUl3A9cDiyVtAz4AdABExJ3ALwPvklQFxoCbIyKAqqTbgXuBErAuIh49Kb0wM7NZKc3Jp5ehoaEYHh4+1c0wMztjSNoQEUMzrfNfxpqZFZwTvZlZwTnRm5kVnBO9mVnBOdGbmRWcE72ZWcE50ZuZFZwTvZlZwTnRm5kVnBO9mVnBOdGbmRWcE72ZWcE50ZuZFZwTvZlZwTnRm5kV3JyJXtI6SbskPTLL+rdKeljSjyT9s6SX5tY9nZU/JMn/wbyZ2SnQyh39J4EbjrL+KeBVEfEzwAeBu5rWvzoirpjtP8Q3M7OTa85HCUbEdyStPsr6f84tPkD6EHAzMztNtHuO/h3A13LLAfyDpA2Sbj3ahpJulTQsaXhkZKTNzTIzO3vNeUffKkmvJk30r8wVvzIitktaAnxD0hMR8Z2Zto+Iu8imfYaGhk6/B9mamZ2h2nJHL+klwCeAmyJid6M8IrZnP3cBXwKuacfxzMysdSec6CWtAr4I/EpEPJkr75PU33gPvA6Y8Zs7ZmZ28sw5dSPpbuB6YLGkbcAHgA6AiLgT+H1gEfCXkgCq2TdslgJfysrKwGci4usnoQ9mZnYUrXzr5pY51r8TeOcM5VuAl07fwszMXkj+y1gzs4JzojczKzgnejOzgnOiNzMrOCd6M7OCc6I3Mys4J3ozs4JzojczKzgnejOzgnOiNzMrOCd6M7OCc6I3Mys4J3ozs4JzojczKzgnejOzgnOiNzMruJYSvaR1knZJmvFRgEp9RNImSQ9Luiq37m2Sfpy93tauhpuZWWvmfMJU5pPAXwB/M8v6G4G12evlwMeAl0taSProwSEggA2S7omIvSfS6Nn81d+8mRct3Eiozt6Dh/jnA908qV7qHVUu7RnjMOJADfpLcG7vch6tLGLfoR9TjsMcDpHUg4X1EuocZHDBizikbjrHn6C3tpufVkWfgu1VMVHvpHN0NbWkSn/PDs7tHuX6GGf+wRrre7qoTPRz6EAXqq3g4mX7KPU8w+bxhAu6qiDx8D7ortS5qrfOxtp5fG+sREfnHvo6RpmowN4qdJTE2nlLUf81DExs4NnR7ewf76d3bC29fU/xcH2UCbq5qCthGc+zpjNBSYXhw4IQy5MS22uAagz11qiNrWL9vkFKvU+xout5No8FB6vBhR3Bvs6EA3WYqADV4IKOQD0JvUkwMhp0T9S5qidYPFACgs17V7P+wCClvi28KOlk//5LmT//MYgd7B4Lnih3cE45QOJnumtc11vj6YmE4cMlDtSgoxowXmJ//VzG561kfvkJDk8c4FBAknRTSc5hXhUWHVpBX+8zbI1n6anV6eoQ3V1iqKfO6g54ejxh/YFzGHx+ITfxNCw5xL6uPp6aKHP/WDfPj8/nmr4Jls97luHRhAO1hKjOp3fsQlb2b+Vw104u6AiIhOHDpHErJWzVAHtLKxiobWelnmM06lzQVWd1ZwDw9ARsnkh4dkJsqST0R51La1Wu7IZ9A5fwROkSXlx7ktLoUzwV41zQVQdgeCzh2Vo/46VFrOkZ4BDzGB/7EYcr+6hGwgWddXoSsaZU4vyeCZ6uBMNjJQ6PB0sqNa7qhsULEzYlF/LNQ/2MHHwCEIN9l7AsdvDU2E7Kgt4kIER/IpZ31NleARBDPYDq2RiB5eWgfjiIwzU2l8oMVOtsL/VyqDZArWMf88qH6W3cCqZdZ3G9zsrxTh7rWcaqPvHKjq2QVHi6IjZPlLigI9hRSfjeGMwvwS8kh3nZwXH29PXxw64uhsfr7K/00Tu6lpX9P2V3bQfdEzWWdokN6uK5GvQlNXpLQX8CQ91iRzV4fBQuGq+wrVTimXpCEnBurcYKqgz0lXmuu8QFnem53FwJepP0WiVEV5TYUq1RUQ/qWMp1B+u8bM8ou/r3s6t8iK55i9k88EouqT/BBZWtqHyYp6t1Nk8kXNhZB8T6sSQdH+VgNGBNR3B+Vx0ET0+ILeMJPUoYrSdc0FlNz/dh6JoIXj8xxubSEu6vnstLeg+yfN4ONlfEBR3BeUkHDxyG7x2uUQaWJGXWcDG/e8vftTU3KiJaqyitBr4SEZfPsO7jwP0RcXe2vJH0ObPXA9dHxG0z1ZvN0NBQDA8Pt9wJSJP8ecvTbUb21Pnjg71U0ufVAgLB5GhFBAlQb6xN1+VDoVJWp3pkfWPbppBJUK6ntSvpNYSAzoCBndfx3LIHqGV7A6hl25cDqiSEYnI/U3YuMdr/BnoO3IuopatCoGg0erL9pax9tRliU0KM7fgFOpZ+HVSZ4TjZzyn9n1rWGfCf5h1if7KG//HoG+lc+degKkSJ8Z0/R8/SrxCqTt8eeM28Ct8+2HGkbVPip7RLzauyvkoxdQOldye/dM4EX9zXRTWgK4KP79jFSyoTfP7SAf5odB7VxiaRUErq1LOzksYwAUSS1EimxU3TwiCCsuA/LB4H4C+f66KSr5SL0WD/LTy88Aa6xjdyzsiHqEX9yHmfsu9SrnRqUDoEv7hggi/s60zbldv/r86bx0e6fomevZ+iWfN+mh054vS2N+8pyMZjc4XIHUsd/OLgACvZyl8+l54L0biqUuWAdTt2EoK3L1uaxiA7ByJAudq5MdMweZXOkaaktK6A6sw1Jq/LjnrwO7v38ieLzmFCoiNgoP+tbFz4Gt4ff0DH+KbJ/hw5d1ObOdt4EE3bRBoDARWJiBLlpEY9G1P/sq/Ctw52TGlpGfi3nZccc7KXtCF7Xvc07ZqjXw5szS1vy8pmK5+pkbdKGpY0PDIycswNWLpgS7YfeOaQqErpgrIsEtC4bFP5JJ+9y28TdY4k+aaaOvKz8b6qLMlnBSFRFaj/caoBgaiTJflsw6oAxZT9TG0DdI5uoDHMlNVv7kmjN7Vpa9L3tYCk/3FQNUvyTY1vbNNclqtXyeK6ce9a6Hkm21eAapT7HyNUmxqYyXjDw2OlqW3T1GPl+9Fofb6vU+uLKvDDsVKazJXG/gc9XSSRtrEW+ep16rm2NMpQjZglbvmoQHruagGbJhI2TSTZL5H8TcSRGC06OExdJTT+JNWII+e9qX9pSW2G8ZUe64f5mDWdg/LoD6ad6Rki2NQTZUfM1TmSzaf9nBwGzfvLjW+iykMT50zGpNHX/HZVYEN3Nxu6urPzkD8H+RM1U9t1JMk3X3RNY6hx7GpTLJkhwlXBt/p6mJCoZ9fhkkPrqVLicV02rT/N4+No42HaNtn+q5NdqlGLI/t4eKyUa92RmD3LU7TTafNhbETcFRFDETE0ODh4zNvvfH5Nth9Y1ReUI9KFiCO32OTvDtOuH7lRyNcPUAKUp66fbOuRn4335YCOgCQrSCIoB8SBSygLkuyOvqQjG5azu9b8fqa2ASZ6r6JxLzZ5R9/Uk0ZvStPWpO9LgvqBSyDK6T5ybcjXm1aWq9eRxfXigR/D2KpsX4IoUTtwKYrS1MBMxhte0lOb2raYeqzmm+No6uvU+kEZeGlPjbLSOuWAK8cmqCttY0n56glJri2Td/RRmrz7ao5bPioAymJ4YWedCzvr6XHztXIx2j1viCSqRNdFlKUj572pf2lJadr4ahzrpfmYNZ2Dau+V0870DBFs6klkR8zVaZxfpv888g++pv3lxjcqc0XnvsmYNPqa364MXH34MFePH87OQ/4c5E/UTG3P9tfczuZXFrf0iiX376apEWq8Kwe85tAYnRGUsutwV9/LKFPjknh0Wn+ax8dM40FMbUf+3JWDyWudKFHK9l1Sem00970MnMv5tFOrc/Rz2Q6szC2vyMq2k07f5Mvvb9Mxp3jHr35uco5+QW+d366fojn67qY5+jU/odRTOYE5ejHQtfjE5+h717N+34tPaI5+4fxOFrKV9170f1h/4JIjc/QLdzO/ZwFHm6O/tDPaPEcvlgxUJ+foK+cEG5YcYqCrl9uS5ATm6DXrHP3KNMNz28KJ2efo5z3IhbX9vFhPUpqX8FRUjm+OvlssWTQxfY5+foXfSr7NN+uXnRZz9P9CWyFpxGTmOfq+pZ3s6evjXV06bebo+7SQd1Vyc/QL9vCmyn/l/MoOVC5NnuOjzdGvLAkEty2snMAcfScDnDlz9D8H3A68gfTD2I9ExDXZh7EbgMa3cL4PXB0Re452rOOZozczO5sdbY6+pTt6SXeT3pkvlrSN9Js0HQARcSfwVdIkvwkYBX49W7dH0geB9dmu7pgryZuZWXu1lOgj4pY51gfw7lnWrQPWHXvTzMysHU6bD2PNzOzkcKI3Mys4J3ozs4JzojczKzgnejOzgnOiNzMrOCd6M7OCc6I3Mys4J3ozs4JzojczKzgnejOzgnOiNzMrOCd6M7OCc6I3Mys4J3ozs4JzojczK7iWEr2kGyRtlLRJ0vtmWP9nkh7KXk9K2pdbV8utu6edjTczs7nN+YQpSSXgo8BrgW3Aekn3RMRjjToR8Zu5+v8RuDK3i7GIuKJ9TTYzs2PRyh39NcCmiNgSERPAZ4GbjlL/FuDudjTOzMxOXCuJfjmwNbe8LSubRtJ5wPnAt3LF3ZKGJT0g6U2zHUTSrVm94ZGRkRaaZWZmrWj3h7E3A5+PiFqu7LyIGALeAvy5pAtm2jAi7oqIoYgYGhwcbHOzzMzOXq0k+u3AytzyiqxsJjfTNG0TEduzn1uA+5k6f29mZidZK4l+PbBW0vmSOkmT+bRvz0h6MTAAfDdXNiCpK3u/GHgF8FjztmZmdvLM+a2biKhKuh24FygB6yLiUUl3AMMR0Uj6NwOfjYjIbX4J8HFJddJfKh/Kf1vHzMxOPk3Ny6eHoaGhGB4ePtXNMDM7Y0jakH0eOo3/MtbMrOCc6M3MCs6J3sys4JzozcwKzonezKzgnOjNzArOid7MrOCc6M3MCs6J3sys4JzozcwKzonezKzgnOjNzArOid7MrOCc6M3MCs6J3sys4FpK9JJukLRR0iZJ75th/a9JGpH0UPZ6Z27d2yT9OHu9rZ2NNzOzuc35hClJJeCjwGuBbcB6SffM8KSoz0XE7U3bLgQ+AAwBAWzItt3bltabmdmcWrmjvwbYFBFbImIC+CxwU4v7fz3wjYjYkyX3bwA3HF9TzczseLSS6JcDW3PL27KyZv9G0sOSPi9p5TFui6RbJQ1LGh4ZGWmhWWZm1op2fRj7v4HVEfES0rv2vz7WHUTEXRExFBFDg4ODbWqWmZm1kui3AytzyyuyskkRsTsixrPFTwBXt7qtmZmdXK0k+vXAWknnS+oEbgbuyVeQtCy3+Ebg8ez9vcDrJA1IGgBel5WZmdkLZM5v3UREVdLtpAm6BKyLiEcl3QEMR8Q9wG9IeiNQBfYAv5Ztu0fSB0l/WQDcERF7TkI/zMxsFoqIU92GaYaGhmJ4ePhUN8PM7IwhaUNEDM20zn8Za2ZWcE70ZmYF50RvZlZwTvRmZgXnRG9mVnBO9GZmBedEb2ZWcE70ZmYF50RvZlZwTvRmZgXnRG9mVnBO9GZmBedEb2ZWcE70ZmYF50RvZlZwTvRmZgXXUqKXdIOkjZI2SXrfDOt/S9Jjkh6W9E1J5+XW1SQ9lL3uad7WzMxOrjkfJSipBHwUeC2wDVgv6Z6IeCxX7QfAUESMSnoX8N+BN2frxiLiija328zMWtTKHf01wKaI2BIRE8BngZvyFSLivogYzRYfAFa0t5lmZna8Wkn0y4GtueVtWdls3gF8LbfcLWlY0gOS3jTbRpJuzeoNj4yMtNAsMzNrxZxTN8dC0r8DhoBX5YrPi4jtktYA35L0o4jY3LxtRNwF3AXpw8Hb2S4zs7NZK3f024GVueUVWdkUkn4W+D3gjREx3iiPiO3Zzy3A/cCVJ9BeMzM7Rq0k+vXAWknnS+oEbgamfHtG0pXAx0mT/K5c+YCkruz9YuAVQP5DXDMzO8nmnLqJiKqk24F7gRKwLiIelXQHMBwR9wB/DMwD/k4SwDMR8UbgEuDjkuqkv1Q+1PRtHTMzO8kUcfpNhw8NDcXw8PCpboaZ2RlD0oaIGJppnf8y1sys4JzozcwKzonezKzgnOjNzArOid7MrOCc6M3MCs6J3sys4JzozcwKzonezKzgnOjNzArOid7MrOCc6M3MCs6J3sys4JzozcwKzonezKzgnOjNzAqupUQv6QZJGyVtkvS+GdZ3Sfpctv5BSatz696flW+U9Pr2Nd3MzFox56MEJZWAjwKvBbYB6yXd0/RIwHcAeyPiQkk3A38EvFnSpaTPmL0MeBHwj5IuiohauzsC8PYPv5on5+2kQhCIMsG8OpQieL4kBHQEVATjiBKwvFrj3Gog6uxPEp4tlxhN0vUAJYISortep5qIxdUafXV4tlyiklaZ3F8AZQIQENQQdaAD6K0HownUEF0EAUxkx+gi6Mge9NUZcMFEne56nQd6y4wjkqwO5NtdBdJ2pEdL913O6lVz78ezdiS5/iypBkEwUj4Sl86AJIL9JZGeoHQf5SxmE9l+yO2r1rTvTsRF41UOJOJAIvaURCXXh0Y/A6gqbWdPBCsqNQTsLCdMSFPO0cJanWpW1igH6CRQ1r9aFvVG2/LxApgXwUCtzp5SwiEdObe13DloxI0sRl31YDyBWhbb5r53IS4an2Bnucz+REeNUf48V7J+lwg6s7g3xmj+WPmYBVPPQUduDGwvlwCxsFajJjEhTTmXjbiMz9LXBLGgFiRAEBwqib5afXJfeRVBBWWj/cg4z8czPWc1xpKEgzpybjqAgVowljB5DhrXQi0bBwtrdQ4mR447oXQcdteDsUR0RrCikh5nZ7nMeFLNjp+2p5SNifz4D8SCLDaHEk2Olw6gL7suK0zt52znrjFux2c4z83xmBdBdx32lNK6pRli1TiXC2s1yohzK2L5wSH+4Hc+RTvN+ShBSdcBfxARr8+W3w8QEf8tV+ferM53JZWBZ4FB4H35uvl6Rzvm8TxK8O0ffjXrF4wc0zZmZqebMnDTziuPOdkf7VGCc97RA8uBrbnlbcDLZ6uTPUz8eWBRVv5A07bLZ2nkrcCtAKtWrWqhWVNt690FCJruQM5YEWduX87kth+rs6mv9oKoRlDpeqKt+2wl0b8gIuIu4C5I7+iPdfsVo0vYsWAkvfCK4kzuy5nc9mN1NvXVTroy0DH+4rbvcy7bgZW55RVZ2Ux1tmVTNwuA3S1u2xbr3nOf5+g9Rz/ZNs/Re47ec/RHtJLo1wNrJZ1PmqRvBt7SVOce4G3Ad4FfBr4VESHpHuAzkv6U9MPYtcD32tX4Zuvec9/J2rWZ2RlrzkSfzbnfDtwLlIB1EfGopDuA4Yi4B/gr4FOSNgF7SH8ZkNX7W+AxoAq8+2R948bMzGY257duToXj+daNmdnZ7GjfuvFfxpqZFZwTvZlZwTnRm5kVnBO9mVnBnZYfxkoaAX5ynJsvBp5rY3POdI7HdI7JVI7HdGdiTM6LiMGZVpyWif5ESBqe7ZPns5HjMZ1jMpXjMV3RYuKpGzOzgnOiNzMruCIm+rtOdQNOM47HdI7JVI7HdLds6TwAAANfSURBVIWKSeHm6M3MbKoi3tGbmVmOE72ZWcEVJtHP9QDzopK0UtJ9kh6T9Kik92TlCyV9Q9KPs58DWbkkfSSL08OSrjq1PTg5JJUk/UDSV7Ll87MH12/KHmTfmZXP+mD7IpF0jqTPS3pC0uOSrjubx4ik38yul0ck3S2pu8hjpBCJPvcA8xuBS4FbsgeTnw2qwG9HxKXAtcC7s76/D/hmRKwFvpktQxqjtdnrVuBjL3yTXxDvAR7PLf8R8GcRcSGwl/SB9pB7sD3wZ1m9Ivow8PWIeDHwUtLYnJVjRNJy4DeAoYi4nPS/X7+ZIo+RiDjjX8B1wL255fcD7z/V7TpFsfgy8FpgI7AsK1sGbMzefxy4JVd/sl5RXqRPMvsm8BrgK6SP/nkOKDePF9LnLFyXvS9n9XSq+9DmeCwAnmru19k6RjjyjOuF2Tn/CvD6Io+RQtzRM/MDzGd8CHmRZf+kvBJ4EFgaETuyVc8CS7P3Z0Os/hz4LzD5tLdFwL6IqGbL+T5PebA90HiwfZGcD4wA/yubzvqEpD7O0jESEduBPwGeAXaQnvMNFHiMFCXRn/UkzQO+ALw3Ivbn10V6K3JWfI9W0s8DuyJiw6luy2mkDFwFfCwirgQOcWSaBjjrxsgAcBPpL8AXAX3ADae0USdZURL9C/YQ8tORpA7SJP/piPhiVrxT0rJs/TJgV1Ze9Fi9AnijpKeBz5JO33wYOCd7cD1M7fNkPJoebF8k24BtEfFgtvx50sR/to6RnwWeioiRiKgAXyQdN4UdI0VJ9JMPMM8+Kb+Z9IHlhSdJpM/sfTwi/jS3qvHAdrKfX86V/2r2zYprgedz/3w/40XE+yNiRUSsJh0H34qItwL3kT64HqbHoxGnyQfbv4BNPuki4llgq6SLs6J/Tfoc57NyjJBO2VwrqTe7fhrxKO4YOdUfErTxA5Y3AE8Cm4HfO9XteQH7/UrSf3I/DDyUvd5AOof4TeDHwD8CC7P6Iv2G0mbgR6TfPDjl/ThJsbke+Er2fg3wPWAT8HdAV1benS1vytavOdXtPkmxuAIYzsbJ3wMDZ/MYAf4QeAJ4BPgU0FXkMeL/AsHMrOCKMnVjZmazcKI3Mys4J3ozs4JzojczKzgnejOzgnOiNzMrOCd6M7OC+/+/ckDx95HS6gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(df_train,' .')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is just my way of seeing how the data was separated , like by what column or by what value row wise, x is row indices and y is a column seems like it was separated via gender."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.collections.PathCollection at 0x7fefb6188390>"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3deXxU1fn48c+Zfcm+hyyEVQQVxLC5FZeqtVbcW7XWVlq/tXbR1lZb7a+t3b+ta23tF7V137UVdxEUFWVHIGwSwpIA2ZdJJrPP+f0xg4KEEOWGmQvP+/Xixcy5M/M8N4EnJ+eee47SWiOEEOLQYkl1AkIIIYwnxV0IIQ5BUtyFEOIQJMVdCCEOQVLchRDiEGRLdQIABQUFuqqqKtVpCCGEqSxbtqxVa13Y17G0KO5VVVUsXbo01WkIIYSpKKW27uuYDMsIIcQhSIq7EEIcgqS4CyHEIUiKuxBCHIJMXdzjkTpigUXoeE+qUxFCiLSSFrNlPqtoqJnm1TPIzW8nGlHYHZqW9vOomPjnVKcmhBBpwZQ9920Lzya/qA2nW+PNiuNwafJz/suW5X9PdWpCCJEWTFfcu5pWUTq0G7tjz3aXRxNquy81SQkhRJoxXXH/cM5jxKKqz2Meb/QgZyOEEOnJdMV9y/p2+tpfJByCjavcBz8hIYT4HGLRGE1bWwj0BAbl801X3D9a4eSNp3IJ9iri8URbKKjo6bSxbrkrtckJIcQAvPbveVxUPJNvj7ueC4tm8teZ/yAcDBsaw3SzZdqbHfh9Fv5zfwHDjwySUxhl8zoXa5e6aWu0pzo9IYTo15LXVnDPDx4g1PtJMX/ryfeIxeLc+OD3DYtjup57frHmybuLyc6P8M5L2Tx7bwGtO21EwxaWvpWd6vSEEKJfj/3uuT0KO0A4EGH+U+/j7/IbFsd0PXe700EkbOGunw7FatO4PHHeeTEXAG9mJMXZCSFE/5rrW/tst9qtdLb48GZ7DYljup57PNrL2EndgCYWBb/PmjyiycqT2TJCiPQ2dtoRKMveM/4sFkVRZYFhcUxX3LvaLaxbmsEJZ3dSXB7Cmxll3OQeho8L9PkFE0KIdHLlby7B5XXuUa+cHidX/f5S7A7jrhuarrgXloU5eloPC17JoanBib/byprFGTQ1OOjuNN0okxDiMFM2qpSJpx+TeKJAWRSZeV5OvGCqoXFMV9xjESur3s/kiAl+pp7RydFTuznpnA6sFvBkxlKdnhBC9OvV++ey9PWV6LgGDTqu6Wjs5Hdfu8PQOKbr6vq73Uw6tZMl83KSLQrQuL1RRo0IpjI1IYTYr//e8yqh3tAebbFonA2LN9LR1Elucc4+3vnZmK64FwyJU/OOi6lndKK1wu+zklsUwWqDd16QqZBCiPQW6Om7E2qxWgj6Q30e+zxMNyzT3R6maYedpW9lEY1YyC2IsnWDm7f/k8uwcdJzF0KktxPPn4zNsXe/OjM3g5JhRYbFMV3PvaPRRvGQCD0+K8vezvy4fcLJPpq2Ofp5pxBCpN5lv7iQd59fRFdLN6HeEDa7Favdxk8f/D5KGTfjz3TFPRKD/NIwLTsyqJ7uw50RZ9tGJxuWebA7+1hRTAgh0khWfib3rbqdNx56mw/n1VAyvIhzrzmTISNKDI1juuKeUxBj2Zwsxkz0Y7Vp2pttVIwK0tFix9cua8sIIdLfhiW1vDxrDlvXNpCZm0FOYTaX/PRcLBbjRspNV9wLyxIXHNYvz/jUEY3dKVMhhRDpbd2ijfzy3D99vL6Mr62bR3/7LN0dPXznT183LM6Afkwopa5XSq1RStUopZ5QSrmUUsOUUouUUrVKqaeUUo7ka53J57XJ41WGZQvYbHaGHtEL7D4Ek3hcNWZw1kUWQgijPPzrp/ZaOCzUG+KFv71KsPcgzpZRSpUBPwSqtdZHAVbga8CfgTu01iOBDmBm8i0zgY5k+x3J1xmmYVMWFgscf1YnTlcUpeKUVIQ4elo3I46S4i6ESG9b1jT02a6sFlq3txsWZ6ADPDbArZSyAR5gJ3Aq8Gzy+EPAecnHM5LPSR4/TRl4CdiT0YvTpbFaNRrIyovR1WFl2pldvPGEcYvuCCHEYMgr6fsmpXAgTEFZnmFx9jvmrrXerpT6K7ANCABvAMuATq31rmUYG4Cy5OMyoD753qhSqgvIB/ZY51IpdTVwNUBlZeWAE+7utLJ+hZdNaz188eJ2SoeGWfBaFrN+XU5eiXG/0gghxGCIRve1eq0mFjXuuuF+i7tSKpdEb3wY0Ak8A5x1oIG11rOAWQDV1dUDnsMYjbsYf0I3Kxdk8sqj+exafsBi0VitsiqkECK9dbf29Nlud9rpbO7Cm+UxJM5AZsucDmzWWrcAKKWeB04AcpRStmTvvRzYnnz9dqACaEgO42QDbYZkC4QCIdYtz2DSqV10ttrparcy7Mgg9bUudmyWPVSFEOmtoCyPloa9S2IkHKWwwrih5YEU923AVKWUh8SwzGnAUuAt4CLgSeBK4IXk62cnn3+QPD5Pa23Y3UU5uRpQuy0cBs0Nu4q63MQkhEhvAf8+lknRiVkzDqcx9+vs94Kq1noRiQujy4HVyffMAm4EfqyUqiUxpv5A8i0PAPnJ9h8DNxmSaVJGrnUfRzQQNzKUEEIYzt/V22e7w2XH19ZtWJwB3cSktf4V8KtPNdcBk/t4bRC4+MBT61tjfRRPRpTeHhuJ8fZPjDq67y+aEEKki/HTx/HmI+/s1W61WSmpMm7hMNOtCllaEcSdGad8eIBEbz3RY598WicbVxuzsawQQgwWqyXE3kPIGq3DWG37Gpn47ExX3EdPsNG200FDnZsxE3uZdKqPvOIYi+fmUDAkvP8PEEKIFJr/zGI+PeoAil5fhIba7X295XMxXXH35BQx/ngfAOuXe1gyL5v2JhsOd4xhR8odqkKI9BYO7fvaYOvW9YbFMd3CYTULOxk9oZdYTOHyxOnutFFUFmbHFicVo6TnLoRIb0Vl0LgtMevv00ZNGmdYHNP13Hs6Qrz/ag5nXtpObkGMvOIoxeURzrmylcVvfnqlSCGESC/X/eMs9l6QRXPqxU68Wcat6W664q5jiuLKCLdfX0lrk52c/CjzZ2fzj1vKiUXlDlUhRHqb+KWZ/PbZY8gvjQAahyvO135k52eP/cPQOKYblgkFFA0bHEw6vYuuNjsrF2Qw4qggDZs0TrfMcxdCpDelFFPO/388MaMHHdmIshWjrEMMj2O64p5dEGPTSis9nTY2LE9MfWzdaWPCid0sfisrxdkJIcTAKEsGynnsoH2+6YZlcgvD2J1x1i7JoKQyzJiJvVisisVzcxgxVm5iEkIIMGFxzy+JEwsrxh7np3Gbg/XLPcRjmsmnd+L0yLCMEEKACYt7RnaIL8zoYN0KD6VDQxx5nB+rDRq3Ockv3Nc6yUIIcXgx3Zh7/SYPmdkxvvLNVtCKXr9i/Ak91CzycPzZvlSnJ4QQacF0Pfd4GEJBxYlf7mTdchcfLsjA12Hlyp81Mv8FuaAqhEh/AX+Ql/5vDr+/9A4e+MXjNG5pNjyG6Xrum9e5iIYy2LnNySnnd5KRHad+o5OXHs4np9C4LaqEEGIw+Nq7+d5xN9K6o51YJIayKJ6/8yX+8OrNjP/CYXyH6shjAuQVRmiqd7Lq/UyWvpXJyg8yKBoS4a3njdtcVgghBsO/bn6cpq0txCKJzqiOa8LBCLdedBsG7mtkvuI+pMrBey/n4Gu3MvHkbqZ+0ceoo4I8f18RI8bJVEghRHqb99h7fbb72rrZsanRsDimG5bxZNk491stvPhQIf+4pfzj9oqRAcpH7mP7KiGESBPhYGSfx3xt3ZSNLDUkjumK+5K5iuKSOOfNbCEaUfT2WCkcEmbbJidjq6XnLoRIb7kl2bQ2tO/VrhSGFXYw4bCMOyOAOyPOiHEBenxWAj0WQgELX7mijZcfKUx1ekII0a+Zf7gMZd17kcPxp4wjKz/TsDim67k31zt5/eESZsxsYeLJ3WTnxtmx1c6jd5RgtcpsGSFEejti8iisVivR2G43XSqY8uVqQ+OYrri7M+Oc/fU2nr+vCOJgs2uiEQvlwwO4M2X5ASFEenvkN08Tj36qI6rh0Vuf4bzvn4XNbkxZNl1xzy+y8+L9BVwws4VwxEKgx0JhaZiaJRlsWu1KdXpCCNGvmvfWE4/vPeUxFo3RtLXl8L2gunaZjVET/ImeO7t67onxq1PO3/sihRBCpJPC8nxa6tv2ao9F4+QUGneXvekuqMZjMcJBxRlfbSMzJwoKho3t5cLvNfHOi7mpTk8IIfp12S8uwOlx7tHmcNk56cIpeLO9hsUxXXGvGBWkrsbLuy/lcvTxPUw/twOXS/PcP4plmz0hRNqb8uXj+J+/XoE324PL68TutHPiBVP48X3fNTSO6YZlKoYnblQK+K28/8ruPXWN2ytL/goh0t9XvnsmZ111Ks3bWskuyCIjx7ge+y6mK+5rl2Yw5rjtrF+WAezqqScuTlzwP8avrCaEEEbbsamRR259hpp311NYmc+lP7+ASWdOMDSG6YZlLBbN2ON6OfOrrWRkRbDZ41QdGWDmzdt59bH8VKcnhBD92l67k2uO+xnzHn+Pxi3NrH5nHb+58C+8cv+bhsYxXc+9rcnBhiW5VB0R4vt/bEBZoK3JzuN3FFFSGU51ekII0a+Hf/0MQX+IeOyT+3JCvWFm/fQRzrhy+uE7zz0zz05rPfj9Fv50bRWQmA553HQfi+ZkpzY5IYTYj9Xvrt2jsO9i9Dx30w3L5BX10tVmp3aVl8pRIY6Z1oPLE2fRnJxUpyaEEPtVUNb3vhOxaJzsgsN4nrvT9cnQy7aNLlZ9kElPlw3QlFQFUpeYEEIMwKU/73ue+wnnTzZ01ozpirsnM8rEL/hIzJDZdQuvxuGOUVAiUyGFEOlt2leq+c6fL8eT6cad4cLutDPt3Gp+cv81hsYx3Zh7JGQjGoFjT+pGa+jutFFaFWRnnQO3RxYOE0KkvxnXfokvfft0Gjc3k1OURVaecUv97mK6nrvdGaNyVBB/twVPRoysnCgWBVY7eLJlyV8hhDk4nHYqx5QNSmGHARZ3pVSOUupZpdR6pdQ6pdQ0pVSeUmqOUmpj8u/c5GuVUupupVStUmqVUmqikQln58fZUefkmGk95BREyS6IUlwZprA8THOD3chQQggxqKKRqKGbYu9uoD33u4DXtNZjgPHAOuAmYK7WehQwN/kc4EvAqOSfq4F7jUy4qd7K8HFBVi7IoLvTSjhooWmrnZpFXo49vsfIUEIIMSiWvLaCK0f/gLNdl3Je7pU89OunicWMHXnYb3FXSmUDJwMPAGitw1rrTmAG8FDyZQ8B5yUfzwAe1gkLgRyllGEbA+YWxfFkxTj7ijbCQQs7tjooGxlm+rmdrF1u/PoMQghhpJoF6/nNhX9lR20jWkOvL8Azf53NfT99xNA4A+m5DwNagH8rpVYope5XSnmBYq31zuRrGoHi5OMyoH639zck2/aglLpaKbVUKbW0paVlwAlHgjYWzcnC126jakyQMRN6KSiJsHmdm+Ly0IA/RwghUuGRW58hFNjzbvpQb4iX/m8OAX/QsDgDKe42YCJwr9b6WMDPJ0MwAOjEoNFnGjjSWs/SWldrrasLCwe+sXVHq5chQ8Ns+8jFiw8W8MbTefz3/kJGj/cTj8uSv0KI9Fa/bnuf7RarhbYdHYbFGchUyAagQWu9KPn8WRLFvUkpVaq13pkcdtm1JON2oGK395cn2wzh74wRDVhxeWNM+WIXTk8cX5uNUMjC9jrZZk8Ikd6GHTOU1u1tfPo6qtaawvK+7179PPbbc9daNwL1Sqkjkk2nAWuB2cCVybYrgReSj2cD30jOmpkKdO02fHPAnJ4gLTscbNngJisvRn5xFKsdNq91U7/Ruf8PEEKIFLryN5fgcO9Zq5weJxf95Cs43cbVsIHexPQD4DGllAOoA75F4gfD00qpmcBW4JLka18BzgZqgd7kaw3j77KDitO6w0nrTjsdLXY6W2ysWexl7KRuI0MJIYThRh83gj+9fgv//MlD1K3cQnZBFl+98TxmXHuWoXEGVNy11h8C1X0cOq2P12rg2gPMa5+yCyIEfTFKh3azfH4WoaCFIVUhxk3uoa1R5rkLIdLfUSeM4Z6FfxzUGKa7QzXkt7J6kRdQ5BdHKCiNkFsYobfbSmaO3KEqhDCHnZubmP/0+6x5f8Og3MhkurVlMvIjTP2ij0VvZhMNJ342NTc4GDXej7LKbBkhRHqLx+P875X38PZT76O1RilFYUU+d773O/JLc/f/AQNkuuKelR1n/rMZTDujE6UsgCYSVkQjis42a6rTE0KIfj17+0vMfezdPdoaNzdz0xm/5b7VtxsWx3TF3Ztr5eipfj54PYfMnBg5BVEaNjmpOjJAcYXcxCSESG9P/uk/fbZvWVNP28528kuNmQ5puuLua8snO389U8/qxKISwzAlQ0OAJrdQxtyFEOnN39W7z2PbP9ppWHE33wXVoI+M7BglFRGiEUU8asHliVNcHsHXZrrTEUIcZvrbbaniyL1WavncTFcNSyu6ee2xfEorQ1gtoJTG4dS4PJo1SwdnXWQhhDDK1395EfQx92PE+Cpyi4zbC9p0wzIr389g3OQG/nZTJXnFEXIKYtTXOoiGFZde15jq9IQQol/n/eBLbFmzjdf+/RaQqPNlo0r54+u3GBrHdMW9rcnOWRf7KCqLsvydTFp22Bhb7WdstZ9NNbK2jBAivSmluP7/vssVv7qEjcvqKCzPZ8SEKpQydiq36Yp7+fAA9/6yjOv+0kBxRRh/l5Uhw0LULPayaI5xc0SFEGKwbFq5hbu/dx91q7aSmZfBVX+4jNMvP9nQGKYr7k63IhKy8pcfVmF3xnF74/jaE/PbiyplKqQQIr1tWrmZ71XfRDwWByDoD/HnK/7GljX1fPsPlxsWx3QXVLtaHEw6tRPQREIKX3vi55PLE6VqVCC1yQkhxH788fK7Py7su3v6zy8QDkUMi2O6nntc5ePrsDHljE50TOHvtpJXFMFqgx3bTHc6QojDzLb1fW9vobXmoyW1HHXikYbEMV3PvbhK07LDQesOOzquyCuOsn2zk95uCx8tz0h1ekII0S8d3/ciYZ/efu9AmK6ra1PttDc5aG9yYBnfS7aO0dHsoG6Nh7Jhxu0/KIQQg8Gd6SLQ3Xetqhxbblgc0/Xcy4d1MuWLXQBsXOll6dtZdLTYsNnjOFzGL5sphBBG+tqN5/XZXja6lMKyfMPimK7n/uEHGdSucXHKBe1s3+Sis83G6GN6ad7u4ISzjdtcVgghBsMlP53BqvnrWDm/hmgkhtVmISMng9+/9HND45iuuHe32bj0R028+kghm2rcALTssDPzFztZt8yd4uyEEKJ/NruNP752MxuW1LJ+US35ZXlMPWcidoexO8mZrrgXVYT5z6wixk/r5sa/b8FqVTTU2pk/O4dFc7NTnZ4QQuxXPLiQsvxfMvLCeiJhL9HOb2MrvMbQu1RNV9xjMQj6FXOeyad1pxOXN07DJid1a9yMndST6vSEEKJfQd9SdPtVeL2JJcqdrh6CPXfT1tVIwahbDYtjuuK+fVMGxZURSoZGWDw3E1A4PTEmn9aFMt3lYSHE4aax5peUV+2594TLE0cFnyYevwmLxWNIHNMVd292NjoUxWZXlA8P4cmOEey2oJRmwwqZ5y6ESG8edz2WPjqisSi0N6ynoHKiIXFM19e1WC0sfSuX7k4bQ8cEKCiOMHRskI9WZtDZauwFCSGEMNqWDU7ie68+gMWqadlp3D7Qpuu5B/2JLfXWLJZeuhDCfB67vZSjJvfg8nxyX06wVzH73wVMu9SYLfbAhD13T2Z/d6HKTUxCiPS2bVMBv/7WMLZucKI1+DqsPH5nMf/6YykOl8OwOKbruReU+PZxRGOx9vG7jhBCpJHTLjuJF/7+GlefMoZEhzQx/TG3KJviqkLD4piu5z56fC/Z+RH66qUfMWHfu4oLIUQ6uPyXF5FflofDaQcUyqJwuB389MFrsfR1pfVzMl3Pfc0SN+7MVnIKo2xdn7gj1WLRTPmij4rR/hRnJ4QQ/cstyub+1bfzyn1vsmLeakqHFXPeD8+mckyZoXFMV9w7Wu386oEt/OyiERx5nJ/MnCh1a924vDF8bcaNVwkhxGBxZ7qoPLIcv6+XwvIC8ktzDI9huuLeut3ODeeP5Lb/1OJ0K9qabFSNCfL0PYUsnS8zaIQQ6S3YG+In039F/frtBHqCuDxO7r/pUf761q8ZOWGYYXFMV9w9mTHyi6NcP2MUaEVGdoy2Rjtjp/SwZZ0xd3YJIcRgeeavs6lbtZVoOAokij3AHy69k3+tu8uwOKa7oFo61Mq2jW7iMSvjj/czttrPiKMC1HyQQTy2//cLIUQqvXr/3I8L++52bGqkub7VsDim67k7PFbc3igBv42Fc3ZfBVIzeoIsHCaESG9dbd19tseicSJh4zbINl3PPRywkFMYpbgySGI6pAbiVJ/aidMl89yFEOktFtm7175LJHQYF3eNhYoRIXo6rYyb1MOUL/ooHBLBagW/z3S/iAghDjOqn7ns8ahxHVTTVcPcwi6aNilKKqNMOq0bu11TVBZm/ovZ2Gyy/IAQIr2Vjy5lS039Xu3KoigemoI7VJVSVqXUCqXUS8nnw5RSi5RStUqpp5RSjmS7M/m8Nnm8yrBsgTUfuFi/3Is3M8qH73mZ93wOnS027HbNcdP3tTSBEEKkh/N/eHaf7aOPG44322tYnM8yLPMjYN1uz/8M3KG1Hgl0ADOT7TOBjmT7HcnXGcbh0lx8TTMfrfLw4XtZbFrj4d2Xcxh5dC+rF2YaGUoIIQz34byaPtvrN+w4+BdUlVLlwJeB+5PPFXAq8GzyJQ8B5yUfz0g+J3n8NGXgxoCZ+XYeu6OUE87yceM9W7nuL/XccNc2tqx301gv67kLIdJbzYL1fbbHY3Gatx38qZB3Aj8DdnWN84FOrfWuy74NwK6FEcqAegCtdVQp1ZV8/R5ZK6WuBq4GqKysHHDCSofJKQgz97lc5j63+9rHmpFHy9oyQoj0VlieT0t9217tsWicnMIsw+Lst+eulDoHaNZaLzMsKqC1nqW1rtZaVxcWDvwiQsnQXuIxC0cc62fXVEi7Pcak07vYvN5lZIpCCGG4y26+EKfHuUebw2Xn5IumHvQx9xOAc5VSW4AnSQzH3AXkKKV29fzLge3Jx9uBCoDk8Wxg7x9Tn9PWjU7c3hgbVngpGx5i3GQ/dhcseTObMy4xLIwQQgyKCaeMI7c4e4+2eFxzwY/6vtD6ee23uGutf661LtdaVwFfA+ZprS8H3gIuSr7sSuCF5OPZyeckj8/TWhs2R1FpRdWRAY49ycf2OidrFnuJhuGqWxqok7VlhBBp7pnbXqS9sWOPtmg4yv9+8++GxjmQee43Ak8qpX4HrAAeSLY/ADyilKoF2kn8QDBMyVDFghfceLxxLrm2iYKyCIvfyGL1gkzqamRYRgiR3t58eD7hwN6zYnbWNdFc30pRRYEhcT5Tcddavw28nXxcB0zu4zVB4GIDcuvTxlVeHK442za6yMyN4d0Yp36Tk6Z6J9PPbx+ssEIIYYx+5g4aOLHQfMsP+H1h8osjTDrdx5olXha+kUUoYOErV7Xw/qvGL3gvhBBGOuObp+Bw77mxkFJQOqKEwvJ8w+KYbvkBtzvOygVZFA6JcNZlbWTmxKj/yMWrjxQQjRj3U08IIQbDRdefw+JXllO3ciuh3hBOjxObw8YtT15vaBzTFffsgjAALTscvPLIp6dQytoyQoj05nA5uOOd37JiXg3rF22koCyPky6aittr7DVD0xX3tiYnnxTx3XvqmopRvSnISAghPhulFCMnVGGxKArK8gwv7GDC4p5bFGL0RD8fLd9zsv+QqiDNDc59vEsIIdKD1pr7bnyU5+96GQVoDSMnDuOPr95MZq5x+0Cb7oLqkIoIHy3PoKgsysnndnDSOZ1MPt1Hyw4HMiwjhEh3r97/Js/e9iKxSIxoJEYsGmPD4lp+cfYfDI1jup57TrGVEUf1sKkmg+btu9aWSRT1KWd0pS4xIYQYgH//8kn6uq9z/aKNdLX6yC4wZn0Z0/XcA8FccvJjnHh2B97MCFZbnKFHBJh8epehc0SFEGIwdLX0vYcqwJY1e2/i8XmZrufe1QxjJ/lZ9GY2E0/uJhqzYLNrmrbZk4uJCSFE+tL9DB+7PMZdNzRdz724oodXHyvgwqtbyMqP4nTFGTo6wKkXdPDa48bctiuEEIPFat132c3INW5VSNP13O3OGBar5o/fq2L42ABFZRFeeKCI7k4rF3ynOdXpCSFEvxxuB4Hu4KDHMV3Pvaish0nTfRw9tZu6tW4Wzski4LdwzW/rqVvnTnV6QgjRr1HHDu+z3eawkVts3BIqpivuH7zmoWJUmEjYwq2P1PG3VzZyxU928sTdxXzzph2pTk8IIfr1jV9fgsO955agDredL337NDyZxnVQTVfcbXZNLAY33FnPyw/mc9uPy4nFFf9esIEH/1ya6vSEEKJf46eP4+eP/ojCinysNisuj5MZ136Ja+/8lqFxTDfmnl0Q4d2Xclg238t3f7OT7PwYK971cuPFw+jxWVOdnhBC7NeJ50/hhPMm09sdwOVxYrUZX7tMV9xD3RYqRgRZvSiDx24vJha3EA1rNq93M31Gx/4/QAgh0oBSCm/W4O0eZ7phmZadTtqabFxybTO1NW5WvOvFaoXzv9NCNGK60xFCiEFhumrY2mTH322jZrGXuFYUlUXYscVBPKrYsl4WDhNCCDBhcR86MohSmkVvZjH6mF6OOLaXzJwY772Szc6tsoeqEEKACYv72Ck9rF+eQVZOHK2hp9OKJzNOe7MDVDzV6QkhRFow3QXVjiY7E07s4sP3stm5ddcwTGKthsuua0pdYkIIkUZMV9w31biZeHIPR03t5bl7iwgFLVQMD3LGZe3oeCzV6QkhRFow3bBM03YHH7yexYixAaac0cUZX21n7BQ/o4/pZd5zxu0cLoQQZma64p6RFSMUtPK/P6jEboOiIRE+WuFh1q1D2LZR1pYRQm+BoegAABJBSURBVAgwYXG3OaBujQerXRHotbDlIxeezDi1qzzE5HqqEEIAJhxzb2+yUlgWomW7k/dezt3tiGb4mEDK8hJCiHRiup67sij8PhvjT+gG4oDGnRGh+hQfdWsG71ZeIYQwUiwWo3VHO8He0KB8vul67iUVQeo+tLJyQRZ5xRFyCqLU1zpZ+lY29LN9lRBCpIs3H53PvT9+iJA/hNaa06/4AtfefRUOp33/bx4g0xX37KJPBtbbm+y0N+36YmhsNpkKKYRIb0vfWMmd372P0G499rmPvkMsGuOGB75nWBzTDcu01LsoHx6gr1766V+VVSGFEOntsd8/u0dhBwgFwsx74j38vl7D4piuuI88Ko43K84Xzu1g9zH3q3/VwJvP5O7v7UIIkVJNm1v6bLdaLXQ0dRkWx3TDMhm5ftqabNStdXPWpe2UDA3zwWvZzPpNOWMnd6c6PSGE6FdBeT4tDW17tUdCEYoqCwyLY7ri7vc5KK4IU1oV5rUn8gCFyxuj+tQuho+TqZBCiPTW29330IvWEPQHDbuoarphGYfTxoixATyZcQqGRBh5dC8OR5ypp3Wzs864K81CCDEYAt3BPtsdLjvd7T2GxTFdcbda/YRDFhyuGOfNbGHGVS2cdG4Xy9/1YrGZ7nSEEIeZY087Got171rlcNkpqSoyLM5+q6FSqkIp9ZZSaq1Sao1S6kfJ9jyl1Byl1Mbk37nJdqWUulspVauUWqWUmmhYtsDGGhfrVngoGhJh7VIvi+Zk4/dZKK6IkFc0ODcDCCGEUb7xq4vxZnmw2T/ZFNvpcXLt3VcZulH2QLq6UeAnWuuxwFTgWqXUWOAmYK7WehQwN/kc4EvAqOSfq4F7DcsWiAStnHVpO/Nn59C6004gYGHlgkwiQQu1NbJwmBAivRVVFjJr1V8557tnMOzoSqaecxx/ev0WTr30JEPj7PeCqtZ6J7Az+bhbKbUOKANmANOTL3sIeBu4Mdn+sNZaAwuVUjlKqdLk5xywpu02HvlrMRde3UblEUGIQyiseOeFbHq7TXd9WAhxGCooy+fau64a1BifqRoqpaqAY4FFQPFuBbsRKE4+LgPqd3tbQ7Jtj+KulLqaRM+eysrKAeeQkxMjXBTj+fvziYateDJidLbaOGZaD5vXytoyQggBn+GCqlIqA3gOuE5r7dv9WLKX/pkWdtFaz9JaV2utqwsLCwf8vqKKENs3uQgHbYw/voejp/kZNjbIyvczicdlbRkhhIAB9tyVUnYShf0xrfXzyeamXcMtSqlSoDnZvh2o2O3t5ck2QwQCNjwZUXp7bCyem73bEc2EE42bRiSEEGY2kNkyCngAWKe1vn23Q7OBK5OPrwRe2K39G8lZM1OBLqPG2wEysiNMPLmbso/Xl9FAnCmnd9LaKGPuQoj019sd4L/3vMqvL/gL/7zhIXZsajQ8xkCq4QnAFcBqpdSHybZfAH8CnlZKzQS2Apckj70CnA3UAr3At4xMeMsGF/U1GYw/sZuhRwSxWiEWU7TscDB0tEyFFEKkN19bN9dU/4yulm5CvSFsdisv/XMOt75wIxNPO9qwOAOZLfMeoPZx+LQ+Xq+Baw8wr30qLIlQWuJj/XIv2+tc7BrqP3lGB6vfzxissEIIYYjH//Ac7Ts7iYajAEQjMaKRGH/55j08vu2fJAZLDpzpxjGOmKCYdUs+R0/t4ZQLGgGNv8vK2//NxWqXTVSFEOntvf8s/riw7667o4fGLc2UDivu412fnemKu9MTYfzxPla+n8XqhRkkfqnQ2N0xJkzzpzo9IYTol9vr6rM9Hovj8jgNi2O64v7ubDdHVvuJxRROV5zuThvFFWG2b3Hy5StbU52eEEL0a8b3v8Q/f/LQHht2WGwWjpg8itziHMPimG6lrYKyMDkFMc75Rjs5hTHyS6IUlkW48W/buPeXFfv/ACGESKFTLz8Rp9uxR5uOa75+y4WGxjFdce/tsfLP/1fOwjey+Pr1jdxwxzYmnNDDzZcPRym5iUkIkd6eve1Fgv49l/3Vcc09P/yXoXFMNywTDXs45cI23noun7dfyOXjMXdnjAknGrf/oBBCDIa5j75LOBjZq715WyvN21ooqhz4Hfv9MV1xP/PSdu78UTZf/UEjtavd+NrtDD0iiM0R57XH8lOdnhBC9EtZ+p7qqLXuc533z8t0wzIdjTF6uy089bcSdmx2Y7PDgldyeO2xAr76g6ZUpyeEEP0666pTcXxqzF0pRcXoIRSUGddBNV1xb2m08e/31+HJjLJzq4N1yzwE/Bamn9dB+Qi5Q1UIkd4uuO7LHDllFE6PE4vVgtPjJCs/k5ufvN7QOKYblgn6LdzzizKeXr2WpnoH7c02RhwVZOsGB288ncNZqU5QCCH6YXfYGDF+KDUL1mOzW4hFYxQNzSe7INPQOKbruW9e7ybUa+U3Myv556+G8M5LOVz3lRGsWeylvVE2yBZCpLc5D8/nlfvnEovECAejRMNR6lZt4w+X3WVoHNMV9+IKzZiJfmoWZVI5Kkj58CB5RVHenp3N1o2yWYcQIr09d+dLBP17DiHHIjFWv7uWzpYuw+KYrrhbbTaeuqeEaWf6qBgVJBiwcOoFHXR32ImGU52dEEL0r6ez72VSLFYrvb6AYXFMN+a+vU5z3PQu5j2Xy7znPpnnbrXHmXiyb39vF0KIlJr65eN4+b43iUVie7R7styUDCsyLI7pintGdpQdHzmYdmYnAb8FX7uNIcNCWGyaBS8bty6DEEIMhstvuZB3n1+Ev9NPOBjBYrVgd9r48azvYrEYN5hiuuLeXG+nvtZJU72DCSf1kJ0fpnGbkw0r3AwfZ9yvNEIIMRjySnK5v+Z2Xrz3dVbMraF0eDEX/Ohshh091NA4pivu3swYFSNDNDU4WPj6J3uojpvUzfoVslmHECL9ZeVlcvnNF3H5zRcNWgzTFfeswiir3nXj9saZdmYXdlecpm1O1iyRwi6EELuYrrjHI+ByRwn4bXzw+u5j7JqRx8hmHUIIASacChkJWcjKj1FUFiKxf6oG4lRP99HTabrTEUKIQWG6nntucYxgV5g1SzI4Zlo33qw4dWtdbFjplvXchRAiyXRdXQsxttU6GXZkgMzcGJGwYtQxAWJRC+XDZeEwIYQAE/bcC8uilA0LEY1aWfBKYszdZo8z8Qvd9HaZ7meVEEIMCtMV99yiKBabJjsrQtWYRO+9vclGJKxwuOOpTk8IIdKC6Yr7lnUuhh0ZpLPFQShgQccVLk+ccEBx+sUdqU5PCCH2S2vNink1bFhcS0FZHideOAW312VoDNMV90gUSksjjDomQMMmBz0+K0eNCzHxCz7efDqXc25IdYZCCLFv4WCYG8/4LZs+3EKoN4TD7eTeHz/I7fNvpWpchWFxTFfc25vtxHqdbN/s4tLrmtBRCzGteey2YkaOlw2yhRDp7dk7XuKjZXWEA4llbIP+IKFe+P2ld3DfqtsNi2O64u5wOqlZ5OXia1t49LYSOlttTDy5h6ln+Fj5vtylKoRIb288+NbHhX0XrWFHbSMtDW0Ulhuzj6rpppccWd1Lb4+Nlx/Jp7PVTlZujA9ez6ahzkV9rTPV6QkhRP/6uR1Ha+Pu1TFdcS8s9ZFXEqZ2lZecgih5xVEczjiL5mRz3PTuVKcnhBD9Ov0bX8Dh3ntL0JJhxRRVFBgWx3TFvaPFzhHjA5xwdgdtO+2sWewlrzjC+BO7qZ7ek+r0hBCiXxf/5CuMGF+FO8MFClxeJxk5Xm558jpD45huzL2j2cox07rZst5DT2cvfp+VilFBxp/QQ3uTNdXpCSFEv5xuJ3e+9zuWzVnF+kUbKSzP5+SLp+HJdBsax3TFffWiLHzNGUw4sYeRx/SilCISAl+HDZRKdXpCCLFfFouFSWdOYNKZEwYvxqB98iAZNsZPsNfKmsVe5s/OZfGbmbz/ehZ2Z5xn/2Hc/oNCCGFmpuu5RyKKuc/mUjYsxMXXNuPyaDaucnPvL8sZNka22RNCpD+tNavfXcf6RRspKMvjhPMn43QbO9vPdMU9MzPGOVe28tJDBdx5Q+XH7cUVQbLzIinMTAgh9i8civDzs37HR0s3EQlFcbjs/P26f3PHO7+lckyZYXEGpbgrpc4C7gKswP1a6z8Z9dkZuTE+Wu7komua8XdbCXRbKawIs2m1i1DIdKNMQojDzPN3vsyGxbWEkjcyBXpiBP1BfvfV25m18jbD4hhe3JVSVuDvwBeBBmCJUmq21nqtEZ+/aU0uOYWb2bHZSf1HiYJe0mKjt8dCtcxzF0Kkudf+Ne/jwr6L1rB9405at7dRUGbMHaqD0XOfDNRqresAlFJPAjMAQ4p7NF5EZWWEeCxKZ6sN3W4jJz/KUVOCrFvmNSKEEEIMGh3f912o8X6OfVaDMY5RBtTv9rwh2bYHpdTVSqmlSqmlLS0tA/7wM79xCi/8qwirPU719G5Ov6SDsuFhGrc6WfFO9oFnL4QQg+j0K07G4dr7DtXiqkJD71BN2QVVrfUsYBZAdXX1gH9cTTt3EoEeK0/cOYScggjZ+VF2bHYSCVs4+ZJpg5avEEIY4eIbzmXhS8uoX7+dQE8Ql8eJ1W7lF4+n/x2q24HdFyUuT7YZQinFXR/8nh9Nu5nOVjudrYmfgGWjSrnZ4C+OEEIYzeVxcvcHv2fpax+ydmHiDtVTvnY83mxjh5WVkauQASilbMBHwGkkivoS4DKt9Zp9vae6ulovXbr0M8WJhCPMe+I9GuuaOf68yYw6dtiBpC2EEKajlFqmta7u65jhPXetdVQp9X3gdRJTIf/VX2H/vOwOO2deeYrRHyuEEIeEQRlz11q/ArwyGJ8thBBi/+SuHyGEOARJcRdCiEOQFHchhDgESXEXQohDkOFTIT9XEkq1AFs/59sLgFYD0zEDOefDg5zz4eFAznmo1rqwrwNpUdwPhFJq6b7meR6q5JwPD3LOh4fBOmcZlhFCiEOQFHchhDgEHQrFfVaqE0gBOefDg5zz4WFQztn0Y+5CCCH2dij03IUQQnyKFHchhDgEmaa4K6XOUkptUErVKqVu6uO4Uyn1VPL4IqVU1cHP0lgDOOcfK6XWKqVWKaXmKqWGpiJPI+3vnHd73YVKKa2UMv20uYGcs1LqkuT3eo1S6vGDnaPRBvBvu1Ip9ZZSakXy3/fZqcjTKEqpfymlmpVSNfs4rpRSdye/HquUUhMPOKjWOu3/kFg6eBMwHHAAK4Gxn3rN94B/Jh9/DXgq1XkfhHM+BfAkH19zOJxz8nWZwDvAQqA61XkfhO/zKGAFkJt8XpTqvA/COc8Crkk+HgtsSXXeB3jOJwMTgZp9HD8beBVQwFRg0YHGNEvP/eNNt7XWYWDXptu7mwE8lHz8LHCaUkodxByNtt9z1lq/pbXuTT5dSGLXKzMbyPcZ4LfAn4HgwUxukAzknL8D/F1r3QGgtW4+yDkabSDnrIGs5ONsYMdBzM9wWut3gPZ+XjIDeFgnLARylFKlBxLTLMV9IJtuf/warXUU6ALyD0p2g2NAG43vZiaJn/xmtt9zTv66WqG1fvlgJjaIBvJ9Hg2MVkotUEotVEqdddCyGxwDOedfA19XSjWQ2BviBwcntZT5rP/f9ytlG2QL4yilvg5UA19IdS6DSSllAW4HvpniVA42G4mhmekkfjt7Ryl1tNa6M6VZDa5LgQe11rcppaYBjyiljtJax1OdmFmYpec+kE23P35Nch/XbKDtoGQ3OAa00bhS6nTgZuBcrXXoIOU2WPZ3zpnAUcDbSqktJMYmZ5v8oupAvs8NwGytdURrvZnEHsWjDlJ+g2Eg5zwTeBpAa/0B4CKxwNahakD/3z8LsxT3JcAopdQwpZSDxAXT2Z96zWzgyuTji4B5OnmlwqT2e85KqWOB/yNR2M0+Dgv7OWetdZfWukBrXaW1riJxneFcrfVn2109vQzk3/Z/SfTaUUoVkBimqTuYSRpsIOe8DTgNQCl1JIni3nJQszy4ZgPfSM6amQp0aa13HtAnpvoq8me42nw2iR7LJuDmZNutJP5zQ+Kb/wxQCywGhqc654Nwzm8CTcCHyT+zU53zYJ/zp177NiafLTPA77MiMRy1FlgNfC3VOR+Ecx4LLCAxk+ZD4IxU53yA5/sEsBOIkPhNbCbwXeC7u32P/578eqw24t+1LD8ghBCHILMMywghhPgMpLgLIcQhSIq7EEIcgqS4CyHEIUiKuxBCHIKkuAshxCFIirsQQhyC/j/iTk6faZWhMAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(x=df_train.values[:,6],y=range(len(df_train)),c=df_train['UnderRisk'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Just trying to see if there are variables that can get me good class separation but there isnt any i mean, thats probably the red flag that this data doesnt need much parameter tuning and feature engineering is just impossible here and also i have to remove noise because that will actually make my model unstable ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "best = ['Family_history',\n",
    " 'HighBP',\n",
    " 'Chain_smoker',\n",
    " 'Metabolic_syndrome',\n",
    " 'Gender',\n",
    " 'Obese']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Using Feature Importance i got the best features as above"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train,X_valid,y_train,y_valid = train_test_split(df_train.drop('UnderRisk',axis=1),df_train['UnderRisk'],stratify=df_train['UnderRisk'],random_state=22)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fold 0\n",
      "[1]\tvalid_0's binary_logloss: 0.521521\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.520671\n",
      "[3]\tvalid_0's binary_logloss: 0.519836\n",
      "[4]\tvalid_0's binary_logloss: 0.519014\n",
      "[5]\tvalid_0's binary_logloss: 0.518206\n",
      "[6]\tvalid_0's binary_logloss: 0.517411\n",
      "[7]\tvalid_0's binary_logloss: 0.51663\n",
      "[8]\tvalid_0's binary_logloss: 0.51586\n",
      "[9]\tvalid_0's binary_logloss: 0.515104\n",
      "[10]\tvalid_0's binary_logloss: 0.514359\n",
      "[11]\tvalid_0's binary_logloss: 0.513626\n",
      "[12]\tvalid_0's binary_logloss: 0.512905\n",
      "[13]\tvalid_0's binary_logloss: 0.512195\n",
      "[14]\tvalid_0's binary_logloss: 0.511496\n",
      "[15]\tvalid_0's binary_logloss: 0.510808\n",
      "[16]\tvalid_0's binary_logloss: 0.510131\n",
      "[17]\tvalid_0's binary_logloss: 0.509464\n",
      "[18]\tvalid_0's binary_logloss: 0.508807\n",
      "[19]\tvalid_0's binary_logloss: 0.508161\n",
      "[20]\tvalid_0's binary_logloss: 0.507524\n",
      "[21]\tvalid_0's binary_logloss: 0.506897\n",
      "[22]\tvalid_0's binary_logloss: 0.506279\n",
      "[23]\tvalid_0's binary_logloss: 0.505671\n",
      "[24]\tvalid_0's binary_logloss: 0.505071\n",
      "[25]\tvalid_0's binary_logloss: 0.504481\n",
      "[26]\tvalid_0's binary_logloss: 0.503899\n",
      "[27]\tvalid_0's binary_logloss: 0.503326\n",
      "[28]\tvalid_0's binary_logloss: 0.502761\n",
      "[29]\tvalid_0's binary_logloss: 0.502205\n",
      "[30]\tvalid_0's binary_logloss: 0.501656\n",
      "[31]\tvalid_0's binary_logloss: 0.501116\n",
      "[32]\tvalid_0's binary_logloss: 0.500583\n",
      "[33]\tvalid_0's binary_logloss: 0.500058\n",
      "[34]\tvalid_0's binary_logloss: 0.49954\n",
      "[35]\tvalid_0's binary_logloss: 0.49903\n",
      "[36]\tvalid_0's binary_logloss: 0.498527\n",
      "[37]\tvalid_0's binary_logloss: 0.498032\n",
      "[38]\tvalid_0's binary_logloss: 0.497543\n",
      "[39]\tvalid_0's binary_logloss: 0.497061\n",
      "[40]\tvalid_0's binary_logloss: 0.496586\n",
      "[41]\tvalid_0's binary_logloss: 0.496117\n",
      "[42]\tvalid_0's binary_logloss: 0.495655\n",
      "[43]\tvalid_0's binary_logloss: 0.495199\n",
      "[44]\tvalid_0's binary_logloss: 0.49475\n",
      "[45]\tvalid_0's binary_logloss: 0.494307\n",
      "[46]\tvalid_0's binary_logloss: 0.49387\n",
      "[47]\tvalid_0's binary_logloss: 0.493439\n",
      "[48]\tvalid_0's binary_logloss: 0.493014\n",
      "[49]\tvalid_0's binary_logloss: 0.492594\n",
      "[50]\tvalid_0's binary_logloss: 0.492185\n",
      "[51]\tvalid_0's binary_logloss: 0.491782\n",
      "[52]\tvalid_0's binary_logloss: 0.491329\n",
      "[53]\tvalid_0's binary_logloss: 0.490936\n",
      "[54]\tvalid_0's binary_logloss: 0.490495\n",
      "[55]\tvalid_0's binary_logloss: 0.490061\n",
      "[56]\tvalid_0's binary_logloss: 0.489633\n",
      "[57]\tvalid_0's binary_logloss: 0.489212\n",
      "[58]\tvalid_0's binary_logloss: 0.488797\n",
      "[59]\tvalid_0's binary_logloss: 0.488434\n",
      "[60]\tvalid_0's binary_logloss: 0.48803\n",
      "[61]\tvalid_0's binary_logloss: 0.487632\n",
      "[62]\tvalid_0's binary_logloss: 0.48724\n",
      "[63]\tvalid_0's binary_logloss: 0.486853\n",
      "[64]\tvalid_0's binary_logloss: 0.486472\n",
      "[65]\tvalid_0's binary_logloss: 0.486138\n",
      "[66]\tvalid_0's binary_logloss: 0.485767\n",
      "[67]\tvalid_0's binary_logloss: 0.485401\n",
      "[68]\tvalid_0's binary_logloss: 0.485041\n",
      "[69]\tvalid_0's binary_logloss: 0.484686\n",
      "[70]\tvalid_0's binary_logloss: 0.484336\n",
      "[71]\tvalid_0's binary_logloss: 0.484026\n",
      "[72]\tvalid_0's binary_logloss: 0.483685\n",
      "[73]\tvalid_0's binary_logloss: 0.483349\n",
      "[74]\tvalid_0's binary_logloss: 0.483017\n",
      "[75]\tvalid_0's binary_logloss: 0.482691\n",
      "[76]\tvalid_0's binary_logloss: 0.482368\n",
      "[77]\tvalid_0's binary_logloss: 0.482081\n",
      "[78]\tvalid_0's binary_logloss: 0.481767\n",
      "[79]\tvalid_0's binary_logloss: 0.481458\n",
      "[80]\tvalid_0's binary_logloss: 0.481153\n",
      "[81]\tvalid_0's binary_logloss: 0.480852\n",
      "[82]\tvalid_0's binary_logloss: 0.480555\n",
      "[83]\tvalid_0's binary_logloss: 0.480288\n",
      "[84]\tvalid_0's binary_logloss: 0.479999\n",
      "[85]\tvalid_0's binary_logloss: 0.479713\n",
      "[86]\tvalid_0's binary_logloss: 0.479432\n",
      "[87]\tvalid_0's binary_logloss: 0.479154\n",
      "[88]\tvalid_0's binary_logloss: 0.47888\n",
      "[89]\tvalid_0's binary_logloss: 0.47861\n",
      "[90]\tvalid_0's binary_logloss: 0.478365\n",
      "[91]\tvalid_0's binary_logloss: 0.478102\n",
      "[92]\tvalid_0's binary_logloss: 0.477842\n",
      "[93]\tvalid_0's binary_logloss: 0.477586\n",
      "[94]\tvalid_0's binary_logloss: 0.477333\n",
      "[95]\tvalid_0's binary_logloss: 0.477083\n",
      "[96]\tvalid_0's binary_logloss: 0.476856\n",
      "[97]\tvalid_0's binary_logloss: 0.476612\n",
      "[98]\tvalid_0's binary_logloss: 0.476372\n",
      "[99]\tvalid_0's binary_logloss: 0.476135\n",
      "[100]\tvalid_0's binary_logloss: 0.475901\n",
      "[101]\tvalid_0's binary_logloss: 0.475671\n",
      "[102]\tvalid_0's binary_logloss: 0.475459\n",
      "[103]\tvalid_0's binary_logloss: 0.475233\n",
      "[104]\tvalid_0's binary_logloss: 0.475011\n",
      "[105]\tvalid_0's binary_logloss: 0.474792\n",
      "[106]\tvalid_0's binary_logloss: 0.474576\n",
      "[107]\tvalid_0's binary_logloss: 0.474362\n",
      "[108]\tvalid_0's binary_logloss: 0.474151\n",
      "[109]\tvalid_0's binary_logloss: 0.473956\n",
      "[110]\tvalid_0's binary_logloss: 0.47375\n",
      "[111]\tvalid_0's binary_logloss: 0.473547\n",
      "[112]\tvalid_0's binary_logloss: 0.473347\n",
      "[113]\tvalid_0's binary_logloss: 0.473149\n",
      "[114]\tvalid_0's binary_logloss: 0.472953\n",
      "[115]\tvalid_0's binary_logloss: 0.472771\n",
      "[116]\tvalid_0's binary_logloss: 0.472581\n",
      "[117]\tvalid_0's binary_logloss: 0.472393\n",
      "[118]\tvalid_0's binary_logloss: 0.472207\n",
      "[119]\tvalid_0's binary_logloss: 0.472023\n",
      "[120]\tvalid_0's binary_logloss: 0.471842\n",
      "[121]\tvalid_0's binary_logloss: 0.471672\n",
      "[122]\tvalid_0's binary_logloss: 0.471495\n",
      "[123]\tvalid_0's binary_logloss: 0.471321\n",
      "[124]\tvalid_0's binary_logloss: 0.471148\n",
      "[125]\tvalid_0's binary_logloss: 0.470978\n",
      "[126]\tvalid_0's binary_logloss: 0.470813\n",
      "[127]\tvalid_0's binary_logloss: 0.470651\n",
      "[128]\tvalid_0's binary_logloss: 0.470491\n",
      "[129]\tvalid_0's binary_logloss: 0.470332\n",
      "[130]\tvalid_0's binary_logloss: 0.470176\n",
      "[131]\tvalid_0's binary_logloss: 0.470022\n",
      "[132]\tvalid_0's binary_logloss: 0.469869\n",
      "[133]\tvalid_0's binary_logloss: 0.469719\n",
      "[134]\tvalid_0's binary_logloss: 0.46957\n",
      "[135]\tvalid_0's binary_logloss: 0.469424\n",
      "[136]\tvalid_0's binary_logloss: 0.469279\n",
      "[137]\tvalid_0's binary_logloss: 0.469136\n",
      "[138]\tvalid_0's binary_logloss: 0.468995\n",
      "[139]\tvalid_0's binary_logloss: 0.468856\n",
      "[140]\tvalid_0's binary_logloss: 0.468718\n",
      "[141]\tvalid_0's binary_logloss: 0.468582\n",
      "[142]\tvalid_0's binary_logloss: 0.468448\n",
      "[143]\tvalid_0's binary_logloss: 0.468316\n",
      "[144]\tvalid_0's binary_logloss: 0.468185\n",
      "[145]\tvalid_0's binary_logloss: 0.468056\n",
      "[146]\tvalid_0's binary_logloss: 0.467928\n",
      "[147]\tvalid_0's binary_logloss: 0.467802\n",
      "[148]\tvalid_0's binary_logloss: 0.467678\n",
      "[149]\tvalid_0's binary_logloss: 0.467555\n",
      "[150]\tvalid_0's binary_logloss: 0.467433\n",
      "[151]\tvalid_0's binary_logloss: 0.467314\n",
      "[152]\tvalid_0's binary_logloss: 0.467195\n",
      "[153]\tvalid_0's binary_logloss: 0.467078\n",
      "[154]\tvalid_0's binary_logloss: 0.466963\n",
      "[155]\tvalid_0's binary_logloss: 0.466849\n",
      "[156]\tvalid_0's binary_logloss: 0.466736\n",
      "[157]\tvalid_0's binary_logloss: 0.466625\n",
      "[158]\tvalid_0's binary_logloss: 0.466515\n",
      "[159]\tvalid_0's binary_logloss: 0.466406\n",
      "[160]\tvalid_0's binary_logloss: 0.466299\n",
      "[161]\tvalid_0's binary_logloss: 0.466193\n",
      "[162]\tvalid_0's binary_logloss: 0.466088\n",
      "[163]\tvalid_0's binary_logloss: 0.465985\n",
      "[164]\tvalid_0's binary_logloss: 0.465882\n",
      "[165]\tvalid_0's binary_logloss: 0.465781\n",
      "[166]\tvalid_0's binary_logloss: 0.465682\n",
      "[167]\tvalid_0's binary_logloss: 0.465583\n",
      "[168]\tvalid_0's binary_logloss: 0.465486\n",
      "[169]\tvalid_0's binary_logloss: 0.46539\n",
      "[170]\tvalid_0's binary_logloss: 0.465294\n",
      "[171]\tvalid_0's binary_logloss: 0.465201\n",
      "[172]\tvalid_0's binary_logloss: 0.465108\n",
      "[173]\tvalid_0's binary_logloss: 0.465016\n",
      "[174]\tvalid_0's binary_logloss: 0.464925\n",
      "[175]\tvalid_0's binary_logloss: 0.464836\n",
      "[176]\tvalid_0's binary_logloss: 0.464747\n",
      "[177]\tvalid_0's binary_logloss: 0.46466\n",
      "[178]\tvalid_0's binary_logloss: 0.464574\n",
      "[179]\tvalid_0's binary_logloss: 0.464488\n",
      "[180]\tvalid_0's binary_logloss: 0.464404\n",
      "[181]\tvalid_0's binary_logloss: 0.464321\n",
      "[182]\tvalid_0's binary_logloss: 0.464238\n",
      "[183]\tvalid_0's binary_logloss: 0.464157\n",
      "[184]\tvalid_0's binary_logloss: 0.464076\n",
      "[185]\tvalid_0's binary_logloss: 0.463997\n",
      "[186]\tvalid_0's binary_logloss: 0.463918\n",
      "[187]\tvalid_0's binary_logloss: 0.46384\n",
      "[188]\tvalid_0's binary_logloss: 0.463764\n",
      "[189]\tvalid_0's binary_logloss: 0.463688\n",
      "[190]\tvalid_0's binary_logloss: 0.463613\n",
      "[191]\tvalid_0's binary_logloss: 0.463539\n",
      "[192]\tvalid_0's binary_logloss: 0.463465\n",
      "[193]\tvalid_0's binary_logloss: 0.463393\n",
      "[194]\tvalid_0's binary_logloss: 0.463321\n",
      "[195]\tvalid_0's binary_logloss: 0.463251\n",
      "[196]\tvalid_0's binary_logloss: 0.463181\n",
      "[197]\tvalid_0's binary_logloss: 0.463112\n",
      "[198]\tvalid_0's binary_logloss: 0.463043\n",
      "[199]\tvalid_0's binary_logloss: 0.462976\n",
      "[200]\tvalid_0's binary_logloss: 0.462909\n",
      "[201]\tvalid_0's binary_logloss: 0.462843\n",
      "[202]\tvalid_0's binary_logloss: 0.462778\n",
      "[203]\tvalid_0's binary_logloss: 0.462713\n",
      "[204]\tvalid_0's binary_logloss: 0.462649\n",
      "[205]\tvalid_0's binary_logloss: 0.462586\n",
      "[206]\tvalid_0's binary_logloss: 0.462524\n",
      "[207]\tvalid_0's binary_logloss: 0.462462\n",
      "[208]\tvalid_0's binary_logloss: 0.462401\n",
      "[209]\tvalid_0's binary_logloss: 0.462341\n",
      "[210]\tvalid_0's binary_logloss: 0.462282\n",
      "[211]\tvalid_0's binary_logloss: 0.462223\n",
      "[212]\tvalid_0's binary_logloss: 0.462165\n",
      "[213]\tvalid_0's binary_logloss: 0.462107\n",
      "[214]\tvalid_0's binary_logloss: 0.46205\n",
      "[215]\tvalid_0's binary_logloss: 0.461994\n",
      "[216]\tvalid_0's binary_logloss: 0.461938\n",
      "[217]\tvalid_0's binary_logloss: 0.461883\n",
      "[218]\tvalid_0's binary_logloss: 0.461829\n",
      "[219]\tvalid_0's binary_logloss: 0.461775\n",
      "[220]\tvalid_0's binary_logloss: 0.461722\n",
      "[221]\tvalid_0's binary_logloss: 0.461669\n",
      "[222]\tvalid_0's binary_logloss: 0.461617\n",
      "[223]\tvalid_0's binary_logloss: 0.461566\n",
      "[224]\tvalid_0's binary_logloss: 0.461515\n",
      "[225]\tvalid_0's binary_logloss: 0.461465\n",
      "[226]\tvalid_0's binary_logloss: 0.461415\n",
      "[227]\tvalid_0's binary_logloss: 0.461366\n",
      "[228]\tvalid_0's binary_logloss: 0.461318\n",
      "[229]\tvalid_0's binary_logloss: 0.46127\n",
      "[230]\tvalid_0's binary_logloss: 0.461222\n",
      "[231]\tvalid_0's binary_logloss: 0.461175\n",
      "[232]\tvalid_0's binary_logloss: 0.461129\n",
      "[233]\tvalid_0's binary_logloss: 0.461083\n",
      "[234]\tvalid_0's binary_logloss: 0.461037\n",
      "[235]\tvalid_0's binary_logloss: 0.460992\n",
      "[236]\tvalid_0's binary_logloss: 0.460948\n",
      "[237]\tvalid_0's binary_logloss: 0.460904\n",
      "[238]\tvalid_0's binary_logloss: 0.46086\n",
      "[239]\tvalid_0's binary_logloss: 0.460817\n",
      "[240]\tvalid_0's binary_logloss: 0.460775\n",
      "[241]\tvalid_0's binary_logloss: 0.460733\n",
      "[242]\tvalid_0's binary_logloss: 0.460691\n",
      "[243]\tvalid_0's binary_logloss: 0.46065\n",
      "[244]\tvalid_0's binary_logloss: 0.460609\n",
      "[245]\tvalid_0's binary_logloss: 0.460569\n",
      "[246]\tvalid_0's binary_logloss: 0.460529\n",
      "[247]\tvalid_0's binary_logloss: 0.46049\n",
      "[248]\tvalid_0's binary_logloss: 0.460451\n",
      "[249]\tvalid_0's binary_logloss: 0.460413\n",
      "[250]\tvalid_0's binary_logloss: 0.460375\n",
      "[251]\tvalid_0's binary_logloss: 0.460337\n",
      "[252]\tvalid_0's binary_logloss: 0.4603\n",
      "[253]\tvalid_0's binary_logloss: 0.460263\n",
      "[254]\tvalid_0's binary_logloss: 0.460226\n",
      "[255]\tvalid_0's binary_logloss: 0.46019\n",
      "[256]\tvalid_0's binary_logloss: 0.460155\n",
      "[257]\tvalid_0's binary_logloss: 0.460119\n",
      "[258]\tvalid_0's binary_logloss: 0.460085\n",
      "[259]\tvalid_0's binary_logloss: 0.46005\n",
      "[260]\tvalid_0's binary_logloss: 0.460016\n",
      "[261]\tvalid_0's binary_logloss: 0.459982\n",
      "[262]\tvalid_0's binary_logloss: 0.459949\n",
      "[263]\tvalid_0's binary_logloss: 0.459916\n",
      "[264]\tvalid_0's binary_logloss: 0.459883\n",
      "[265]\tvalid_0's binary_logloss: 0.459851\n",
      "[266]\tvalid_0's binary_logloss: 0.459819\n",
      "[267]\tvalid_0's binary_logloss: 0.459787\n",
      "[268]\tvalid_0's binary_logloss: 0.459756\n",
      "[269]\tvalid_0's binary_logloss: 0.459725\n",
      "[270]\tvalid_0's binary_logloss: 0.459694\n",
      "[271]\tvalid_0's binary_logloss: 0.459664\n",
      "[272]\tvalid_0's binary_logloss: 0.459634\n",
      "[273]\tvalid_0's binary_logloss: 0.459604\n",
      "[274]\tvalid_0's binary_logloss: 0.459575\n",
      "[275]\tvalid_0's binary_logloss: 0.459546\n",
      "[276]\tvalid_0's binary_logloss: 0.459517\n",
      "[277]\tvalid_0's binary_logloss: 0.459489\n",
      "[278]\tvalid_0's binary_logloss: 0.459461\n",
      "[279]\tvalid_0's binary_logloss: 0.459433\n",
      "[280]\tvalid_0's binary_logloss: 0.459406\n",
      "[281]\tvalid_0's binary_logloss: 0.459378\n",
      "[282]\tvalid_0's binary_logloss: 0.459351\n",
      "[283]\tvalid_0's binary_logloss: 0.459325\n",
      "[284]\tvalid_0's binary_logloss: 0.459298\n",
      "[285]\tvalid_0's binary_logloss: 0.459272\n",
      "[286]\tvalid_0's binary_logloss: 0.459247\n",
      "[287]\tvalid_0's binary_logloss: 0.459221\n",
      "[288]\tvalid_0's binary_logloss: 0.459196\n",
      "[289]\tvalid_0's binary_logloss: 0.45915\n",
      "[290]\tvalid_0's binary_logloss: 0.459105\n",
      "[291]\tvalid_0's binary_logloss: 0.45906\n",
      "[292]\tvalid_0's binary_logloss: 0.459016\n",
      "[293]\tvalid_0's binary_logloss: 0.458972\n",
      "[294]\tvalid_0's binary_logloss: 0.458929\n",
      "[295]\tvalid_0's binary_logloss: 0.458886\n",
      "[296]\tvalid_0's binary_logloss: 0.458844\n",
      "[297]\tvalid_0's binary_logloss: 0.458802\n",
      "[298]\tvalid_0's binary_logloss: 0.45876\n",
      "[299]\tvalid_0's binary_logloss: 0.458719\n",
      "[300]\tvalid_0's binary_logloss: 0.458678\n",
      "[301]\tvalid_0's binary_logloss: 0.458638\n",
      "[302]\tvalid_0's binary_logloss: 0.458598\n",
      "[303]\tvalid_0's binary_logloss: 0.458559\n",
      "[304]\tvalid_0's binary_logloss: 0.45852\n",
      "[305]\tvalid_0's binary_logloss: 0.458481\n",
      "[306]\tvalid_0's binary_logloss: 0.458443\n",
      "[307]\tvalid_0's binary_logloss: 0.458406\n",
      "[308]\tvalid_0's binary_logloss: 0.458368\n",
      "[309]\tvalid_0's binary_logloss: 0.458331\n",
      "[310]\tvalid_0's binary_logloss: 0.458295\n",
      "[311]\tvalid_0's binary_logloss: 0.458258\n",
      "[312]\tvalid_0's binary_logloss: 0.458223\n",
      "[313]\tvalid_0's binary_logloss: 0.458187\n",
      "[314]\tvalid_0's binary_logloss: 0.458152\n",
      "[315]\tvalid_0's binary_logloss: 0.458117\n",
      "[316]\tvalid_0's binary_logloss: 0.458083\n",
      "[317]\tvalid_0's binary_logloss: 0.458049\n",
      "[318]\tvalid_0's binary_logloss: 0.458015\n",
      "[319]\tvalid_0's binary_logloss: 0.457982\n",
      "[320]\tvalid_0's binary_logloss: 0.457949\n",
      "[321]\tvalid_0's binary_logloss: 0.457917\n",
      "[322]\tvalid_0's binary_logloss: 0.457884\n",
      "[323]\tvalid_0's binary_logloss: 0.457852\n",
      "[324]\tvalid_0's binary_logloss: 0.457821\n",
      "[325]\tvalid_0's binary_logloss: 0.45779\n",
      "[326]\tvalid_0's binary_logloss: 0.457759\n",
      "[327]\tvalid_0's binary_logloss: 0.457728\n",
      "[328]\tvalid_0's binary_logloss: 0.457698\n",
      "[329]\tvalid_0's binary_logloss: 0.457668\n",
      "[330]\tvalid_0's binary_logloss: 0.457638\n",
      "[331]\tvalid_0's binary_logloss: 0.457609\n",
      "[332]\tvalid_0's binary_logloss: 0.45758\n",
      "[333]\tvalid_0's binary_logloss: 0.457551\n",
      "[334]\tvalid_0's binary_logloss: 0.457523\n",
      "[335]\tvalid_0's binary_logloss: 0.457495\n",
      "[336]\tvalid_0's binary_logloss: 0.457467\n",
      "[337]\tvalid_0's binary_logloss: 0.457439\n",
      "[338]\tvalid_0's binary_logloss: 0.457412\n",
      "[339]\tvalid_0's binary_logloss: 0.457385\n",
      "[340]\tvalid_0's binary_logloss: 0.457358\n",
      "[341]\tvalid_0's binary_logloss: 0.457332\n",
      "[342]\tvalid_0's binary_logloss: 0.457305\n",
      "[343]\tvalid_0's binary_logloss: 0.45728\n",
      "[344]\tvalid_0's binary_logloss: 0.457254\n",
      "[345]\tvalid_0's binary_logloss: 0.457229\n",
      "[346]\tvalid_0's binary_logloss: 0.457203\n",
      "[347]\tvalid_0's binary_logloss: 0.457179\n",
      "[348]\tvalid_0's binary_logloss: 0.457154\n",
      "[349]\tvalid_0's binary_logloss: 0.45713\n",
      "[350]\tvalid_0's binary_logloss: 0.457106\n",
      "[351]\tvalid_0's binary_logloss: 0.457082\n",
      "[352]\tvalid_0's binary_logloss: 0.457058\n",
      "[353]\tvalid_0's binary_logloss: 0.457035\n",
      "[354]\tvalid_0's binary_logloss: 0.457012\n",
      "[355]\tvalid_0's binary_logloss: 0.456989\n",
      "[356]\tvalid_0's binary_logloss: 0.456966\n",
      "[357]\tvalid_0's binary_logloss: 0.456944\n",
      "[358]\tvalid_0's binary_logloss: 0.456922\n",
      "[359]\tvalid_0's binary_logloss: 0.4569\n",
      "[360]\tvalid_0's binary_logloss: 0.456878\n",
      "[361]\tvalid_0's binary_logloss: 0.456857\n",
      "[362]\tvalid_0's binary_logloss: 0.456835\n",
      "[363]\tvalid_0's binary_logloss: 0.456814\n",
      "[364]\tvalid_0's binary_logloss: 0.456793\n",
      "[365]\tvalid_0's binary_logloss: 0.456773\n",
      "[366]\tvalid_0's binary_logloss: 0.456752\n",
      "[367]\tvalid_0's binary_logloss: 0.456732\n",
      "[368]\tvalid_0's binary_logloss: 0.456712\n",
      "[369]\tvalid_0's binary_logloss: 0.456692\n",
      "[370]\tvalid_0's binary_logloss: 0.456673\n",
      "[371]\tvalid_0's binary_logloss: 0.456653\n",
      "[372]\tvalid_0's binary_logloss: 0.456632\n",
      "[373]\tvalid_0's binary_logloss: 0.45661\n",
      "[374]\tvalid_0's binary_logloss: 0.456589\n",
      "[375]\tvalid_0's binary_logloss: 0.456568\n",
      "[376]\tvalid_0's binary_logloss: 0.456547\n",
      "[377]\tvalid_0's binary_logloss: 0.456526\n",
      "[378]\tvalid_0's binary_logloss: 0.456506\n",
      "[379]\tvalid_0's binary_logloss: 0.456485\n",
      "[380]\tvalid_0's binary_logloss: 0.456465\n",
      "[381]\tvalid_0's binary_logloss: 0.456445\n",
      "[382]\tvalid_0's binary_logloss: 0.456426\n",
      "[383]\tvalid_0's binary_logloss: 0.456406\n",
      "[384]\tvalid_0's binary_logloss: 0.456387\n",
      "[385]\tvalid_0's binary_logloss: 0.456368\n",
      "[386]\tvalid_0's binary_logloss: 0.456349\n",
      "[387]\tvalid_0's binary_logloss: 0.456331\n",
      "[388]\tvalid_0's binary_logloss: 0.456312\n",
      "[389]\tvalid_0's binary_logloss: 0.456294\n",
      "[390]\tvalid_0's binary_logloss: 0.456276\n",
      "[391]\tvalid_0's binary_logloss: 0.456258\n",
      "[392]\tvalid_0's binary_logloss: 0.456241\n",
      "[393]\tvalid_0's binary_logloss: 0.456223\n",
      "[394]\tvalid_0's binary_logloss: 0.456206\n",
      "[395]\tvalid_0's binary_logloss: 0.456232\n",
      "[396]\tvalid_0's binary_logloss: 0.456258\n",
      "[397]\tvalid_0's binary_logloss: 0.456283\n",
      "[398]\tvalid_0's binary_logloss: 0.456265\n",
      "[399]\tvalid_0's binary_logloss: 0.456291\n",
      "[400]\tvalid_0's binary_logloss: 0.456316\n",
      "[401]\tvalid_0's binary_logloss: 0.456328\n",
      "[402]\tvalid_0's binary_logloss: 0.456353\n",
      "[403]\tvalid_0's binary_logloss: 0.456338\n",
      "[404]\tvalid_0's binary_logloss: 0.45635\n",
      "[405]\tvalid_0's binary_logloss: 0.456335\n",
      "[406]\tvalid_0's binary_logloss: 0.45636\n",
      "[407]\tvalid_0's binary_logloss: 0.456345\n",
      "[408]\tvalid_0's binary_logloss: 0.45637\n",
      "[409]\tvalid_0's binary_logloss: 0.456355\n",
      "[410]\tvalid_0's binary_logloss: 0.45638\n",
      "[411]\tvalid_0's binary_logloss: 0.456365\n",
      "[412]\tvalid_0's binary_logloss: 0.456389\n",
      "[413]\tvalid_0's binary_logloss: 0.456375\n",
      "[414]\tvalid_0's binary_logloss: 0.456399\n",
      "[415]\tvalid_0's binary_logloss: 0.456384\n",
      "[416]\tvalid_0's binary_logloss: 0.456409\n",
      "[417]\tvalid_0's binary_logloss: 0.456394\n",
      "[418]\tvalid_0's binary_logloss: 0.456418\n",
      "[419]\tvalid_0's binary_logloss: 0.456403\n",
      "[420]\tvalid_0's binary_logloss: 0.456428\n",
      "[421]\tvalid_0's binary_logloss: 0.456413\n",
      "[422]\tvalid_0's binary_logloss: 0.456424\n",
      "[423]\tvalid_0's binary_logloss: 0.45641\n",
      "[424]\tvalid_0's binary_logloss: 0.456434\n",
      "[425]\tvalid_0's binary_logloss: 0.456419\n",
      "[426]\tvalid_0's binary_logloss: 0.456444\n",
      "[427]\tvalid_0's binary_logloss: 0.456429\n",
      "[428]\tvalid_0's binary_logloss: 0.456453\n",
      "[429]\tvalid_0's binary_logloss: 0.456438\n",
      "[430]\tvalid_0's binary_logloss: 0.456462\n",
      "[431]\tvalid_0's binary_logloss: 0.456448\n",
      "[432]\tvalid_0's binary_logloss: 0.456472\n",
      "[433]\tvalid_0's binary_logloss: 0.456457\n",
      "[434]\tvalid_0's binary_logloss: 0.456442\n",
      "[435]\tvalid_0's binary_logloss: 0.456467\n",
      "[436]\tvalid_0's binary_logloss: 0.456452\n",
      "[437]\tvalid_0's binary_logloss: 0.456476\n",
      "[438]\tvalid_0's binary_logloss: 0.456462\n",
      "[439]\tvalid_0's binary_logloss: 0.456486\n",
      "[440]\tvalid_0's binary_logloss: 0.456471\n",
      "[441]\tvalid_0's binary_logloss: 0.456495\n",
      "[442]\tvalid_0's binary_logloss: 0.456481\n",
      "[443]\tvalid_0's binary_logloss: 0.456505\n",
      "[444]\tvalid_0's binary_logloss: 0.45649\n",
      "[445]\tvalid_0's binary_logloss: 0.456514\n",
      "[446]\tvalid_0's binary_logloss: 0.456499\n",
      "[447]\tvalid_0's binary_logloss: 0.456504\n",
      "[448]\tvalid_0's binary_logloss: 0.456528\n",
      "[449]\tvalid_0's binary_logloss: 0.456513\n",
      "[450]\tvalid_0's binary_logloss: 0.456499\n",
      "[451]\tvalid_0's binary_logloss: 0.456523\n",
      "[452]\tvalid_0's binary_logloss: 0.456509\n",
      "[453]\tvalid_0's binary_logloss: 0.456532\n",
      "[454]\tvalid_0's binary_logloss: 0.456518\n",
      "[455]\tvalid_0's binary_logloss: 0.456542\n",
      "[456]\tvalid_0's binary_logloss: 0.456527\n",
      "[457]\tvalid_0's binary_logloss: 0.456551\n",
      "[458]\tvalid_0's binary_logloss: 0.456537\n",
      "[459]\tvalid_0's binary_logloss: 0.45656\n",
      "[460]\tvalid_0's binary_logloss: 0.456546\n",
      "[461]\tvalid_0's binary_logloss: 0.456569\n",
      "[462]\tvalid_0's binary_logloss: 0.456555\n",
      "[463]\tvalid_0's binary_logloss: 0.456579\n",
      "[464]\tvalid_0's binary_logloss: 0.456564\n",
      "[465]\tvalid_0's binary_logloss: 0.456588\n",
      "[466]\tvalid_0's binary_logloss: 0.456573\n",
      "[467]\tvalid_0's binary_logloss: 0.456597\n",
      "[468]\tvalid_0's binary_logloss: 0.456582\n",
      "[469]\tvalid_0's binary_logloss: 0.456568\n",
      "[470]\tvalid_0's binary_logloss: 0.456592\n",
      "[471]\tvalid_0's binary_logloss: 0.456577\n",
      "[472]\tvalid_0's binary_logloss: 0.456601\n",
      "[473]\tvalid_0's binary_logloss: 0.456587\n",
      "[474]\tvalid_0's binary_logloss: 0.45661\n",
      "[475]\tvalid_0's binary_logloss: 0.456596\n",
      "[476]\tvalid_0's binary_logloss: 0.456619\n",
      "[477]\tvalid_0's binary_logloss: 0.456605\n",
      "[478]\tvalid_0's binary_logloss: 0.456628\n",
      "[479]\tvalid_0's binary_logloss: 0.456614\n",
      "[480]\tvalid_0's binary_logloss: 0.456637\n",
      "[481]\tvalid_0's binary_logloss: 0.456623\n",
      "[482]\tvalid_0's binary_logloss: 0.456646\n",
      "[483]\tvalid_0's binary_logloss: 0.456632\n",
      "[484]\tvalid_0's binary_logloss: 0.456637\n",
      "[485]\tvalid_0's binary_logloss: 0.456623\n",
      "[486]\tvalid_0's binary_logloss: 0.456646\n",
      "[487]\tvalid_0's binary_logloss: 0.456632\n",
      "[488]\tvalid_0's binary_logloss: 0.456655\n",
      "[489]\tvalid_0's binary_logloss: 0.456641\n",
      "[490]\tvalid_0's binary_logloss: 0.456664\n",
      "[491]\tvalid_0's binary_logloss: 0.45665\n",
      "[492]\tvalid_0's binary_logloss: 0.456673\n",
      "[493]\tvalid_0's binary_logloss: 0.456659\n",
      "[494]\tvalid_0's binary_logloss: 0.456682\n",
      "Early stopping, best iteration is:\n",
      "[394]\tvalid_0's binary_logloss: 0.456206\n",
      "Fold 1\n",
      "[1]\tvalid_0's binary_logloss: 0.523806\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.523098\n",
      "[3]\tvalid_0's binary_logloss: 0.522409\n",
      "[4]\tvalid_0's binary_logloss: 0.521737\n",
      "[5]\tvalid_0's binary_logloss: 0.521082\n",
      "[6]\tvalid_0's binary_logloss: 0.520443\n",
      "[7]\tvalid_0's binary_logloss: 0.51982\n",
      "[8]\tvalid_0's binary_logloss: 0.519212\n",
      "[9]\tvalid_0's binary_logloss: 0.518618\n",
      "[10]\tvalid_0's binary_logloss: 0.51804\n",
      "[11]\tvalid_0's binary_logloss: 0.517475\n",
      "[12]\tvalid_0's binary_logloss: 0.516924\n",
      "[13]\tvalid_0's binary_logloss: 0.516387\n",
      "[14]\tvalid_0's binary_logloss: 0.515862\n",
      "[15]\tvalid_0's binary_logloss: 0.51535\n",
      "[16]\tvalid_0's binary_logloss: 0.51485\n",
      "[17]\tvalid_0's binary_logloss: 0.514363\n",
      "[18]\tvalid_0's binary_logloss: 0.513887\n",
      "[19]\tvalid_0's binary_logloss: 0.513422\n",
      "[20]\tvalid_0's binary_logloss: 0.512968\n",
      "[21]\tvalid_0's binary_logloss: 0.512525\n",
      "[22]\tvalid_0's binary_logloss: 0.512093\n",
      "[23]\tvalid_0's binary_logloss: 0.511671\n",
      "[24]\tvalid_0's binary_logloss: 0.511259\n",
      "[25]\tvalid_0's binary_logloss: 0.510857\n",
      "[26]\tvalid_0's binary_logloss: 0.510464\n",
      "[27]\tvalid_0's binary_logloss: 0.510081\n",
      "[28]\tvalid_0's binary_logloss: 0.509707\n",
      "[29]\tvalid_0's binary_logloss: 0.509341\n",
      "[30]\tvalid_0's binary_logloss: 0.508985\n",
      "[31]\tvalid_0's binary_logloss: 0.508637\n",
      "[32]\tvalid_0's binary_logloss: 0.508297\n",
      "[33]\tvalid_0's binary_logloss: 0.507965\n",
      "[34]\tvalid_0's binary_logloss: 0.507642\n",
      "[35]\tvalid_0's binary_logloss: 0.507326\n",
      "[36]\tvalid_0's binary_logloss: 0.507017\n",
      "[37]\tvalid_0's binary_logloss: 0.506716\n",
      "[38]\tvalid_0's binary_logloss: 0.506423\n",
      "[39]\tvalid_0's binary_logloss: 0.506136\n",
      "[40]\tvalid_0's binary_logloss: 0.505856\n",
      "[41]\tvalid_0's binary_logloss: 0.505584\n",
      "[42]\tvalid_0's binary_logloss: 0.505317\n",
      "[43]\tvalid_0's binary_logloss: 0.505058\n",
      "[44]\tvalid_0's binary_logloss: 0.504804\n",
      "[45]\tvalid_0's binary_logloss: 0.504557\n",
      "[46]\tvalid_0's binary_logloss: 0.504316\n",
      "[47]\tvalid_0's binary_logloss: 0.504081\n",
      "[48]\tvalid_0's binary_logloss: 0.503852\n",
      "[49]\tvalid_0's binary_logloss: 0.503629\n",
      "[50]\tvalid_0's binary_logloss: 0.503411\n",
      "[51]\tvalid_0's binary_logloss: 0.503199\n",
      "[52]\tvalid_0's binary_logloss: 0.502992\n",
      "[53]\tvalid_0's binary_logloss: 0.50279\n",
      "[54]\tvalid_0's binary_logloss: 0.502594\n",
      "[55]\tvalid_0's binary_logloss: 0.502402\n",
      "[56]\tvalid_0's binary_logloss: 0.502216\n",
      "[57]\tvalid_0's binary_logloss: 0.502034\n",
      "[58]\tvalid_0's binary_logloss: 0.501857\n",
      "[59]\tvalid_0's binary_logloss: 0.501685\n",
      "[60]\tvalid_0's binary_logloss: 0.501518\n",
      "[61]\tvalid_0's binary_logloss: 0.501355\n",
      "[62]\tvalid_0's binary_logloss: 0.501196\n",
      "[63]\tvalid_0's binary_logloss: 0.501042\n",
      "[64]\tvalid_0's binary_logloss: 0.500892\n",
      "[65]\tvalid_0's binary_logloss: 0.500746\n",
      "[66]\tvalid_0's binary_logloss: 0.500604\n",
      "[67]\tvalid_0's binary_logloss: 0.500466\n",
      "[68]\tvalid_0's binary_logloss: 0.500332\n",
      "[69]\tvalid_0's binary_logloss: 0.500202\n",
      "[70]\tvalid_0's binary_logloss: 0.500075\n",
      "[71]\tvalid_0's binary_logloss: 0.499952\n",
      "[72]\tvalid_0's binary_logloss: 0.499833\n",
      "[73]\tvalid_0's binary_logloss: 0.499718\n",
      "[74]\tvalid_0's binary_logloss: 0.499606\n",
      "[75]\tvalid_0's binary_logloss: 0.499497\n",
      "[76]\tvalid_0's binary_logloss: 0.499392\n",
      "[77]\tvalid_0's binary_logloss: 0.499289\n",
      "[78]\tvalid_0's binary_logloss: 0.499191\n",
      "[79]\tvalid_0's binary_logloss: 0.499095\n",
      "[80]\tvalid_0's binary_logloss: 0.499002\n",
      "[81]\tvalid_0's binary_logloss: 0.498866\n",
      "[82]\tvalid_0's binary_logloss: 0.498733\n",
      "[83]\tvalid_0's binary_logloss: 0.498605\n",
      "[84]\tvalid_0's binary_logloss: 0.498481\n",
      "[85]\tvalid_0's binary_logloss: 0.498403\n",
      "[86]\tvalid_0's binary_logloss: 0.498285\n",
      "[87]\tvalid_0's binary_logloss: 0.498172\n",
      "[88]\tvalid_0's binary_logloss: 0.498061\n",
      "[89]\tvalid_0's binary_logloss: 0.497955\n",
      "[90]\tvalid_0's binary_logloss: 0.497851\n",
      "[91]\tvalid_0's binary_logloss: 0.49779\n",
      "[92]\tvalid_0's binary_logloss: 0.497693\n",
      "[93]\tvalid_0's binary_logloss: 0.497599\n",
      "[94]\tvalid_0's binary_logloss: 0.497509\n",
      "[95]\tvalid_0's binary_logloss: 0.497421\n",
      "[96]\tvalid_0's binary_logloss: 0.497337\n",
      "[97]\tvalid_0's binary_logloss: 0.497256\n",
      "[98]\tvalid_0's binary_logloss: 0.497212\n",
      "[99]\tvalid_0's binary_logloss: 0.497136\n",
      "[100]\tvalid_0's binary_logloss: 0.497063\n",
      "[101]\tvalid_0's binary_logloss: 0.496992\n",
      "[102]\tvalid_0's binary_logloss: 0.496925\n",
      "[103]\tvalid_0's binary_logloss: 0.49686\n",
      "[104]\tvalid_0's binary_logloss: 0.496798\n",
      "[105]\tvalid_0's binary_logloss: 0.496769\n",
      "[106]\tvalid_0's binary_logloss: 0.496711\n",
      "[107]\tvalid_0's binary_logloss: 0.496656\n",
      "[108]\tvalid_0's binary_logloss: 0.496603\n",
      "[109]\tvalid_0's binary_logloss: 0.496553\n",
      "[110]\tvalid_0's binary_logloss: 0.496506\n",
      "[111]\tvalid_0's binary_logloss: 0.49646\n",
      "[112]\tvalid_0's binary_logloss: 0.496417\n",
      "[113]\tvalid_0's binary_logloss: 0.496402\n",
      "[114]\tvalid_0's binary_logloss: 0.496363\n",
      "[115]\tvalid_0's binary_logloss: 0.496326\n",
      "[116]\tvalid_0's binary_logloss: 0.496291\n",
      "[117]\tvalid_0's binary_logloss: 0.496258\n",
      "[118]\tvalid_0's binary_logloss: 0.496227\n",
      "[119]\tvalid_0's binary_logloss: 0.496199\n",
      "[120]\tvalid_0's binary_logloss: 0.496172\n",
      "[121]\tvalid_0's binary_logloss: 0.496169\n",
      "[122]\tvalid_0's binary_logloss: 0.496146\n",
      "[123]\tvalid_0's binary_logloss: 0.496124\n",
      "[124]\tvalid_0's binary_logloss: 0.496104\n",
      "[125]\tvalid_0's binary_logloss: 0.496086\n",
      "[126]\tvalid_0's binary_logloss: 0.49607\n",
      "[127]\tvalid_0's binary_logloss: 0.496055\n",
      "[128]\tvalid_0's binary_logloss: 0.496042\n",
      "[129]\tvalid_0's binary_logloss: 0.496031\n",
      "[130]\tvalid_0's binary_logloss: 0.49604\n",
      "[131]\tvalid_0's binary_logloss: 0.496031\n",
      "[132]\tvalid_0's binary_logloss: 0.496024\n",
      "[133]\tvalid_0's binary_logloss: 0.496019\n",
      "[134]\tvalid_0's binary_logloss: 0.496015\n",
      "[135]\tvalid_0's binary_logloss: 0.496012\n",
      "[136]\tvalid_0's binary_logloss: 0.496011\n",
      "[137]\tvalid_0's binary_logloss: 0.496011\n",
      "[138]\tvalid_0's binary_logloss: 0.496012\n",
      "[139]\tvalid_0's binary_logloss: 0.496015\n",
      "[140]\tvalid_0's binary_logloss: 0.496035\n",
      "[141]\tvalid_0's binary_logloss: 0.49604\n",
      "[142]\tvalid_0's binary_logloss: 0.496047\n",
      "[143]\tvalid_0's binary_logloss: 0.496054\n",
      "[144]\tvalid_0's binary_logloss: 0.496063\n",
      "[145]\tvalid_0's binary_logloss: 0.496073\n",
      "[146]\tvalid_0's binary_logloss: 0.496084\n",
      "[147]\tvalid_0's binary_logloss: 0.496096\n",
      "[148]\tvalid_0's binary_logloss: 0.49611\n",
      "[149]\tvalid_0's binary_logloss: 0.496124\n",
      "[150]\tvalid_0's binary_logloss: 0.496153\n",
      "[151]\tvalid_0's binary_logloss: 0.496169\n",
      "[152]\tvalid_0's binary_logloss: 0.496187\n",
      "[153]\tvalid_0's binary_logloss: 0.496205\n",
      "[154]\tvalid_0's binary_logloss: 0.496224\n",
      "[155]\tvalid_0's binary_logloss: 0.496244\n",
      "[156]\tvalid_0's binary_logloss: 0.496265\n",
      "[157]\tvalid_0's binary_logloss: 0.496287\n",
      "[158]\tvalid_0's binary_logloss: 0.49631\n",
      "[159]\tvalid_0's binary_logloss: 0.496334\n",
      "[160]\tvalid_0's binary_logloss: 0.496351\n",
      "[161]\tvalid_0's binary_logloss: 0.496368\n",
      "[162]\tvalid_0's binary_logloss: 0.496406\n",
      "[163]\tvalid_0's binary_logloss: 0.496433\n",
      "[164]\tvalid_0's binary_logloss: 0.49646\n",
      "[165]\tvalid_0's binary_logloss: 0.496488\n",
      "[166]\tvalid_0's binary_logloss: 0.496517\n",
      "[167]\tvalid_0's binary_logloss: 0.49654\n",
      "[168]\tvalid_0's binary_logloss: 0.49657\n",
      "[169]\tvalid_0's binary_logloss: 0.496594\n",
      "[170]\tvalid_0's binary_logloss: 0.496626\n",
      "[171]\tvalid_0's binary_logloss: 0.496652\n",
      "[172]\tvalid_0's binary_logloss: 0.496685\n",
      "[173]\tvalid_0's binary_logloss: 0.496712\n",
      "[174]\tvalid_0's binary_logloss: 0.496746\n",
      "[175]\tvalid_0's binary_logloss: 0.496774\n",
      "[176]\tvalid_0's binary_logloss: 0.496806\n",
      "[177]\tvalid_0's binary_logloss: 0.496846\n",
      "[178]\tvalid_0's binary_logloss: 0.496879\n",
      "[179]\tvalid_0's binary_logloss: 0.496912\n",
      "[180]\tvalid_0's binary_logloss: 0.496945\n",
      "[181]\tvalid_0's binary_logloss: 0.496979\n",
      "[182]\tvalid_0's binary_logloss: 0.497007\n",
      "[183]\tvalid_0's binary_logloss: 0.497036\n",
      "[184]\tvalid_0's binary_logloss: 0.497071\n",
      "[185]\tvalid_0's binary_logloss: 0.497101\n",
      "[186]\tvalid_0's binary_logloss: 0.497137\n",
      "[187]\tvalid_0's binary_logloss: 0.497168\n",
      "[188]\tvalid_0's binary_logloss: 0.497205\n",
      "[189]\tvalid_0's binary_logloss: 0.497237\n",
      "[190]\tvalid_0's binary_logloss: 0.497275\n",
      "[191]\tvalid_0's binary_logloss: 0.497308\n",
      "[192]\tvalid_0's binary_logloss: 0.497346\n",
      "[193]\tvalid_0's binary_logloss: 0.49738\n",
      "[194]\tvalid_0's binary_logloss: 0.497419\n",
      "[195]\tvalid_0's binary_logloss: 0.497453\n",
      "[196]\tvalid_0's binary_logloss: 0.497494\n",
      "[197]\tvalid_0's binary_logloss: 0.49754\n",
      "[198]\tvalid_0's binary_logloss: 0.497581\n",
      "[199]\tvalid_0's binary_logloss: 0.497622\n",
      "[200]\tvalid_0's binary_logloss: 0.497663\n",
      "[201]\tvalid_0's binary_logloss: 0.497705\n",
      "[202]\tvalid_0's binary_logloss: 0.497746\n",
      "[203]\tvalid_0's binary_logloss: 0.497783\n",
      "[204]\tvalid_0's binary_logloss: 0.497825\n",
      "[205]\tvalid_0's binary_logloss: 0.497863\n",
      "[206]\tvalid_0's binary_logloss: 0.497901\n",
      "[207]\tvalid_0's binary_logloss: 0.497944\n",
      "[208]\tvalid_0's binary_logloss: 0.497982\n",
      "[209]\tvalid_0's binary_logloss: 0.498025\n",
      "[210]\tvalid_0's binary_logloss: 0.498064\n",
      "[211]\tvalid_0's binary_logloss: 0.498108\n",
      "[212]\tvalid_0's binary_logloss: 0.498147\n",
      "[213]\tvalid_0's binary_logloss: 0.498191\n",
      "[214]\tvalid_0's binary_logloss: 0.498231\n",
      "[215]\tvalid_0's binary_logloss: 0.498275\n",
      "[216]\tvalid_0's binary_logloss: 0.498315\n",
      "[217]\tvalid_0's binary_logloss: 0.49836\n",
      "[218]\tvalid_0's binary_logloss: 0.498401\n",
      "[219]\tvalid_0's binary_logloss: 0.498446\n",
      "[220]\tvalid_0's binary_logloss: 0.498486\n",
      "[221]\tvalid_0's binary_logloss: 0.498532\n",
      "[222]\tvalid_0's binary_logloss: 0.498573\n",
      "[223]\tvalid_0's binary_logloss: 0.498618\n",
      "[224]\tvalid_0's binary_logloss: 0.498659\n",
      "[225]\tvalid_0's binary_logloss: 0.498705\n",
      "[226]\tvalid_0's binary_logloss: 0.498755\n",
      "[227]\tvalid_0's binary_logloss: 0.4988\n",
      "[228]\tvalid_0's binary_logloss: 0.498846\n",
      "[229]\tvalid_0's binary_logloss: 0.498892\n",
      "[230]\tvalid_0's binary_logloss: 0.498938\n",
      "[231]\tvalid_0's binary_logloss: 0.498983\n",
      "[232]\tvalid_0's binary_logloss: 0.499029\n",
      "[233]\tvalid_0's binary_logloss: 0.499071\n",
      "[234]\tvalid_0's binary_logloss: 0.499117\n",
      "[235]\tvalid_0's binary_logloss: 0.49916\n",
      "[236]\tvalid_0's binary_logloss: 0.499206\n",
      "Early stopping, best iteration is:\n",
      "[136]\tvalid_0's binary_logloss: 0.496011\n",
      "Fold 2\n",
      "[1]\tvalid_0's binary_logloss: 0.514282\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.513886\n",
      "[3]\tvalid_0's binary_logloss: 0.513499\n",
      "[4]\tvalid_0's binary_logloss: 0.513119\n",
      "[5]\tvalid_0's binary_logloss: 0.512748\n",
      "[6]\tvalid_0's binary_logloss: 0.512384\n",
      "[7]\tvalid_0's binary_logloss: 0.511977\n",
      "[8]\tvalid_0's binary_logloss: 0.511579\n",
      "[9]\tvalid_0's binary_logloss: 0.511189\n",
      "[10]\tvalid_0's binary_logloss: 0.510808\n",
      "[11]\tvalid_0's binary_logloss: 0.510434\n",
      "[12]\tvalid_0's binary_logloss: 0.510068\n",
      "[13]\tvalid_0's binary_logloss: 0.509711\n",
      "[14]\tvalid_0's binary_logloss: 0.50936\n",
      "[15]\tvalid_0's binary_logloss: 0.509018\n",
      "[16]\tvalid_0's binary_logloss: 0.508682\n",
      "[17]\tvalid_0's binary_logloss: 0.508354\n",
      "[18]\tvalid_0's binary_logloss: 0.508032\n",
      "[19]\tvalid_0's binary_logloss: 0.507717\n",
      "[20]\tvalid_0's binary_logloss: 0.507409\n",
      "[21]\tvalid_0's binary_logloss: 0.507108\n",
      "[22]\tvalid_0's binary_logloss: 0.506812\n",
      "[23]\tvalid_0's binary_logloss: 0.506523\n",
      "[24]\tvalid_0's binary_logloss: 0.506241\n",
      "[25]\tvalid_0's binary_logloss: 0.505964\n",
      "[26]\tvalid_0's binary_logloss: 0.505693\n",
      "[27]\tvalid_0's binary_logloss: 0.505427\n",
      "[28]\tvalid_0's binary_logloss: 0.505167\n",
      "[29]\tvalid_0's binary_logloss: 0.504913\n",
      "[30]\tvalid_0's binary_logloss: 0.504664\n",
      "[31]\tvalid_0's binary_logloss: 0.504421\n",
      "[32]\tvalid_0's binary_logloss: 0.504182\n",
      "[33]\tvalid_0's binary_logloss: 0.503949\n",
      "[34]\tvalid_0's binary_logloss: 0.50372\n",
      "[35]\tvalid_0's binary_logloss: 0.503497\n",
      "[36]\tvalid_0's binary_logloss: 0.503278\n",
      "[37]\tvalid_0's binary_logloss: 0.503064\n",
      "[38]\tvalid_0's binary_logloss: 0.502854\n",
      "[39]\tvalid_0's binary_logloss: 0.502649\n",
      "[40]\tvalid_0's binary_logloss: 0.502448\n",
      "[41]\tvalid_0's binary_logloss: 0.502252\n",
      "[42]\tvalid_0's binary_logloss: 0.50206\n",
      "[43]\tvalid_0's binary_logloss: 0.501872\n",
      "[44]\tvalid_0's binary_logloss: 0.501688\n",
      "[45]\tvalid_0's binary_logloss: 0.501508\n",
      "[46]\tvalid_0's binary_logloss: 0.501331\n",
      "[47]\tvalid_0's binary_logloss: 0.501159\n",
      "[48]\tvalid_0's binary_logloss: 0.50099\n",
      "[49]\tvalid_0's binary_logloss: 0.500825\n",
      "[50]\tvalid_0's binary_logloss: 0.500664\n",
      "[51]\tvalid_0's binary_logloss: 0.500506\n",
      "[52]\tvalid_0's binary_logloss: 0.500352\n",
      "[53]\tvalid_0's binary_logloss: 0.500201\n",
      "[54]\tvalid_0's binary_logloss: 0.500053\n",
      "[55]\tvalid_0's binary_logloss: 0.499909\n",
      "[56]\tvalid_0's binary_logloss: 0.499768\n",
      "[57]\tvalid_0's binary_logloss: 0.49963\n",
      "[58]\tvalid_0's binary_logloss: 0.499495\n",
      "[59]\tvalid_0's binary_logloss: 0.499363\n",
      "[60]\tvalid_0's binary_logloss: 0.499253\n",
      "[61]\tvalid_0's binary_logloss: 0.499147\n",
      "[62]\tvalid_0's binary_logloss: 0.499044\n",
      "[63]\tvalid_0's binary_logloss: 0.498943\n",
      "[64]\tvalid_0's binary_logloss: 0.498845\n",
      "[65]\tvalid_0's binary_logloss: 0.498751\n",
      "[66]\tvalid_0's binary_logloss: 0.498658\n",
      "[67]\tvalid_0's binary_logloss: 0.498569\n",
      "[68]\tvalid_0's binary_logloss: 0.498482\n",
      "[69]\tvalid_0's binary_logloss: 0.498397\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[70]\tvalid_0's binary_logloss: 0.498315\n",
      "[71]\tvalid_0's binary_logloss: 0.498236\n",
      "[72]\tvalid_0's binary_logloss: 0.498159\n",
      "[73]\tvalid_0's binary_logloss: 0.498084\n",
      "[74]\tvalid_0's binary_logloss: 0.498012\n",
      "[75]\tvalid_0's binary_logloss: 0.497941\n",
      "[76]\tvalid_0's binary_logloss: 0.497873\n",
      "[77]\tvalid_0's binary_logloss: 0.497808\n",
      "[78]\tvalid_0's binary_logloss: 0.497744\n",
      "[79]\tvalid_0's binary_logloss: 0.497682\n",
      "[80]\tvalid_0's binary_logloss: 0.497622\n",
      "[81]\tvalid_0's binary_logloss: 0.497565\n",
      "[82]\tvalid_0's binary_logloss: 0.497509\n",
      "[83]\tvalid_0's binary_logloss: 0.497455\n",
      "[84]\tvalid_0's binary_logloss: 0.497403\n",
      "[85]\tvalid_0's binary_logloss: 0.497353\n",
      "[86]\tvalid_0's binary_logloss: 0.497304\n",
      "[87]\tvalid_0's binary_logloss: 0.497256\n",
      "[88]\tvalid_0's binary_logloss: 0.49721\n",
      "[89]\tvalid_0's binary_logloss: 0.497165\n",
      "[90]\tvalid_0's binary_logloss: 0.497122\n",
      "[91]\tvalid_0's binary_logloss: 0.497081\n",
      "[92]\tvalid_0's binary_logloss: 0.497041\n",
      "[93]\tvalid_0's binary_logloss: 0.497003\n",
      "[94]\tvalid_0's binary_logloss: 0.496966\n",
      "[95]\tvalid_0's binary_logloss: 0.49693\n",
      "[96]\tvalid_0's binary_logloss: 0.496896\n",
      "[97]\tvalid_0's binary_logloss: 0.496864\n",
      "[98]\tvalid_0's binary_logloss: 0.496833\n",
      "[99]\tvalid_0's binary_logloss: 0.496803\n",
      "[100]\tvalid_0's binary_logloss: 0.496774\n",
      "[101]\tvalid_0's binary_logloss: 0.496747\n",
      "[102]\tvalid_0's binary_logloss: 0.496721\n",
      "[103]\tvalid_0's binary_logloss: 0.496696\n",
      "[104]\tvalid_0's binary_logloss: 0.496672\n",
      "[105]\tvalid_0's binary_logloss: 0.49665\n",
      "[106]\tvalid_0's binary_logloss: 0.496628\n",
      "[107]\tvalid_0's binary_logloss: 0.496608\n",
      "[108]\tvalid_0's binary_logloss: 0.496589\n",
      "[109]\tvalid_0's binary_logloss: 0.496571\n",
      "[110]\tvalid_0's binary_logloss: 0.496554\n",
      "[111]\tvalid_0's binary_logloss: 0.496538\n",
      "[112]\tvalid_0's binary_logloss: 0.496523\n",
      "[113]\tvalid_0's binary_logloss: 0.496509\n",
      "[114]\tvalid_0's binary_logloss: 0.496495\n",
      "[115]\tvalid_0's binary_logloss: 0.496483\n",
      "[116]\tvalid_0's binary_logloss: 0.496472\n",
      "[117]\tvalid_0's binary_logloss: 0.496462\n",
      "[118]\tvalid_0's binary_logloss: 0.496452\n",
      "[119]\tvalid_0's binary_logloss: 0.496443\n",
      "[120]\tvalid_0's binary_logloss: 0.496435\n",
      "[121]\tvalid_0's binary_logloss: 0.496428\n",
      "[122]\tvalid_0's binary_logloss: 0.496422\n",
      "[123]\tvalid_0's binary_logloss: 0.496417\n",
      "[124]\tvalid_0's binary_logloss: 0.496412\n",
      "[125]\tvalid_0's binary_logloss: 0.496408\n",
      "[126]\tvalid_0's binary_logloss: 0.496405\n",
      "[127]\tvalid_0's binary_logloss: 0.496402\n",
      "[128]\tvalid_0's binary_logloss: 0.4964\n",
      "[129]\tvalid_0's binary_logloss: 0.496399\n",
      "[130]\tvalid_0's binary_logloss: 0.496398\n",
      "[131]\tvalid_0's binary_logloss: 0.496398\n",
      "[132]\tvalid_0's binary_logloss: 0.496399\n",
      "[133]\tvalid_0's binary_logloss: 0.496395\n",
      "[134]\tvalid_0's binary_logloss: 0.496392\n",
      "[135]\tvalid_0's binary_logloss: 0.496389\n",
      "[136]\tvalid_0's binary_logloss: 0.496388\n",
      "[137]\tvalid_0's binary_logloss: 0.496388\n",
      "[138]\tvalid_0's binary_logloss: 0.496389\n",
      "[139]\tvalid_0's binary_logloss: 0.49639\n",
      "[140]\tvalid_0's binary_logloss: 0.496393\n",
      "[141]\tvalid_0's binary_logloss: 0.496396\n",
      "[142]\tvalid_0's binary_logloss: 0.4964\n",
      "[143]\tvalid_0's binary_logloss: 0.496406\n",
      "[144]\tvalid_0's binary_logloss: 0.496412\n",
      "[145]\tvalid_0's binary_logloss: 0.496418\n",
      "[146]\tvalid_0's binary_logloss: 0.496426\n",
      "[147]\tvalid_0's binary_logloss: 0.496434\n",
      "[148]\tvalid_0's binary_logloss: 0.496443\n",
      "[149]\tvalid_0's binary_logloss: 0.496452\n",
      "[150]\tvalid_0's binary_logloss: 0.496463\n",
      "[151]\tvalid_0's binary_logloss: 0.496474\n",
      "[152]\tvalid_0's binary_logloss: 0.496485\n",
      "[153]\tvalid_0's binary_logloss: 0.496498\n",
      "[154]\tvalid_0's binary_logloss: 0.49651\n",
      "[155]\tvalid_0's binary_logloss: 0.496524\n",
      "[156]\tvalid_0's binary_logloss: 0.496538\n",
      "[157]\tvalid_0's binary_logloss: 0.496552\n",
      "[158]\tvalid_0's binary_logloss: 0.496567\n",
      "[159]\tvalid_0's binary_logloss: 0.496583\n",
      "[160]\tvalid_0's binary_logloss: 0.496599\n",
      "[161]\tvalid_0's binary_logloss: 0.496616\n",
      "[162]\tvalid_0's binary_logloss: 0.496633\n",
      "[163]\tvalid_0's binary_logloss: 0.49665\n",
      "[164]\tvalid_0's binary_logloss: 0.496668\n",
      "[165]\tvalid_0's binary_logloss: 0.496687\n",
      "[166]\tvalid_0's binary_logloss: 0.496705\n",
      "[167]\tvalid_0's binary_logloss: 0.496725\n",
      "[168]\tvalid_0's binary_logloss: 0.496744\n",
      "[169]\tvalid_0's binary_logloss: 0.496764\n",
      "[170]\tvalid_0's binary_logloss: 0.496784\n",
      "[171]\tvalid_0's binary_logloss: 0.496805\n",
      "[172]\tvalid_0's binary_logloss: 0.496826\n",
      "[173]\tvalid_0's binary_logloss: 0.496847\n",
      "[174]\tvalid_0's binary_logloss: 0.496869\n",
      "[175]\tvalid_0's binary_logloss: 0.496891\n",
      "[176]\tvalid_0's binary_logloss: 0.496913\n",
      "[177]\tvalid_0's binary_logloss: 0.496935\n",
      "[178]\tvalid_0's binary_logloss: 0.496958\n",
      "[179]\tvalid_0's binary_logloss: 0.496981\n",
      "[180]\tvalid_0's binary_logloss: 0.497004\n",
      "[181]\tvalid_0's binary_logloss: 0.497027\n",
      "[182]\tvalid_0's binary_logloss: 0.497051\n",
      "[183]\tvalid_0's binary_logloss: 0.497075\n",
      "[184]\tvalid_0's binary_logloss: 0.497099\n",
      "[185]\tvalid_0's binary_logloss: 0.497123\n",
      "[186]\tvalid_0's binary_logloss: 0.497148\n",
      "[187]\tvalid_0's binary_logloss: 0.497172\n",
      "[188]\tvalid_0's binary_logloss: 0.497197\n",
      "[189]\tvalid_0's binary_logloss: 0.497222\n",
      "[190]\tvalid_0's binary_logloss: 0.497247\n",
      "[191]\tvalid_0's binary_logloss: 0.497272\n",
      "[192]\tvalid_0's binary_logloss: 0.497298\n",
      "[193]\tvalid_0's binary_logloss: 0.497323\n",
      "[194]\tvalid_0's binary_logloss: 0.497349\n",
      "[195]\tvalid_0's binary_logloss: 0.497375\n",
      "[196]\tvalid_0's binary_logloss: 0.4974\n",
      "[197]\tvalid_0's binary_logloss: 0.497426\n",
      "[198]\tvalid_0's binary_logloss: 0.497452\n",
      "[199]\tvalid_0's binary_logloss: 0.497478\n",
      "[200]\tvalid_0's binary_logloss: 0.497505\n",
      "[201]\tvalid_0's binary_logloss: 0.497531\n",
      "[202]\tvalid_0's binary_logloss: 0.497557\n",
      "[203]\tvalid_0's binary_logloss: 0.497583\n",
      "[204]\tvalid_0's binary_logloss: 0.49761\n",
      "[205]\tvalid_0's binary_logloss: 0.497636\n",
      "[206]\tvalid_0's binary_logloss: 0.497663\n",
      "[207]\tvalid_0's binary_logloss: 0.497689\n",
      "[208]\tvalid_0's binary_logloss: 0.497716\n",
      "[209]\tvalid_0's binary_logloss: 0.497743\n",
      "[210]\tvalid_0's binary_logloss: 0.497769\n",
      "[211]\tvalid_0's binary_logloss: 0.497796\n",
      "[212]\tvalid_0's binary_logloss: 0.497823\n",
      "[213]\tvalid_0's binary_logloss: 0.497849\n",
      "[214]\tvalid_0's binary_logloss: 0.497876\n",
      "[215]\tvalid_0's binary_logloss: 0.497903\n",
      "[216]\tvalid_0's binary_logloss: 0.497929\n",
      "[217]\tvalid_0's binary_logloss: 0.497956\n",
      "[218]\tvalid_0's binary_logloss: 0.497982\n",
      "[219]\tvalid_0's binary_logloss: 0.498009\n",
      "[220]\tvalid_0's binary_logloss: 0.498036\n",
      "[221]\tvalid_0's binary_logloss: 0.498062\n",
      "[222]\tvalid_0's binary_logloss: 0.498089\n",
      "[223]\tvalid_0's binary_logloss: 0.498115\n",
      "[224]\tvalid_0's binary_logloss: 0.498142\n",
      "[225]\tvalid_0's binary_logloss: 0.498168\n",
      "[226]\tvalid_0's binary_logloss: 0.498194\n",
      "[227]\tvalid_0's binary_logloss: 0.498221\n",
      "[228]\tvalid_0's binary_logloss: 0.498247\n",
      "[229]\tvalid_0's binary_logloss: 0.498273\n",
      "[230]\tvalid_0's binary_logloss: 0.498299\n",
      "[231]\tvalid_0's binary_logloss: 0.498325\n",
      "[232]\tvalid_0's binary_logloss: 0.498351\n",
      "[233]\tvalid_0's binary_logloss: 0.498377\n",
      "[234]\tvalid_0's binary_logloss: 0.498403\n",
      "[235]\tvalid_0's binary_logloss: 0.498429\n",
      "[236]\tvalid_0's binary_logloss: 0.498455\n",
      "[237]\tvalid_0's binary_logloss: 0.498481\n",
      "Early stopping, best iteration is:\n",
      "[137]\tvalid_0's binary_logloss: 0.496388\n",
      "Fold 3\n",
      "[1]\tvalid_0's binary_logloss: 0.513998\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.513323\n",
      "[3]\tvalid_0's binary_logloss: 0.512661\n",
      "[4]\tvalid_0's binary_logloss: 0.512011\n",
      "[5]\tvalid_0's binary_logloss: 0.511375\n",
      "[6]\tvalid_0's binary_logloss: 0.51075\n",
      "[7]\tvalid_0's binary_logloss: 0.510137\n",
      "[8]\tvalid_0's binary_logloss: 0.509536\n",
      "[9]\tvalid_0's binary_logloss: 0.508946\n",
      "[10]\tvalid_0's binary_logloss: 0.508367\n",
      "[11]\tvalid_0's binary_logloss: 0.507798\n",
      "[12]\tvalid_0's binary_logloss: 0.50724\n",
      "[13]\tvalid_0's binary_logloss: 0.506691\n",
      "[14]\tvalid_0's binary_logloss: 0.506152\n",
      "[15]\tvalid_0's binary_logloss: 0.505623\n",
      "[16]\tvalid_0's binary_logloss: 0.505103\n",
      "[17]\tvalid_0's binary_logloss: 0.504593\n",
      "[18]\tvalid_0's binary_logloss: 0.504091\n",
      "[19]\tvalid_0's binary_logloss: 0.503598\n",
      "[20]\tvalid_0's binary_logloss: 0.503114\n",
      "[21]\tvalid_0's binary_logloss: 0.502639\n",
      "[22]\tvalid_0's binary_logloss: 0.502171\n",
      "[23]\tvalid_0's binary_logloss: 0.501712\n",
      "[24]\tvalid_0's binary_logloss: 0.50126\n",
      "[25]\tvalid_0's binary_logloss: 0.500816\n",
      "[26]\tvalid_0's binary_logloss: 0.50038\n",
      "[27]\tvalid_0's binary_logloss: 0.499951\n",
      "[28]\tvalid_0's binary_logloss: 0.499529\n",
      "[29]\tvalid_0's binary_logloss: 0.499114\n",
      "[30]\tvalid_0's binary_logloss: 0.498707\n",
      "[31]\tvalid_0's binary_logloss: 0.498306\n",
      "[32]\tvalid_0's binary_logloss: 0.497911\n",
      "[33]\tvalid_0's binary_logloss: 0.497523\n",
      "[34]\tvalid_0's binary_logloss: 0.497142\n",
      "[35]\tvalid_0's binary_logloss: 0.496766\n",
      "[36]\tvalid_0's binary_logloss: 0.496397\n",
      "[37]\tvalid_0's binary_logloss: 0.496034\n",
      "[38]\tvalid_0's binary_logloss: 0.495676\n",
      "[39]\tvalid_0's binary_logloss: 0.495324\n",
      "[40]\tvalid_0's binary_logloss: 0.494978\n",
      "[41]\tvalid_0's binary_logloss: 0.494638\n",
      "[42]\tvalid_0's binary_logloss: 0.494302\n",
      "[43]\tvalid_0's binary_logloss: 0.493972\n",
      "[44]\tvalid_0's binary_logloss: 0.493659\n",
      "[45]\tvalid_0's binary_logloss: 0.493351\n",
      "[46]\tvalid_0's binary_logloss: 0.493049\n",
      "[47]\tvalid_0's binary_logloss: 0.492751\n",
      "[48]\tvalid_0's binary_logloss: 0.492459\n",
      "[49]\tvalid_0's binary_logloss: 0.492171\n",
      "[50]\tvalid_0's binary_logloss: 0.491888\n",
      "[51]\tvalid_0's binary_logloss: 0.491609\n",
      "[52]\tvalid_0's binary_logloss: 0.491336\n",
      "[53]\tvalid_0's binary_logloss: 0.491066\n",
      "[54]\tvalid_0's binary_logloss: 0.490801\n",
      "[55]\tvalid_0's binary_logloss: 0.490541\n",
      "[56]\tvalid_0's binary_logloss: 0.490284\n",
      "[57]\tvalid_0's binary_logloss: 0.490032\n",
      "[58]\tvalid_0's binary_logloss: 0.489784\n",
      "[59]\tvalid_0's binary_logloss: 0.48954\n",
      "[60]\tvalid_0's binary_logloss: 0.489299\n",
      "[61]\tvalid_0's binary_logloss: 0.489063\n",
      "[62]\tvalid_0's binary_logloss: 0.48883\n",
      "[63]\tvalid_0's binary_logloss: 0.488601\n",
      "[64]\tvalid_0's binary_logloss: 0.488375\n",
      "[65]\tvalid_0's binary_logloss: 0.488153\n",
      "[66]\tvalid_0's binary_logloss: 0.487935\n",
      "[67]\tvalid_0's binary_logloss: 0.48772\n",
      "[68]\tvalid_0's binary_logloss: 0.487508\n",
      "[69]\tvalid_0's binary_logloss: 0.487299\n",
      "[70]\tvalid_0's binary_logloss: 0.487094\n",
      "[71]\tvalid_0's binary_logloss: 0.486892\n",
      "[72]\tvalid_0's binary_logloss: 0.486693\n",
      "[73]\tvalid_0's binary_logloss: 0.486497\n",
      "[74]\tvalid_0's binary_logloss: 0.486304\n",
      "[75]\tvalid_0's binary_logloss: 0.486114\n",
      "[76]\tvalid_0's binary_logloss: 0.485927\n",
      "[77]\tvalid_0's binary_logloss: 0.485743\n",
      "[78]\tvalid_0's binary_logloss: 0.485561\n",
      "[79]\tvalid_0's binary_logloss: 0.485382\n",
      "[80]\tvalid_0's binary_logloss: 0.485206\n",
      "[81]\tvalid_0's binary_logloss: 0.485033\n",
      "[82]\tvalid_0's binary_logloss: 0.484862\n",
      "[83]\tvalid_0's binary_logloss: 0.484694\n",
      "[84]\tvalid_0's binary_logloss: 0.484528\n",
      "[85]\tvalid_0's binary_logloss: 0.484365\n",
      "[86]\tvalid_0's binary_logloss: 0.484204\n",
      "[87]\tvalid_0's binary_logloss: 0.484045\n",
      "[88]\tvalid_0's binary_logloss: 0.483889\n",
      "[89]\tvalid_0's binary_logloss: 0.483735\n",
      "[90]\tvalid_0's binary_logloss: 0.483583\n",
      "[91]\tvalid_0's binary_logloss: 0.483434\n",
      "[92]\tvalid_0's binary_logloss: 0.483287\n",
      "[93]\tvalid_0's binary_logloss: 0.483142\n",
      "[94]\tvalid_0's binary_logloss: 0.482999\n",
      "[95]\tvalid_0's binary_logloss: 0.482858\n",
      "[96]\tvalid_0's binary_logloss: 0.482719\n",
      "[97]\tvalid_0's binary_logloss: 0.482582\n",
      "[98]\tvalid_0's binary_logloss: 0.482447\n",
      "[99]\tvalid_0's binary_logloss: 0.482314\n",
      "[100]\tvalid_0's binary_logloss: 0.482183\n",
      "[101]\tvalid_0's binary_logloss: 0.482054\n",
      "[102]\tvalid_0's binary_logloss: 0.481926\n",
      "[103]\tvalid_0's binary_logloss: 0.481801\n",
      "[104]\tvalid_0's binary_logloss: 0.481677\n",
      "[105]\tvalid_0's binary_logloss: 0.481555\n",
      "[106]\tvalid_0's binary_logloss: 0.481435\n",
      "[107]\tvalid_0's binary_logloss: 0.481316\n",
      "[108]\tvalid_0's binary_logloss: 0.481199\n",
      "[109]\tvalid_0's binary_logloss: 0.481084\n",
      "[110]\tvalid_0's binary_logloss: 0.48097\n",
      "[111]\tvalid_0's binary_logloss: 0.480858\n",
      "[112]\tvalid_0's binary_logloss: 0.480747\n",
      "[113]\tvalid_0's binary_logloss: 0.480638\n",
      "[114]\tvalid_0's binary_logloss: 0.480531\n",
      "[115]\tvalid_0's binary_logloss: 0.480425\n",
      "[116]\tvalid_0's binary_logloss: 0.48032\n",
      "[117]\tvalid_0's binary_logloss: 0.480217\n",
      "[118]\tvalid_0's binary_logloss: 0.480116\n",
      "[119]\tvalid_0's binary_logloss: 0.480015\n",
      "[120]\tvalid_0's binary_logloss: 0.479917\n",
      "[121]\tvalid_0's binary_logloss: 0.479819\n",
      "[122]\tvalid_0's binary_logloss: 0.479723\n",
      "[123]\tvalid_0's binary_logloss: 0.479628\n",
      "[124]\tvalid_0's binary_logloss: 0.479534\n",
      "[125]\tvalid_0's binary_logloss: 0.479442\n",
      "[126]\tvalid_0's binary_logloss: 0.479351\n",
      "[127]\tvalid_0's binary_logloss: 0.479261\n",
      "[128]\tvalid_0's binary_logloss: 0.479172\n",
      "[129]\tvalid_0's binary_logloss: 0.479085\n",
      "[130]\tvalid_0's binary_logloss: 0.478999\n",
      "[131]\tvalid_0's binary_logloss: 0.478913\n",
      "[132]\tvalid_0's binary_logloss: 0.478829\n",
      "[133]\tvalid_0's binary_logloss: 0.478747\n",
      "[134]\tvalid_0's binary_logloss: 0.478665\n",
      "[135]\tvalid_0's binary_logloss: 0.478584\n",
      "[136]\tvalid_0's binary_logloss: 0.478505\n",
      "[137]\tvalid_0's binary_logloss: 0.478426\n",
      "[138]\tvalid_0's binary_logloss: 0.478349\n",
      "[139]\tvalid_0's binary_logloss: 0.478272\n",
      "[140]\tvalid_0's binary_logloss: 0.478197\n",
      "[141]\tvalid_0's binary_logloss: 0.478122\n",
      "[142]\tvalid_0's binary_logloss: 0.478049\n",
      "[143]\tvalid_0's binary_logloss: 0.477976\n",
      "[144]\tvalid_0's binary_logloss: 0.477905\n",
      "[145]\tvalid_0's binary_logloss: 0.477834\n",
      "[146]\tvalid_0's binary_logloss: 0.477764\n",
      "[147]\tvalid_0's binary_logloss: 0.477695\n",
      "[148]\tvalid_0's binary_logloss: 0.477627\n",
      "[149]\tvalid_0's binary_logloss: 0.47756\n",
      "[150]\tvalid_0's binary_logloss: 0.477494\n",
      "[151]\tvalid_0's binary_logloss: 0.477429\n",
      "[152]\tvalid_0's binary_logloss: 0.477364\n",
      "[153]\tvalid_0's binary_logloss: 0.477301\n",
      "[154]\tvalid_0's binary_logloss: 0.477238\n",
      "[155]\tvalid_0's binary_logloss: 0.477176\n",
      "[156]\tvalid_0's binary_logloss: 0.477115\n",
      "[157]\tvalid_0's binary_logloss: 0.477054\n",
      "[158]\tvalid_0's binary_logloss: 0.476995\n",
      "[159]\tvalid_0's binary_logloss: 0.476936\n",
      "[160]\tvalid_0's binary_logloss: 0.476878\n",
      "[161]\tvalid_0's binary_logloss: 0.47682\n",
      "[162]\tvalid_0's binary_logloss: 0.476764\n",
      "[163]\tvalid_0's binary_logloss: 0.476708\n",
      "[164]\tvalid_0's binary_logloss: 0.476652\n",
      "[165]\tvalid_0's binary_logloss: 0.476598\n",
      "[166]\tvalid_0's binary_logloss: 0.476544\n",
      "[167]\tvalid_0's binary_logloss: 0.476491\n",
      "[168]\tvalid_0's binary_logloss: 0.476438\n",
      "[169]\tvalid_0's binary_logloss: 0.476386\n",
      "[170]\tvalid_0's binary_logloss: 0.476335\n",
      "[171]\tvalid_0's binary_logloss: 0.476284\n",
      "[172]\tvalid_0's binary_logloss: 0.476235\n",
      "[173]\tvalid_0's binary_logloss: 0.476185\n",
      "[174]\tvalid_0's binary_logloss: 0.476137\n",
      "[175]\tvalid_0's binary_logloss: 0.476088\n",
      "[176]\tvalid_0's binary_logloss: 0.476041\n",
      "[177]\tvalid_0's binary_logloss: 0.475994\n",
      "[178]\tvalid_0's binary_logloss: 0.475948\n",
      "[179]\tvalid_0's binary_logloss: 0.475902\n",
      "[180]\tvalid_0's binary_logloss: 0.475857\n",
      "[181]\tvalid_0's binary_logloss: 0.475812\n",
      "[182]\tvalid_0's binary_logloss: 0.475768\n",
      "[183]\tvalid_0's binary_logloss: 0.475724\n",
      "[184]\tvalid_0's binary_logloss: 0.475681\n",
      "[185]\tvalid_0's binary_logloss: 0.475639\n",
      "[186]\tvalid_0's binary_logloss: 0.475597\n",
      "[187]\tvalid_0's binary_logloss: 0.475555\n",
      "[188]\tvalid_0's binary_logloss: 0.475515\n",
      "[189]\tvalid_0's binary_logloss: 0.475474\n",
      "[190]\tvalid_0's binary_logloss: 0.475434\n",
      "[191]\tvalid_0's binary_logloss: 0.475395\n",
      "[192]\tvalid_0's binary_logloss: 0.475356\n",
      "[193]\tvalid_0's binary_logloss: 0.475317\n",
      "[194]\tvalid_0's binary_logloss: 0.475279\n",
      "[195]\tvalid_0's binary_logloss: 0.475241\n",
      "[196]\tvalid_0's binary_logloss: 0.475204\n",
      "[197]\tvalid_0's binary_logloss: 0.475168\n",
      "[198]\tvalid_0's binary_logloss: 0.475131\n",
      "[199]\tvalid_0's binary_logloss: 0.475096\n",
      "[200]\tvalid_0's binary_logloss: 0.47506\n",
      "[201]\tvalid_0's binary_logloss: 0.475025\n",
      "[202]\tvalid_0's binary_logloss: 0.474991\n",
      "[203]\tvalid_0's binary_logloss: 0.474956\n",
      "[204]\tvalid_0's binary_logloss: 0.474923\n",
      "[205]\tvalid_0's binary_logloss: 0.474889\n",
      "[206]\tvalid_0's binary_logloss: 0.474856\n",
      "[207]\tvalid_0's binary_logloss: 0.474824\n",
      "[208]\tvalid_0's binary_logloss: 0.474792\n",
      "[209]\tvalid_0's binary_logloss: 0.47476\n",
      "[210]\tvalid_0's binary_logloss: 0.474729\n",
      "[211]\tvalid_0's binary_logloss: 0.474697\n",
      "[212]\tvalid_0's binary_logloss: 0.474667\n",
      "[213]\tvalid_0's binary_logloss: 0.474637\n",
      "[214]\tvalid_0's binary_logloss: 0.474607\n",
      "[215]\tvalid_0's binary_logloss: 0.474577\n",
      "[216]\tvalid_0's binary_logloss: 0.474548\n",
      "[217]\tvalid_0's binary_logloss: 0.474519\n",
      "[218]\tvalid_0's binary_logloss: 0.47449\n",
      "[219]\tvalid_0's binary_logloss: 0.474462\n",
      "[220]\tvalid_0's binary_logloss: 0.474434\n",
      "[221]\tvalid_0's binary_logloss: 0.474406\n",
      "[222]\tvalid_0's binary_logloss: 0.474444\n",
      "[223]\tvalid_0's binary_logloss: 0.474482\n",
      "[224]\tvalid_0's binary_logloss: 0.47452\n",
      "[225]\tvalid_0's binary_logloss: 0.474559\n",
      "[226]\tvalid_0's binary_logloss: 0.474598\n",
      "[227]\tvalid_0's binary_logloss: 0.474638\n",
      "[228]\tvalid_0's binary_logloss: 0.474612\n",
      "[229]\tvalid_0's binary_logloss: 0.474652\n",
      "[230]\tvalid_0's binary_logloss: 0.474693\n",
      "[231]\tvalid_0's binary_logloss: 0.474734\n",
      "[232]\tvalid_0's binary_logloss: 0.474776\n",
      "[233]\tvalid_0's binary_logloss: 0.474818\n",
      "[234]\tvalid_0's binary_logloss: 0.47486\n",
      "[235]\tvalid_0's binary_logloss: 0.474903\n",
      "[236]\tvalid_0's binary_logloss: 0.474946\n",
      "[237]\tvalid_0's binary_logloss: 0.474989\n",
      "[238]\tvalid_0's binary_logloss: 0.475033\n",
      "[239]\tvalid_0's binary_logloss: 0.475077\n",
      "[240]\tvalid_0's binary_logloss: 0.475122\n",
      "[241]\tvalid_0's binary_logloss: 0.475166\n",
      "[242]\tvalid_0's binary_logloss: 0.475212\n",
      "[243]\tvalid_0's binary_logloss: 0.475257\n",
      "[244]\tvalid_0's binary_logloss: 0.475303\n",
      "[245]\tvalid_0's binary_logloss: 0.475349\n",
      "[246]\tvalid_0's binary_logloss: 0.475396\n",
      "[247]\tvalid_0's binary_logloss: 0.475376\n",
      "[248]\tvalid_0's binary_logloss: 0.475423\n",
      "[249]\tvalid_0's binary_logloss: 0.47547\n",
      "[250]\tvalid_0's binary_logloss: 0.475518\n",
      "[251]\tvalid_0's binary_logloss: 0.475566\n",
      "[252]\tvalid_0's binary_logloss: 0.475614\n",
      "[253]\tvalid_0's binary_logloss: 0.475546\n",
      "[254]\tvalid_0's binary_logloss: 0.475595\n",
      "[255]\tvalid_0's binary_logloss: 0.475644\n",
      "[256]\tvalid_0's binary_logloss: 0.475577\n",
      "[257]\tvalid_0's binary_logloss: 0.475627\n",
      "[258]\tvalid_0's binary_logloss: 0.475561\n",
      "[259]\tvalid_0's binary_logloss: 0.47561\n",
      "[260]\tvalid_0's binary_logloss: 0.47566\n",
      "[261]\tvalid_0's binary_logloss: 0.475595\n",
      "[262]\tvalid_0's binary_logloss: 0.475646\n",
      "[263]\tvalid_0's binary_logloss: 0.475581\n",
      "[264]\tvalid_0's binary_logloss: 0.475632\n",
      "[265]\tvalid_0's binary_logloss: 0.475569\n",
      "[266]\tvalid_0's binary_logloss: 0.47562\n",
      "[267]\tvalid_0's binary_logloss: 0.475671\n",
      "[268]\tvalid_0's binary_logloss: 0.475609\n",
      "[269]\tvalid_0's binary_logloss: 0.47566\n",
      "[270]\tvalid_0's binary_logloss: 0.475599\n",
      "[271]\tvalid_0's binary_logloss: 0.475651\n",
      "[272]\tvalid_0's binary_logloss: 0.475703\n",
      "[273]\tvalid_0's binary_logloss: 0.475642\n",
      "[274]\tvalid_0's binary_logloss: 0.475695\n",
      "[275]\tvalid_0's binary_logloss: 0.475635\n",
      "[276]\tvalid_0's binary_logloss: 0.475688\n",
      "[277]\tvalid_0's binary_logloss: 0.475741\n",
      "[278]\tvalid_0's binary_logloss: 0.475682\n",
      "[279]\tvalid_0's binary_logloss: 0.475735\n",
      "[280]\tvalid_0's binary_logloss: 0.475677\n",
      "[281]\tvalid_0's binary_logloss: 0.475731\n",
      "[282]\tvalid_0's binary_logloss: 0.475784\n",
      "[283]\tvalid_0's binary_logloss: 0.475727\n",
      "[284]\tvalid_0's binary_logloss: 0.475781\n",
      "[285]\tvalid_0's binary_logloss: 0.475725\n",
      "[286]\tvalid_0's binary_logloss: 0.475779\n",
      "[287]\tvalid_0's binary_logloss: 0.475723\n",
      "[288]\tvalid_0's binary_logloss: 0.475778\n",
      "[289]\tvalid_0's binary_logloss: 0.475833\n",
      "[290]\tvalid_0's binary_logloss: 0.475778\n",
      "[291]\tvalid_0's binary_logloss: 0.475833\n",
      "[292]\tvalid_0's binary_logloss: 0.475779\n",
      "[293]\tvalid_0's binary_logloss: 0.475834\n",
      "[294]\tvalid_0's binary_logloss: 0.475889\n",
      "[295]\tvalid_0's binary_logloss: 0.475836\n",
      "[296]\tvalid_0's binary_logloss: 0.475892\n",
      "[297]\tvalid_0's binary_logloss: 0.475839\n",
      "[298]\tvalid_0's binary_logloss: 0.475895\n",
      "[299]\tvalid_0's binary_logloss: 0.475951\n",
      "[300]\tvalid_0's binary_logloss: 0.475908\n",
      "[301]\tvalid_0's binary_logloss: 0.475964\n",
      "[302]\tvalid_0's binary_logloss: 0.475922\n",
      "[303]\tvalid_0's binary_logloss: 0.475978\n",
      "[304]\tvalid_0's binary_logloss: 0.476035\n",
      "[305]\tvalid_0's binary_logloss: 0.475993\n",
      "[306]\tvalid_0's binary_logloss: 0.47605\n",
      "[307]\tvalid_0's binary_logloss: 0.476009\n",
      "[308]\tvalid_0's binary_logloss: 0.476066\n",
      "[309]\tvalid_0's binary_logloss: 0.476124\n",
      "[310]\tvalid_0's binary_logloss: 0.476083\n",
      "[311]\tvalid_0's binary_logloss: 0.476141\n",
      "[312]\tvalid_0's binary_logloss: 0.476101\n",
      "[313]\tvalid_0's binary_logloss: 0.476159\n",
      "[314]\tvalid_0's binary_logloss: 0.476217\n",
      "[315]\tvalid_0's binary_logloss: 0.476177\n",
      "[316]\tvalid_0's binary_logloss: 0.476236\n",
      "[317]\tvalid_0's binary_logloss: 0.476197\n",
      "[318]\tvalid_0's binary_logloss: 0.476255\n",
      "[319]\tvalid_0's binary_logloss: 0.476217\n",
      "[320]\tvalid_0's binary_logloss: 0.476276\n",
      "[321]\tvalid_0's binary_logloss: 0.476335\n",
      "Early stopping, best iteration is:\n",
      "[221]\tvalid_0's binary_logloss: 0.474406\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fold 4\n",
      "[1]\tvalid_0's binary_logloss: 0.513848\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's binary_logloss: 0.513025\n",
      "[3]\tvalid_0's binary_logloss: 0.512216\n",
      "[4]\tvalid_0's binary_logloss: 0.51142\n",
      "[5]\tvalid_0's binary_logloss: 0.510639\n",
      "[6]\tvalid_0's binary_logloss: 0.509871\n",
      "[7]\tvalid_0's binary_logloss: 0.509116\n",
      "[8]\tvalid_0's binary_logloss: 0.508373\n",
      "[9]\tvalid_0's binary_logloss: 0.507643\n",
      "[10]\tvalid_0's binary_logloss: 0.506925\n",
      "[11]\tvalid_0's binary_logloss: 0.506219\n",
      "[12]\tvalid_0's binary_logloss: 0.505524\n",
      "[13]\tvalid_0's binary_logloss: 0.504841\n",
      "[14]\tvalid_0's binary_logloss: 0.504169\n",
      "[15]\tvalid_0's binary_logloss: 0.503508\n",
      "[16]\tvalid_0's binary_logloss: 0.502857\n",
      "[17]\tvalid_0's binary_logloss: 0.502216\n",
      "[18]\tvalid_0's binary_logloss: 0.501586\n",
      "[19]\tvalid_0's binary_logloss: 0.500966\n",
      "[20]\tvalid_0's binary_logloss: 0.500355\n",
      "[21]\tvalid_0's binary_logloss: 0.499754\n",
      "[22]\tvalid_0's binary_logloss: 0.499162\n",
      "[23]\tvalid_0's binary_logloss: 0.498579\n",
      "[24]\tvalid_0's binary_logloss: 0.498005\n",
      "[25]\tvalid_0's binary_logloss: 0.49744\n",
      "[26]\tvalid_0's binary_logloss: 0.496884\n",
      "[27]\tvalid_0's binary_logloss: 0.496336\n",
      "[28]\tvalid_0's binary_logloss: 0.495796\n",
      "[29]\tvalid_0's binary_logloss: 0.495264\n",
      "[30]\tvalid_0's binary_logloss: 0.49474\n",
      "[31]\tvalid_0's binary_logloss: 0.494224\n",
      "[32]\tvalid_0's binary_logloss: 0.493716\n",
      "[33]\tvalid_0's binary_logloss: 0.493215\n",
      "[34]\tvalid_0's binary_logloss: 0.492721\n",
      "[35]\tvalid_0's binary_logloss: 0.492235\n",
      "[36]\tvalid_0's binary_logloss: 0.491755\n",
      "[37]\tvalid_0's binary_logloss: 0.491283\n",
      "[38]\tvalid_0's binary_logloss: 0.490817\n",
      "[39]\tvalid_0's binary_logloss: 0.490359\n",
      "[40]\tvalid_0's binary_logloss: 0.489906\n",
      "[41]\tvalid_0's binary_logloss: 0.489461\n",
      "[42]\tvalid_0's binary_logloss: 0.489021\n",
      "[43]\tvalid_0's binary_logloss: 0.488588\n",
      "[44]\tvalid_0's binary_logloss: 0.488161\n",
      "[45]\tvalid_0's binary_logloss: 0.48774\n",
      "[46]\tvalid_0's binary_logloss: 0.487324\n",
      "[47]\tvalid_0's binary_logloss: 0.486915\n",
      "[48]\tvalid_0's binary_logloss: 0.486511\n",
      "[49]\tvalid_0's binary_logloss: 0.486113\n",
      "[50]\tvalid_0's binary_logloss: 0.485721\n",
      "[51]\tvalid_0's binary_logloss: 0.485334\n",
      "[52]\tvalid_0's binary_logloss: 0.484952\n",
      "[53]\tvalid_0's binary_logloss: 0.484575\n",
      "[54]\tvalid_0's binary_logloss: 0.484204\n",
      "[55]\tvalid_0's binary_logloss: 0.483837\n",
      "[56]\tvalid_0's binary_logloss: 0.483476\n",
      "[57]\tvalid_0's binary_logloss: 0.483119\n",
      "[58]\tvalid_0's binary_logloss: 0.482768\n",
      "[59]\tvalid_0's binary_logloss: 0.482421\n",
      "[60]\tvalid_0's binary_logloss: 0.482079\n",
      "[61]\tvalid_0's binary_logloss: 0.481741\n",
      "[62]\tvalid_0's binary_logloss: 0.481408\n",
      "[63]\tvalid_0's binary_logloss: 0.481079\n",
      "[64]\tvalid_0's binary_logloss: 0.480755\n",
      "[65]\tvalid_0's binary_logloss: 0.480435\n",
      "[66]\tvalid_0's binary_logloss: 0.480119\n",
      "[67]\tvalid_0's binary_logloss: 0.479807\n",
      "[68]\tvalid_0's binary_logloss: 0.4795\n",
      "[69]\tvalid_0's binary_logloss: 0.479196\n",
      "[70]\tvalid_0's binary_logloss: 0.478897\n",
      "[71]\tvalid_0's binary_logloss: 0.478601\n",
      "[72]\tvalid_0's binary_logloss: 0.47831\n",
      "[73]\tvalid_0's binary_logloss: 0.478022\n",
      "[74]\tvalid_0's binary_logloss: 0.477737\n",
      "[75]\tvalid_0's binary_logloss: 0.477457\n",
      "[76]\tvalid_0's binary_logloss: 0.47718\n",
      "[77]\tvalid_0's binary_logloss: 0.476907\n",
      "[78]\tvalid_0's binary_logloss: 0.47664\n",
      "[79]\tvalid_0's binary_logloss: 0.476377\n",
      "[80]\tvalid_0's binary_logloss: 0.476117\n",
      "[81]\tvalid_0's binary_logloss: 0.47586\n",
      "[82]\tvalid_0's binary_logloss: 0.475607\n",
      "[83]\tvalid_0's binary_logloss: 0.475357\n",
      "[84]\tvalid_0's binary_logloss: 0.47511\n",
      "[85]\tvalid_0's binary_logloss: 0.474867\n",
      "[86]\tvalid_0's binary_logloss: 0.474626\n",
      "[87]\tvalid_0's binary_logloss: 0.474389\n",
      "[88]\tvalid_0's binary_logloss: 0.474154\n",
      "[89]\tvalid_0's binary_logloss: 0.473922\n",
      "[90]\tvalid_0's binary_logloss: 0.473694\n",
      "[91]\tvalid_0's binary_logloss: 0.473468\n",
      "[92]\tvalid_0's binary_logloss: 0.473245\n",
      "[93]\tvalid_0's binary_logloss: 0.473025\n",
      "[94]\tvalid_0's binary_logloss: 0.472807\n",
      "[95]\tvalid_0's binary_logloss: 0.47257\n",
      "[96]\tvalid_0's binary_logloss: 0.472358\n",
      "[97]\tvalid_0's binary_logloss: 0.472149\n",
      "[98]\tvalid_0's binary_logloss: 0.471942\n",
      "[99]\tvalid_0's binary_logloss: 0.471716\n",
      "[100]\tvalid_0's binary_logloss: 0.471515\n",
      "[101]\tvalid_0's binary_logloss: 0.471316\n",
      "[102]\tvalid_0's binary_logloss: 0.47112\n",
      "[103]\tvalid_0's binary_logloss: 0.470926\n",
      "[104]\tvalid_0's binary_logloss: 0.470712\n",
      "[105]\tvalid_0's binary_logloss: 0.470523\n",
      "[106]\tvalid_0's binary_logloss: 0.470337\n",
      "[107]\tvalid_0's binary_logloss: 0.470152\n",
      "[108]\tvalid_0's binary_logloss: 0.46997\n",
      "[109]\tvalid_0's binary_logloss: 0.469769\n",
      "[110]\tvalid_0's binary_logloss: 0.469591\n",
      "[111]\tvalid_0's binary_logloss: 0.469416\n",
      "[112]\tvalid_0's binary_logloss: 0.469242\n",
      "[113]\tvalid_0's binary_logloss: 0.469071\n",
      "[114]\tvalid_0's binary_logloss: 0.468881\n",
      "[115]\tvalid_0's binary_logloss: 0.468714\n",
      "[116]\tvalid_0's binary_logloss: 0.468549\n",
      "[117]\tvalid_0's binary_logloss: 0.468386\n",
      "[118]\tvalid_0's binary_logloss: 0.468205\n",
      "[119]\tvalid_0's binary_logloss: 0.468046\n",
      "[120]\tvalid_0's binary_logloss: 0.467889\n",
      "[121]\tvalid_0's binary_logloss: 0.467734\n",
      "[122]\tvalid_0's binary_logloss: 0.467581\n",
      "[123]\tvalid_0's binary_logloss: 0.467409\n",
      "[124]\tvalid_0's binary_logloss: 0.46726\n",
      "[125]\tvalid_0's binary_logloss: 0.467112\n",
      "[126]\tvalid_0's binary_logloss: 0.466966\n",
      "[127]\tvalid_0's binary_logloss: 0.466802\n",
      "[128]\tvalid_0's binary_logloss: 0.46666\n",
      "[129]\tvalid_0's binary_logloss: 0.466478\n",
      "[130]\tvalid_0's binary_logloss: 0.466298\n",
      "[131]\tvalid_0's binary_logloss: 0.46612\n",
      "[132]\tvalid_0's binary_logloss: 0.465944\n",
      "[133]\tvalid_0's binary_logloss: 0.465771\n",
      "[134]\tvalid_0's binary_logloss: 0.465599\n",
      "[135]\tvalid_0's binary_logloss: 0.46543\n",
      "[136]\tvalid_0's binary_logloss: 0.465262\n",
      "[137]\tvalid_0's binary_logloss: 0.465097\n",
      "[138]\tvalid_0's binary_logloss: 0.464934\n",
      "[139]\tvalid_0's binary_logloss: 0.464772\n",
      "[140]\tvalid_0's binary_logloss: 0.464613\n",
      "[141]\tvalid_0's binary_logloss: 0.464455\n",
      "[142]\tvalid_0's binary_logloss: 0.4643\n",
      "[143]\tvalid_0's binary_logloss: 0.464146\n",
      "[144]\tvalid_0's binary_logloss: 0.463994\n",
      "[145]\tvalid_0's binary_logloss: 0.463844\n",
      "[146]\tvalid_0's binary_logloss: 0.463695\n",
      "[147]\tvalid_0's binary_logloss: 0.463549\n",
      "[148]\tvalid_0's binary_logloss: 0.463404\n",
      "[149]\tvalid_0's binary_logloss: 0.463261\n",
      "[150]\tvalid_0's binary_logloss: 0.463119\n",
      "[151]\tvalid_0's binary_logloss: 0.462979\n",
      "[152]\tvalid_0's binary_logloss: 0.462841\n",
      "[153]\tvalid_0's binary_logloss: 0.462704\n",
      "[154]\tvalid_0's binary_logloss: 0.462569\n",
      "[155]\tvalid_0's binary_logloss: 0.462436\n",
      "[156]\tvalid_0's binary_logloss: 0.462304\n",
      "[157]\tvalid_0's binary_logloss: 0.462174\n",
      "[158]\tvalid_0's binary_logloss: 0.462045\n",
      "[159]\tvalid_0's binary_logloss: 0.461918\n",
      "[160]\tvalid_0's binary_logloss: 0.461792\n",
      "[161]\tvalid_0's binary_logloss: 0.461667\n",
      "[162]\tvalid_0's binary_logloss: 0.461545\n",
      "[163]\tvalid_0's binary_logloss: 0.461423\n",
      "[164]\tvalid_0's binary_logloss: 0.461303\n",
      "[165]\tvalid_0's binary_logloss: 0.461202\n",
      "[166]\tvalid_0's binary_logloss: 0.461102\n",
      "[167]\tvalid_0's binary_logloss: 0.461004\n",
      "[168]\tvalid_0's binary_logloss: 0.460907\n",
      "[169]\tvalid_0's binary_logloss: 0.460811\n",
      "[170]\tvalid_0's binary_logloss: 0.460716\n",
      "[171]\tvalid_0's binary_logloss: 0.460623\n",
      "[172]\tvalid_0's binary_logloss: 0.460531\n",
      "[173]\tvalid_0's binary_logloss: 0.460439\n",
      "[174]\tvalid_0's binary_logloss: 0.460349\n",
      "[175]\tvalid_0's binary_logloss: 0.46026\n",
      "[176]\tvalid_0's binary_logloss: 0.460173\n",
      "[177]\tvalid_0's binary_logloss: 0.460086\n",
      "[178]\tvalid_0's binary_logloss: 0.46\n",
      "[179]\tvalid_0's binary_logloss: 0.459916\n",
      "[180]\tvalid_0's binary_logloss: 0.459832\n",
      "[181]\tvalid_0's binary_logloss: 0.459749\n",
      "[182]\tvalid_0's binary_logloss: 0.459668\n",
      "[183]\tvalid_0's binary_logloss: 0.459587\n",
      "[184]\tvalid_0's binary_logloss: 0.459508\n",
      "[185]\tvalid_0's binary_logloss: 0.459429\n",
      "[186]\tvalid_0's binary_logloss: 0.459352\n",
      "[187]\tvalid_0's binary_logloss: 0.459275\n",
      "[188]\tvalid_0's binary_logloss: 0.459199\n",
      "[189]\tvalid_0's binary_logloss: 0.459125\n",
      "[190]\tvalid_0's binary_logloss: 0.459051\n",
      "[191]\tvalid_0's binary_logloss: 0.458978\n",
      "[192]\tvalid_0's binary_logloss: 0.458906\n",
      "[193]\tvalid_0's binary_logloss: 0.458834\n",
      "[194]\tvalid_0's binary_logloss: 0.458764\n",
      "[195]\tvalid_0's binary_logloss: 0.458694\n",
      "[196]\tvalid_0's binary_logloss: 0.458626\n",
      "[197]\tvalid_0's binary_logloss: 0.458558\n",
      "[198]\tvalid_0's binary_logloss: 0.458491\n",
      "[199]\tvalid_0's binary_logloss: 0.458425\n",
      "[200]\tvalid_0's binary_logloss: 0.458359\n",
      "[201]\tvalid_0's binary_logloss: 0.458295\n",
      "[202]\tvalid_0's binary_logloss: 0.458231\n",
      "[203]\tvalid_0's binary_logloss: 0.458167\n",
      "[204]\tvalid_0's binary_logloss: 0.458105\n",
      "[205]\tvalid_0's binary_logloss: 0.458043\n",
      "[206]\tvalid_0's binary_logloss: 0.457983\n",
      "[207]\tvalid_0's binary_logloss: 0.457922\n",
      "[208]\tvalid_0's binary_logloss: 0.457863\n",
      "[209]\tvalid_0's binary_logloss: 0.457804\n",
      "[210]\tvalid_0's binary_logloss: 0.457746\n",
      "[211]\tvalid_0's binary_logloss: 0.457689\n",
      "[212]\tvalid_0's binary_logloss: 0.457632\n",
      "[213]\tvalid_0's binary_logloss: 0.457576\n",
      "[214]\tvalid_0's binary_logloss: 0.45752\n",
      "[215]\tvalid_0's binary_logloss: 0.457466\n",
      "[216]\tvalid_0's binary_logloss: 0.457412\n",
      "[217]\tvalid_0's binary_logloss: 0.457358\n",
      "[218]\tvalid_0's binary_logloss: 0.457305\n",
      "[219]\tvalid_0's binary_logloss: 0.457253\n",
      "[220]\tvalid_0's binary_logloss: 0.457201\n",
      "[221]\tvalid_0's binary_logloss: 0.45715\n",
      "[222]\tvalid_0's binary_logloss: 0.4571\n",
      "[223]\tvalid_0's binary_logloss: 0.45705\n",
      "[224]\tvalid_0's binary_logloss: 0.457001\n",
      "[225]\tvalid_0's binary_logloss: 0.456952\n",
      "[226]\tvalid_0's binary_logloss: 0.456904\n",
      "[227]\tvalid_0's binary_logloss: 0.456857\n",
      "[228]\tvalid_0's binary_logloss: 0.45681\n",
      "[229]\tvalid_0's binary_logloss: 0.456763\n",
      "[230]\tvalid_0's binary_logloss: 0.456717\n",
      "[231]\tvalid_0's binary_logloss: 0.456672\n",
      "[232]\tvalid_0's binary_logloss: 0.456627\n",
      "[233]\tvalid_0's binary_logloss: 0.456582\n",
      "[234]\tvalid_0's binary_logloss: 0.456539\n",
      "[235]\tvalid_0's binary_logloss: 0.456495\n",
      "[236]\tvalid_0's binary_logloss: 0.456452\n",
      "[237]\tvalid_0's binary_logloss: 0.45641\n",
      "[238]\tvalid_0's binary_logloss: 0.456368\n",
      "[239]\tvalid_0's binary_logloss: 0.456327\n",
      "[240]\tvalid_0's binary_logloss: 0.456286\n",
      "[241]\tvalid_0's binary_logloss: 0.456245\n",
      "[242]\tvalid_0's binary_logloss: 0.456205\n",
      "[243]\tvalid_0's binary_logloss: 0.456166\n",
      "[244]\tvalid_0's binary_logloss: 0.456126\n",
      "[245]\tvalid_0's binary_logloss: 0.456088\n",
      "[246]\tvalid_0's binary_logloss: 0.45605\n",
      "[247]\tvalid_0's binary_logloss: 0.456012\n",
      "[248]\tvalid_0's binary_logloss: 0.455974\n",
      "[249]\tvalid_0's binary_logloss: 0.455937\n",
      "[250]\tvalid_0's binary_logloss: 0.455901\n",
      "[251]\tvalid_0's binary_logloss: 0.455865\n",
      "[252]\tvalid_0's binary_logloss: 0.455829\n",
      "[253]\tvalid_0's binary_logloss: 0.455794\n",
      "[254]\tvalid_0's binary_logloss: 0.455759\n",
      "[255]\tvalid_0's binary_logloss: 0.455724\n",
      "[256]\tvalid_0's binary_logloss: 0.45569\n",
      "[257]\tvalid_0's binary_logloss: 0.455656\n",
      "[258]\tvalid_0's binary_logloss: 0.455623\n",
      "[259]\tvalid_0's binary_logloss: 0.45559\n",
      "[260]\tvalid_0's binary_logloss: 0.455557\n",
      "[261]\tvalid_0's binary_logloss: 0.455525\n",
      "[262]\tvalid_0's binary_logloss: 0.455493\n",
      "[263]\tvalid_0's binary_logloss: 0.455461\n",
      "[264]\tvalid_0's binary_logloss: 0.45543\n",
      "[265]\tvalid_0's binary_logloss: 0.455399\n",
      "[266]\tvalid_0's binary_logloss: 0.455369\n",
      "[267]\tvalid_0's binary_logloss: 0.455339\n",
      "[268]\tvalid_0's binary_logloss: 0.455309\n",
      "[269]\tvalid_0's binary_logloss: 0.455279\n",
      "[270]\tvalid_0's binary_logloss: 0.45525\n",
      "[271]\tvalid_0's binary_logloss: 0.455221\n",
      "[272]\tvalid_0's binary_logloss: 0.455193\n",
      "[273]\tvalid_0's binary_logloss: 0.455164\n",
      "[274]\tvalid_0's binary_logloss: 0.455136\n",
      "[275]\tvalid_0's binary_logloss: 0.455109\n",
      "[276]\tvalid_0's binary_logloss: 0.455081\n",
      "[277]\tvalid_0's binary_logloss: 0.455054\n",
      "[278]\tvalid_0's binary_logloss: 0.455028\n",
      "[279]\tvalid_0's binary_logloss: 0.455001\n",
      "[280]\tvalid_0's binary_logloss: 0.454975\n",
      "[281]\tvalid_0's binary_logloss: 0.454949\n",
      "[282]\tvalid_0's binary_logloss: 0.454924\n",
      "[283]\tvalid_0's binary_logloss: 0.454898\n",
      "[284]\tvalid_0's binary_logloss: 0.454873\n",
      "[285]\tvalid_0's binary_logloss: 0.454849\n",
      "[286]\tvalid_0's binary_logloss: 0.454824\n",
      "[287]\tvalid_0's binary_logloss: 0.4548\n",
      "[288]\tvalid_0's binary_logloss: 0.454776\n",
      "[289]\tvalid_0's binary_logloss: 0.454752\n",
      "[290]\tvalid_0's binary_logloss: 0.454729\n",
      "[291]\tvalid_0's binary_logloss: 0.454706\n",
      "[292]\tvalid_0's binary_logloss: 0.454683\n",
      "[293]\tvalid_0's binary_logloss: 0.45466\n",
      "[294]\tvalid_0's binary_logloss: 0.454638\n",
      "[295]\tvalid_0's binary_logloss: 0.454615\n",
      "[296]\tvalid_0's binary_logloss: 0.454594\n",
      "[297]\tvalid_0's binary_logloss: 0.454572\n",
      "[298]\tvalid_0's binary_logloss: 0.45455\n",
      "[299]\tvalid_0's binary_logloss: 0.454529\n",
      "[300]\tvalid_0's binary_logloss: 0.454508\n",
      "[301]\tvalid_0's binary_logloss: 0.454487\n",
      "[302]\tvalid_0's binary_logloss: 0.454467\n",
      "[303]\tvalid_0's binary_logloss: 0.454446\n",
      "[304]\tvalid_0's binary_logloss: 0.454426\n",
      "[305]\tvalid_0's binary_logloss: 0.454406\n",
      "[306]\tvalid_0's binary_logloss: 0.454387\n",
      "[307]\tvalid_0's binary_logloss: 0.454374\n",
      "[308]\tvalid_0's binary_logloss: 0.454361\n",
      "[309]\tvalid_0's binary_logloss: 0.454349\n",
      "[310]\tvalid_0's binary_logloss: 0.45433\n",
      "[311]\tvalid_0's binary_logloss: 0.454317\n",
      "[312]\tvalid_0's binary_logloss: 0.454305\n",
      "[313]\tvalid_0's binary_logloss: 0.454293\n",
      "[314]\tvalid_0's binary_logloss: 0.454282\n",
      "[315]\tvalid_0's binary_logloss: 0.45427\n",
      "[316]\tvalid_0's binary_logloss: 0.454258\n",
      "[317]\tvalid_0's binary_logloss: 0.454233\n",
      "[318]\tvalid_0's binary_logloss: 0.454209\n",
      "[319]\tvalid_0's binary_logloss: 0.454198\n",
      "[320]\tvalid_0's binary_logloss: 0.454174\n",
      "[321]\tvalid_0's binary_logloss: 0.454156\n",
      "[322]\tvalid_0's binary_logloss: 0.454146\n",
      "[323]\tvalid_0's binary_logloss: 0.454136\n",
      "[324]\tvalid_0's binary_logloss: 0.454112\n",
      "[325]\tvalid_0's binary_logloss: 0.454102\n",
      "[326]\tvalid_0's binary_logloss: 0.454079\n",
      "[327]\tvalid_0's binary_logloss: 0.454056\n",
      "[328]\tvalid_0's binary_logloss: 0.454047\n",
      "[329]\tvalid_0's binary_logloss: 0.454024\n",
      "[330]\tvalid_0's binary_logloss: 0.454002\n",
      "[331]\tvalid_0's binary_logloss: 0.453993\n",
      "[332]\tvalid_0's binary_logloss: 0.453971\n",
      "[333]\tvalid_0's binary_logloss: 0.453949\n",
      "[334]\tvalid_0's binary_logloss: 0.453934\n",
      "[335]\tvalid_0's binary_logloss: 0.453926\n",
      "[336]\tvalid_0's binary_logloss: 0.453918\n",
      "[337]\tvalid_0's binary_logloss: 0.453909\n",
      "[338]\tvalid_0's binary_logloss: 0.453888\n",
      "[339]\tvalid_0's binary_logloss: 0.453868\n",
      "[340]\tvalid_0's binary_logloss: 0.45386\n",
      "[341]\tvalid_0's binary_logloss: 0.453839\n",
      "[342]\tvalid_0's binary_logloss: 0.453819\n",
      "[343]\tvalid_0's binary_logloss: 0.453812\n",
      "[344]\tvalid_0's binary_logloss: 0.453792\n",
      "[345]\tvalid_0's binary_logloss: 0.453785\n",
      "[346]\tvalid_0's binary_logloss: 0.453765\n",
      "[347]\tvalid_0's binary_logloss: 0.453746\n",
      "[348]\tvalid_0's binary_logloss: 0.453739\n",
      "[349]\tvalid_0's binary_logloss: 0.45372\n",
      "[350]\tvalid_0's binary_logloss: 0.453701\n",
      "[351]\tvalid_0's binary_logloss: 0.453688\n",
      "[352]\tvalid_0's binary_logloss: 0.453682\n",
      "[353]\tvalid_0's binary_logloss: 0.453676\n",
      "[354]\tvalid_0's binary_logloss: 0.453648\n",
      "[355]\tvalid_0's binary_logloss: 0.45362\n",
      "[356]\tvalid_0's binary_logloss: 0.453592\n",
      "[357]\tvalid_0's binary_logloss: 0.453565\n",
      "[358]\tvalid_0's binary_logloss: 0.453538\n",
      "[359]\tvalid_0's binary_logloss: 0.453511\n",
      "[360]\tvalid_0's binary_logloss: 0.453484\n",
      "[361]\tvalid_0's binary_logloss: 0.453458\n",
      "[362]\tvalid_0's binary_logloss: 0.453432\n",
      "[363]\tvalid_0's binary_logloss: 0.453406\n",
      "[364]\tvalid_0's binary_logloss: 0.453381\n",
      "[365]\tvalid_0's binary_logloss: 0.453356\n",
      "[366]\tvalid_0's binary_logloss: 0.453331\n",
      "[367]\tvalid_0's binary_logloss: 0.453306\n",
      "[368]\tvalid_0's binary_logloss: 0.453282\n",
      "[369]\tvalid_0's binary_logloss: 0.453258\n",
      "[370]\tvalid_0's binary_logloss: 0.453234\n",
      "[371]\tvalid_0's binary_logloss: 0.45321\n",
      "[372]\tvalid_0's binary_logloss: 0.453187\n",
      "[373]\tvalid_0's binary_logloss: 0.453164\n",
      "[374]\tvalid_0's binary_logloss: 0.453141\n",
      "[375]\tvalid_0's binary_logloss: 0.453118\n",
      "[376]\tvalid_0's binary_logloss: 0.453096\n",
      "[377]\tvalid_0's binary_logloss: 0.453074\n",
      "[378]\tvalid_0's binary_logloss: 0.453052\n",
      "[379]\tvalid_0's binary_logloss: 0.45303\n",
      "[380]\tvalid_0's binary_logloss: 0.453009\n",
      "[381]\tvalid_0's binary_logloss: 0.452988\n",
      "[382]\tvalid_0's binary_logloss: 0.452967\n",
      "[383]\tvalid_0's binary_logloss: 0.452946\n",
      "[384]\tvalid_0's binary_logloss: 0.452925\n",
      "[385]\tvalid_0's binary_logloss: 0.452905\n",
      "[386]\tvalid_0's binary_logloss: 0.452885\n",
      "[387]\tvalid_0's binary_logloss: 0.452865\n",
      "[388]\tvalid_0's binary_logloss: 0.452845\n",
      "[389]\tvalid_0's binary_logloss: 0.452826\n",
      "[390]\tvalid_0's binary_logloss: 0.452806\n",
      "[391]\tvalid_0's binary_logloss: 0.452787\n",
      "[392]\tvalid_0's binary_logloss: 0.452768\n",
      "[393]\tvalid_0's binary_logloss: 0.45275\n",
      "[394]\tvalid_0's binary_logloss: 0.452731\n",
      "[395]\tvalid_0's binary_logloss: 0.452713\n",
      "[396]\tvalid_0's binary_logloss: 0.452695\n",
      "[397]\tvalid_0's binary_logloss: 0.452677\n",
      "[398]\tvalid_0's binary_logloss: 0.452659\n",
      "[399]\tvalid_0's binary_logloss: 0.452642\n",
      "[400]\tvalid_0's binary_logloss: 0.452634\n",
      "[401]\tvalid_0's binary_logloss: 0.452624\n",
      "[402]\tvalid_0's binary_logloss: 0.452613\n",
      "[403]\tvalid_0's binary_logloss: 0.452603\n",
      "[404]\tvalid_0's binary_logloss: 0.452593\n",
      "[405]\tvalid_0's binary_logloss: 0.452583\n",
      "[406]\tvalid_0's binary_logloss: 0.452573\n",
      "[407]\tvalid_0's binary_logloss: 0.452563\n",
      "[408]\tvalid_0's binary_logloss: 0.452553\n",
      "[409]\tvalid_0's binary_logloss: 0.452544\n",
      "[410]\tvalid_0's binary_logloss: 0.452534\n",
      "[411]\tvalid_0's binary_logloss: 0.452525\n",
      "[412]\tvalid_0's binary_logloss: 0.452516\n",
      "[413]\tvalid_0's binary_logloss: 0.452507\n",
      "[414]\tvalid_0's binary_logloss: 0.452498\n",
      "[415]\tvalid_0's binary_logloss: 0.452489\n",
      "[416]\tvalid_0's binary_logloss: 0.45248\n",
      "[417]\tvalid_0's binary_logloss: 0.452472\n",
      "[418]\tvalid_0's binary_logloss: 0.452463\n",
      "[419]\tvalid_0's binary_logloss: 0.452455\n",
      "[420]\tvalid_0's binary_logloss: 0.452446\n",
      "[421]\tvalid_0's binary_logloss: 0.452438\n",
      "[422]\tvalid_0's binary_logloss: 0.45243\n",
      "[423]\tvalid_0's binary_logloss: 0.452422\n",
      "[424]\tvalid_0's binary_logloss: 0.452414\n",
      "[425]\tvalid_0's binary_logloss: 0.452406\n",
      "[426]\tvalid_0's binary_logloss: 0.452399\n",
      "[427]\tvalid_0's binary_logloss: 0.452391\n",
      "[428]\tvalid_0's binary_logloss: 0.452384\n",
      "[429]\tvalid_0's binary_logloss: 0.452376\n",
      "[430]\tvalid_0's binary_logloss: 0.452369\n",
      "[431]\tvalid_0's binary_logloss: 0.452362\n",
      "[432]\tvalid_0's binary_logloss: 0.452354\n",
      "[433]\tvalid_0's binary_logloss: 0.452347\n",
      "[434]\tvalid_0's binary_logloss: 0.45234\n",
      "[435]\tvalid_0's binary_logloss: 0.45233\n",
      "[436]\tvalid_0's binary_logloss: 0.452323\n",
      "[437]\tvalid_0's binary_logloss: 0.452313\n",
      "[438]\tvalid_0's binary_logloss: 0.452303\n",
      "[439]\tvalid_0's binary_logloss: 0.452294\n",
      "[440]\tvalid_0's binary_logloss: 0.452284\n",
      "[441]\tvalid_0's binary_logloss: 0.452274\n",
      "[442]\tvalid_0's binary_logloss: 0.452265\n",
      "[443]\tvalid_0's binary_logloss: 0.452259\n",
      "[444]\tvalid_0's binary_logloss: 0.452249\n",
      "[445]\tvalid_0's binary_logloss: 0.45224\n",
      "[446]\tvalid_0's binary_logloss: 0.452231\n",
      "[447]\tvalid_0's binary_logloss: 0.452222\n",
      "[448]\tvalid_0's binary_logloss: 0.45222\n",
      "[449]\tvalid_0's binary_logloss: 0.452218\n",
      "[450]\tvalid_0's binary_logloss: 0.452213\n",
      "[451]\tvalid_0's binary_logloss: 0.452204\n",
      "[452]\tvalid_0's binary_logloss: 0.452202\n",
      "[453]\tvalid_0's binary_logloss: 0.452197\n",
      "[454]\tvalid_0's binary_logloss: 0.452188\n",
      "[455]\tvalid_0's binary_logloss: 0.45218\n",
      "[456]\tvalid_0's binary_logloss: 0.452178\n",
      "[457]\tvalid_0's binary_logloss: 0.452177\n",
      "[458]\tvalid_0's binary_logloss: 0.452172\n",
      "[459]\tvalid_0's binary_logloss: 0.452163\n",
      "[460]\tvalid_0's binary_logloss: 0.452155\n",
      "[461]\tvalid_0's binary_logloss: 0.452154\n",
      "[462]\tvalid_0's binary_logloss: 0.452153\n",
      "[463]\tvalid_0's binary_logloss: 0.452148\n",
      "[464]\tvalid_0's binary_logloss: 0.452143\n",
      "[465]\tvalid_0's binary_logloss: 0.452135\n",
      "[466]\tvalid_0's binary_logloss: 0.452127\n",
      "[467]\tvalid_0's binary_logloss: 0.452119\n",
      "[468]\tvalid_0's binary_logloss: 0.452119\n",
      "[469]\tvalid_0's binary_logloss: 0.452118\n",
      "[470]\tvalid_0's binary_logloss: 0.452123\n",
      "[471]\tvalid_0's binary_logloss: 0.452118\n",
      "[472]\tvalid_0's binary_logloss: 0.45211\n",
      "[473]\tvalid_0's binary_logloss: 0.452103\n",
      "[474]\tvalid_0's binary_logloss: 0.452095\n",
      "[475]\tvalid_0's binary_logloss: 0.452095\n",
      "[476]\tvalid_0's binary_logloss: 0.452095\n",
      "[477]\tvalid_0's binary_logloss: 0.452094\n",
      "[478]\tvalid_0's binary_logloss: 0.45209\n",
      "[479]\tvalid_0's binary_logloss: 0.452095\n",
      "[480]\tvalid_0's binary_logloss: 0.452087\n",
      "[481]\tvalid_0's binary_logloss: 0.45208\n",
      "[482]\tvalid_0's binary_logloss: 0.45208\n",
      "[483]\tvalid_0's binary_logloss: 0.45208\n",
      "[484]\tvalid_0's binary_logloss: 0.452076\n",
      "[485]\tvalid_0's binary_logloss: 0.452069\n",
      "[486]\tvalid_0's binary_logloss: 0.452069\n",
      "[487]\tvalid_0's binary_logloss: 0.452064\n",
      "[488]\tvalid_0's binary_logloss: 0.452058\n",
      "[489]\tvalid_0's binary_logloss: 0.452051\n",
      "[490]\tvalid_0's binary_logloss: 0.452051\n",
      "[491]\tvalid_0's binary_logloss: 0.452051\n",
      "[492]\tvalid_0's binary_logloss: 0.452047\n",
      "[493]\tvalid_0's binary_logloss: 0.45204\n",
      "[494]\tvalid_0's binary_logloss: 0.452034\n",
      "[495]\tvalid_0's binary_logloss: 0.452034\n",
      "[496]\tvalid_0's binary_logloss: 0.452035\n",
      "[497]\tvalid_0's binary_logloss: 0.452031\n",
      "[498]\tvalid_0's binary_logloss: 0.452024\n",
      "[499]\tvalid_0's binary_logloss: 0.452025\n",
      "[500]\tvalid_0's binary_logloss: 0.452021\n",
      "[501]\tvalid_0's binary_logloss: 0.452015\n",
      "[502]\tvalid_0's binary_logloss: 0.452009\n",
      "[503]\tvalid_0's binary_logloss: 0.452009\n",
      "[504]\tvalid_0's binary_logloss: 0.45201\n",
      "[505]\tvalid_0's binary_logloss: 0.452006\n",
      "[506]\tvalid_0's binary_logloss: 0.452\n",
      "[507]\tvalid_0's binary_logloss: 0.451994\n",
      "[508]\tvalid_0's binary_logloss: 0.451995\n",
      "[509]\tvalid_0's binary_logloss: 0.451996\n",
      "[510]\tvalid_0's binary_logloss: 0.451997\n",
      "[511]\tvalid_0's binary_logloss: 0.451993\n",
      "[512]\tvalid_0's binary_logloss: 0.45199\n",
      "[513]\tvalid_0's binary_logloss: 0.451984\n",
      "[514]\tvalid_0's binary_logloss: 0.451978\n",
      "[515]\tvalid_0's binary_logloss: 0.451972\n",
      "[516]\tvalid_0's binary_logloss: 0.451974\n",
      "[517]\tvalid_0's binary_logloss: 0.451975\n",
      "[518]\tvalid_0's binary_logloss: 0.451976\n",
      "[519]\tvalid_0's binary_logloss: 0.451973\n",
      "[520]\tvalid_0's binary_logloss: 0.451967\n",
      "[521]\tvalid_0's binary_logloss: 0.451968\n",
      "[522]\tvalid_0's binary_logloss: 0.451965\n",
      "[523]\tvalid_0's binary_logloss: 0.45196\n",
      "[524]\tvalid_0's binary_logloss: 0.451954\n",
      "[525]\tvalid_0's binary_logloss: 0.451955\n",
      "[526]\tvalid_0's binary_logloss: 0.451957\n",
      "[527]\tvalid_0's binary_logloss: 0.451954\n",
      "[528]\tvalid_0's binary_logloss: 0.451948\n",
      "[529]\tvalid_0's binary_logloss: 0.451943\n",
      "[530]\tvalid_0's binary_logloss: 0.451944\n",
      "[531]\tvalid_0's binary_logloss: 0.451946\n",
      "[532]\tvalid_0's binary_logloss: 0.451947\n",
      "[533]\tvalid_0's binary_logloss: 0.451945\n",
      "[534]\tvalid_0's binary_logloss: 0.451942\n",
      "[535]\tvalid_0's binary_logloss: 0.451937\n",
      "[536]\tvalid_0's binary_logloss: 0.451931\n",
      "[537]\tvalid_0's binary_logloss: 0.451926\n",
      "[538]\tvalid_0's binary_logloss: 0.451928\n",
      "[539]\tvalid_0's binary_logloss: 0.45193\n",
      "[540]\tvalid_0's binary_logloss: 0.451931\n",
      "[541]\tvalid_0's binary_logloss: 0.451929\n",
      "[542]\tvalid_0's binary_logloss: 0.451924\n",
      "[543]\tvalid_0's binary_logloss: 0.451925\n",
      "[544]\tvalid_0's binary_logloss: 0.451923\n",
      "[545]\tvalid_0's binary_logloss: 0.451918\n",
      "[546]\tvalid_0's binary_logloss: 0.451913\n",
      "[547]\tvalid_0's binary_logloss: 0.451915\n",
      "[548]\tvalid_0's binary_logloss: 0.451917\n",
      "[549]\tvalid_0's binary_logloss: 0.451918\n",
      "[550]\tvalid_0's binary_logloss: 0.451916\n",
      "[551]\tvalid_0's binary_logloss: 0.451911\n",
      "[552]\tvalid_0's binary_logloss: 0.451913\n",
      "[553]\tvalid_0's binary_logloss: 0.451911\n",
      "[554]\tvalid_0's binary_logloss: 0.451906\n",
      "[555]\tvalid_0's binary_logloss: 0.451901\n",
      "[556]\tvalid_0's binary_logloss: 0.451903\n",
      "[557]\tvalid_0's binary_logloss: 0.451905\n",
      "[558]\tvalid_0's binary_logloss: 0.451907\n",
      "[559]\tvalid_0's binary_logloss: 0.451905\n",
      "[560]\tvalid_0's binary_logloss: 0.4519\n",
      "[561]\tvalid_0's binary_logloss: 0.451902\n",
      "[562]\tvalid_0's binary_logloss: 0.4519\n",
      "[563]\tvalid_0's binary_logloss: 0.451896\n",
      "[564]\tvalid_0's binary_logloss: 0.451891\n",
      "[565]\tvalid_0's binary_logloss: 0.451893\n",
      "[566]\tvalid_0's binary_logloss: 0.451895\n",
      "[567]\tvalid_0's binary_logloss: 0.451897\n",
      "[568]\tvalid_0's binary_logloss: 0.451895\n",
      "[569]\tvalid_0's binary_logloss: 0.451891\n",
      "[570]\tvalid_0's binary_logloss: 0.451886\n",
      "[571]\tvalid_0's binary_logloss: 0.451889\n",
      "[572]\tvalid_0's binary_logloss: 0.451891\n",
      "[573]\tvalid_0's binary_logloss: 0.451893\n",
      "[574]\tvalid_0's binary_logloss: 0.451891\n",
      "[575]\tvalid_0's binary_logloss: 0.451889\n",
      "[576]\tvalid_0's binary_logloss: 0.451885\n",
      "[577]\tvalid_0's binary_logloss: 0.45188\n",
      "[578]\tvalid_0's binary_logloss: 0.451876\n",
      "[579]\tvalid_0's binary_logloss: 0.451878\n",
      "[580]\tvalid_0's binary_logloss: 0.451881\n",
      "[581]\tvalid_0's binary_logloss: 0.451883\n",
      "[582]\tvalid_0's binary_logloss: 0.451885\n",
      "[583]\tvalid_0's binary_logloss: 0.451883\n",
      "[584]\tvalid_0's binary_logloss: 0.451881\n",
      "[585]\tvalid_0's binary_logloss: 0.451877\n",
      "[586]\tvalid_0's binary_logloss: 0.451873\n",
      "[587]\tvalid_0's binary_logloss: 0.451869\n",
      "[588]\tvalid_0's binary_logloss: 0.451871\n",
      "[589]\tvalid_0's binary_logloss: 0.451874\n",
      "[590]\tvalid_0's binary_logloss: 0.451876\n",
      "[591]\tvalid_0's binary_logloss: 0.451879\n",
      "[592]\tvalid_0's binary_logloss: 0.451877\n",
      "[593]\tvalid_0's binary_logloss: 0.451873\n",
      "[594]\tvalid_0's binary_logloss: 0.451875\n",
      "[595]\tvalid_0's binary_logloss: 0.451873\n",
      "[596]\tvalid_0's binary_logloss: 0.451869\n",
      "[597]\tvalid_0's binary_logloss: 0.451865\n",
      "[598]\tvalid_0's binary_logloss: 0.451868\n",
      "[599]\tvalid_0's binary_logloss: 0.45187\n",
      "[600]\tvalid_0's binary_logloss: 0.451873\n",
      "[601]\tvalid_0's binary_logloss: 0.451871\n",
      "[602]\tvalid_0's binary_logloss: 0.451867\n",
      "[603]\tvalid_0's binary_logloss: 0.45187\n",
      "[604]\tvalid_0's binary_logloss: 0.451868\n",
      "[605]\tvalid_0's binary_logloss: 0.451864\n",
      "[606]\tvalid_0's binary_logloss: 0.45186\n",
      "[607]\tvalid_0's binary_logloss: 0.451863\n",
      "[608]\tvalid_0's binary_logloss: 0.451865\n",
      "[609]\tvalid_0's binary_logloss: 0.451868\n",
      "[610]\tvalid_0's binary_logloss: 0.451866\n",
      "[611]\tvalid_0's binary_logloss: 0.451862\n",
      "[612]\tvalid_0's binary_logloss: 0.451859\n",
      "[613]\tvalid_0's binary_logloss: 0.451861\n",
      "[614]\tvalid_0's binary_logloss: 0.451864\n",
      "[615]\tvalid_0's binary_logloss: 0.451867\n",
      "[616]\tvalid_0's binary_logloss: 0.451869\n",
      "[617]\tvalid_0's binary_logloss: 0.451867\n",
      "[618]\tvalid_0's binary_logloss: 0.451866\n",
      "[619]\tvalid_0's binary_logloss: 0.451862\n",
      "[620]\tvalid_0's binary_logloss: 0.451858\n",
      "[621]\tvalid_0's binary_logloss: 0.451855\n",
      "[622]\tvalid_0's binary_logloss: 0.451857\n",
      "[623]\tvalid_0's binary_logloss: 0.45186\n",
      "[624]\tvalid_0's binary_logloss: 0.451863\n",
      "[625]\tvalid_0's binary_logloss: 0.451865\n",
      "[626]\tvalid_0's binary_logloss: 0.451864\n",
      "[627]\tvalid_0's binary_logloss: 0.451862\n",
      "[628]\tvalid_0's binary_logloss: 0.451859\n",
      "[629]\tvalid_0's binary_logloss: 0.451855\n",
      "[630]\tvalid_0's binary_logloss: 0.451851\n",
      "[631]\tvalid_0's binary_logloss: 0.451854\n",
      "[632]\tvalid_0's binary_logloss: 0.451857\n",
      "[633]\tvalid_0's binary_logloss: 0.45186\n",
      "[634]\tvalid_0's binary_logloss: 0.451862\n",
      "[635]\tvalid_0's binary_logloss: 0.451865\n",
      "[636]\tvalid_0's binary_logloss: 0.451864\n",
      "[637]\tvalid_0's binary_logloss: 0.451862\n",
      "[638]\tvalid_0's binary_logloss: 0.451859\n",
      "[639]\tvalid_0's binary_logloss: 0.451855\n",
      "[640]\tvalid_0's binary_logloss: 0.451852\n",
      "[641]\tvalid_0's binary_logloss: 0.451854\n",
      "[642]\tvalid_0's binary_logloss: 0.451857\n",
      "[643]\tvalid_0's binary_logloss: 0.45186\n",
      "[644]\tvalid_0's binary_logloss: 0.451863\n",
      "[645]\tvalid_0's binary_logloss: 0.451865\n",
      "[646]\tvalid_0's binary_logloss: 0.451864\n",
      "[647]\tvalid_0's binary_logloss: 0.451862\n",
      "[648]\tvalid_0's binary_logloss: 0.451859\n",
      "[649]\tvalid_0's binary_logloss: 0.451855\n",
      "[650]\tvalid_0's binary_logloss: 0.451852\n",
      "[651]\tvalid_0's binary_logloss: 0.451855\n",
      "[652]\tvalid_0's binary_logloss: 0.451858\n",
      "[653]\tvalid_0's binary_logloss: 0.45186\n",
      "[654]\tvalid_0's binary_logloss: 0.451863\n",
      "[655]\tvalid_0's binary_logloss: 0.451862\n",
      "[656]\tvalid_0's binary_logloss: 0.451858\n",
      "[657]\tvalid_0's binary_logloss: 0.451861\n",
      "[658]\tvalid_0's binary_logloss: 0.451864\n",
      "[659]\tvalid_0's binary_logloss: 0.451863\n",
      "[660]\tvalid_0's binary_logloss: 0.451859\n",
      "[661]\tvalid_0's binary_logloss: 0.451856\n",
      "[662]\tvalid_0's binary_logloss: 0.451859\n",
      "[663]\tvalid_0's binary_logloss: 0.451861\n",
      "[664]\tvalid_0's binary_logloss: 0.451864\n",
      "[665]\tvalid_0's binary_logloss: 0.451867\n",
      "[666]\tvalid_0's binary_logloss: 0.451866\n",
      "[667]\tvalid_0's binary_logloss: 0.451864\n",
      "[668]\tvalid_0's binary_logloss: 0.451861\n",
      "[669]\tvalid_0's binary_logloss: 0.451858\n",
      "[670]\tvalid_0's binary_logloss: 0.451854\n",
      "[671]\tvalid_0's binary_logloss: 0.451857\n",
      "[672]\tvalid_0's binary_logloss: 0.45186\n",
      "[673]\tvalid_0's binary_logloss: 0.451863\n",
      "[674]\tvalid_0's binary_logloss: 0.451866\n",
      "[675]\tvalid_0's binary_logloss: 0.451868\n",
      "[676]\tvalid_0's binary_logloss: 0.451867\n",
      "[677]\tvalid_0's binary_logloss: 0.451866\n",
      "[678]\tvalid_0's binary_logloss: 0.451862\n",
      "[679]\tvalid_0's binary_logloss: 0.451859\n",
      "[680]\tvalid_0's binary_logloss: 0.451856\n",
      "[681]\tvalid_0's binary_logloss: 0.451859\n",
      "[682]\tvalid_0's binary_logloss: 0.451862\n",
      "[683]\tvalid_0's binary_logloss: 0.451864\n",
      "[684]\tvalid_0's binary_logloss: 0.451867\n",
      "[685]\tvalid_0's binary_logloss: 0.45187\n",
      "[686]\tvalid_0's binary_logloss: 0.451869\n",
      "[687]\tvalid_0's binary_logloss: 0.451867\n",
      "[688]\tvalid_0's binary_logloss: 0.451864\n",
      "[689]\tvalid_0's binary_logloss: 0.451861\n",
      "[690]\tvalid_0's binary_logloss: 0.451858\n",
      "[691]\tvalid_0's binary_logloss: 0.451861\n",
      "[692]\tvalid_0's binary_logloss: 0.451864\n",
      "[693]\tvalid_0's binary_logloss: 0.451866\n",
      "[694]\tvalid_0's binary_logloss: 0.451869\n",
      "[695]\tvalid_0's binary_logloss: 0.451872\n",
      "[696]\tvalid_0's binary_logloss: 0.451871\n",
      "[697]\tvalid_0's binary_logloss: 0.451868\n",
      "[698]\tvalid_0's binary_logloss: 0.45187\n",
      "[699]\tvalid_0's binary_logloss: 0.451873\n",
      "[700]\tvalid_0's binary_logloss: 0.451872\n",
      "[701]\tvalid_0's binary_logloss: 0.451869\n",
      "[702]\tvalid_0's binary_logloss: 0.451866\n",
      "[703]\tvalid_0's binary_logloss: 0.451868\n",
      "[704]\tvalid_0's binary_logloss: 0.451871\n",
      "[705]\tvalid_0's binary_logloss: 0.451874\n",
      "[706]\tvalid_0's binary_logloss: 0.451877\n",
      "[707]\tvalid_0's binary_logloss: 0.451875\n",
      "[708]\tvalid_0's binary_logloss: 0.451874\n",
      "[709]\tvalid_0's binary_logloss: 0.451871\n",
      "[710]\tvalid_0's binary_logloss: 0.451868\n",
      "[711]\tvalid_0's binary_logloss: 0.451865\n",
      "[712]\tvalid_0's binary_logloss: 0.451868\n",
      "[713]\tvalid_0's binary_logloss: 0.451871\n",
      "[714]\tvalid_0's binary_logloss: 0.451873\n",
      "[715]\tvalid_0's binary_logloss: 0.451876\n",
      "[716]\tvalid_0's binary_logloss: 0.451879\n",
      "[717]\tvalid_0's binary_logloss: 0.451882\n",
      "[718]\tvalid_0's binary_logloss: 0.45188\n",
      "[719]\tvalid_0's binary_logloss: 0.451879\n",
      "[720]\tvalid_0's binary_logloss: 0.451876\n",
      "[721]\tvalid_0's binary_logloss: 0.451873\n",
      "[722]\tvalid_0's binary_logloss: 0.45187\n",
      "[723]\tvalid_0's binary_logloss: 0.451873\n",
      "[724]\tvalid_0's binary_logloss: 0.451876\n",
      "[725]\tvalid_0's binary_logloss: 0.451878\n",
      "[726]\tvalid_0's binary_logloss: 0.451881\n",
      "[727]\tvalid_0's binary_logloss: 0.451884\n",
      "[728]\tvalid_0's binary_logloss: 0.451887\n",
      "[729]\tvalid_0's binary_logloss: 0.451885\n",
      "[730]\tvalid_0's binary_logloss: 0.451884\n",
      "Early stopping, best iteration is:\n",
      "[630]\tvalid_0's binary_logloss: 0.451851\n",
      "0.4749724980884557\n"
     ]
    }
   ],
   "source": [
    "folds = StratifiedKFold(n_splits=5, shuffle=True, random_state=22)\n",
    "predictions = np.zeros((len(X_valid), 2))\n",
    "oof_preds = np.zeros((len(df_test), 2))\n",
    "feature_importance_df = pd.DataFrame()\n",
    "final_preds = []\n",
    "# random_state = [77,89,22,1007,1997,1890,2000,2020,8989,786,787,1999992,2021,7654]\n",
    "for fold_, (trn_idx, val_idx) in enumerate(folds.split(X_train.values, y_train.values)):\n",
    "        print(\"Fold {}\".format(fold_))\n",
    "        X_trn,y_trn = X_train[best].iloc[trn_idx],y_train.iloc[trn_idx]\n",
    "        X_val,y_val = X_train[best].iloc[val_idx],y_train.iloc[val_idx]\n",
    "        clf  = lgb.LGBMClassifier(random_state=22,learning_rate=0.01,n_estimators=4000)\n",
    "        clf.fit(X_trn, y_trn, eval_metric=\"logloss\", eval_set=[(X_val,y_val)], verbose=True,early_stopping_rounds=100)\n",
    "        final_preds.append(log_loss(y_pred=clf.predict_proba(X_val),y_true=y_val))\n",
    "        predictions += clf.predict_proba(X_valid[best])\n",
    "#         oof_preds += clf_lgb.predict_proba(df_test[k])\n",
    "#         counter = counter + 1\n",
    "# oof_preds = oof_preds/counter\n",
    "print(sum(final_preds)/5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4813758395132681\n"
     ]
    }
   ],
   "source": [
    "print(log_loss(y_pred=predictions/5,y_true=y_valid))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This Gave me the best Leaderboard Score , i also tried training the model and trying to average out the results using different random states but it just didnt really work. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_sub['no'] = y_preds[:,0]\n",
    "df_sub['yes'] = y_preds[:,1]\n",
    "df_sub.to_excel('Blended.xlsx',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}