ligthgbm_models/fraud-dima-940490.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "import datetime\n",
    "import math\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "from functools import partial\n",
    "from time import time\n",
    "\n",
    "import lightgbm as lgb\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.model_selection import GroupKFold, KFold, TimeSeriesSplit\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.utils import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "INPUT_PATH = '/kaggle/input/ieee-fraud-detection'\n",
    "\n",
    "COL_ID = 'TransactionID'\n",
    "COL_DT = 'TransactionDT'\n",
    "COL_AMOUNT = 'TransactionAmt'\n",
    "COL_TARGET = 'isFraud'\n",
    "\n",
    "START_DATE = '2017-11-30'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "EMAIL_MAP = {\n",
    "    'gmail': 'google', 'att.net': 'att', 'twc.com': 'spectrum', 'scranton.edu': 'other', 'optonline.net': 'other', \n",
    "    'hotmail.co.uk': 'microsoft', 'comcast.net': 'other', 'yahoo.com.mx': 'yahoo', 'yahoo.fr': 'yahoo', \n",
    "    'yahoo.es': 'yahoo', 'charter.net': 'spectrum', 'live.com': 'microsoft', 'aim.com': 'aol', \n",
    "    'hotmail.de': 'microsoft', 'centurylink.net': 'centurylink', 'gmail.com': 'google', 'me.com': 'apple', \n",
    "    'earthlink.net': 'other', 'gmx.de': 'other', 'web.de': 'other', 'cfl.rr.com': 'other', 'hotmail.com': 'microsoft', \n",
    "    'protonmail.com': 'other', 'hotmail.fr': 'microsoft', 'windstream.net': 'other', 'outlook.es': 'microsoft', \n",
    "    'yahoo.co.jp': 'yahoo', 'yahoo.de': 'yahoo', 'servicios-ta.com': 'other', 'netzero.net': 'other', \n",
    "    'suddenlink.net': 'other', 'roadrunner.com': 'other', 'sc.rr.com': 'other', 'live.fr': 'microsoft', \n",
    "    'verizon.net': 'yahoo', 'msn.com': 'microsoft', 'q.com': 'centurylink', 'prodigy.net.mx': 'att', \n",
    "    'frontier.com': 'yahoo', 'anonymous.com': 'other', 'rocketmail.com': 'yahoo', 'sbcglobal.net': 'att', \n",
    "    'frontiernet.net': 'yahoo', 'ymail.com': 'yahoo', 'outlook.com': 'microsoft', 'mail.com': 'other', \n",
    "    'bellsouth.net': 'other', 'embarqmail.com': 'centurylink', 'cableone.net': 'other', 'hotmail.es': 'microsoft', \n",
    "    'mac.com': 'apple', 'yahoo.co.uk': 'yahoo', 'netzero.com': 'other', 'yahoo.com': 'yahoo', 'live.com.mx': 'microsoft', \n",
    "    'ptd.net': 'other', 'cox.net': 'other', 'aol.com': 'aol', 'juno.com': 'other', 'icloud.com': 'apple'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def seed_everything(seed=13):\n",
    "    random.seed(seed)\n",
    "    os.environ['PYTHONHASHSEED'] = str(seed)\n",
    "    np.random.seed(seed)\n",
    "\n",
    "\n",
    "def save_to_disk(df, filename):\n",
    "    with open(filename, 'wb') as handle:\n",
    "        pickle.dump(df, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_df(path, filenames):\n",
    "    assert len(filenames) == 2\n",
    "    dfs = [pd.read_csv(os.path.join(path, f), index_col=COL_ID) for f in filenames]\n",
    "    return dfs[0].merge(dfs[1], how='left', left_index=True, right_index=True)\n",
    "\n",
    "\n",
    "def split_train_val(x, y, val_start, val_end):\n",
    "    assert val_start < val_end\n",
    "    val = (x[COL_DT] >= val_start) & (x[COL_DT] < val_end)\n",
    "    x_train, x_val = x[~val], x[val]\n",
    "    indices = lambda df: df.index.values.astype(int)\n",
    "    y_train, y_val = y[indices(x_train)], y[indices(x_val)]\n",
    "    return x_train, y_train, x_val, y_val\n",
    "\n",
    "\n",
    "def split_label_inputs(df):\n",
    "    return df[COL_TARGET], df.drop(COL_TARGET, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "INT_TYPES = [np.int8, np.int16, np.int32, np.int64]\n",
    "UINT_TYPES = [np.uint8, np.uint16, np.uint32, np.uint64]\n",
    "IGNORE_COLUMNS = [\n",
    "    COL_AMOUNT\n",
    "]\n",
    "\n",
    "\n",
    "def downcast_int(df, col, min_val, max_val):    \n",
    "    if min_val < 0:\n",
    "        for i, dtype in enumerate(INT_TYPES):\n",
    "            if (i == 3) or (np.iinfo(dtype).min < min_val and max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "    else:\n",
    "        for i, dtype in enumerate(UINT_TYPES):\n",
    "            if (i == 3) or (max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "\n",
    "\n",
    "def mem_usg_mb(df):\n",
    "    return df.memory_usage().sum() / 1024**2\n",
    "\n",
    "\n",
    "# original: https://www.kaggle.com/mjbahmani/reducing-memory-size-for-ieee\n",
    "def reduce_mem_usage(df):\n",
    "    init_mem_usg = mem_usg_mb(df)\n",
    "    NAlist = [] # Keeps track of columns that have missing values filled in. \n",
    "    for col in df.columns:\n",
    "        if col in IGNORE_COLUMNS or df[col].dtype == object:\n",
    "            continue\n",
    "        dtype_before = df[col].dtype\n",
    "        min_val, max_val = df[col].min(), df[col].max()\n",
    "        # Integer does not support NA, therefore, NA needs to be filled\n",
    "        if not np.isfinite(df[col]).all(): \n",
    "            NAlist.append(col)\n",
    "            df[col].fillna(-32222, inplace=True) # changed here mn-1 -> -32222\n",
    "        # test if column can be converted to an integer\n",
    "        # https://stackoverflow.com/questions/21583758/how-to-check-if-a-float-value-is-a-whole-number       \n",
    "        if (df[col] % 1 == 0).all():\n",
    "            downcast_int(df, col, min_val, max_val)  \n",
    "        else:\n",
    "            df[col] = df[col].astype(np.float32)\n",
    "        print(\"{}, range: ({}, {}), dtype: {} -> {}\".format(\n",
    "            col, min_val, max_val, dtype_before, df[col].dtype))\n",
    "    print(\"\\n *** DONE ***\")\n",
    "    mem_usg = mem_usg_mb(df) \n",
    "    print(\"Memory usage: %.02f -> %.02f MB\" % (init_mem_usg, mem_usg))\n",
    "    print(\"This is {:.02f}% of the initial size\".format(100 * mem_usg / init_mem_usg))\n",
    "    return df, NAlist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_email_suffix(email):\n",
    "    if email is np.nan:\n",
    "        return 0, np.nan, np.nan\n",
    "    parts = email.split('.') \n",
    "    middle = parts[-2] if len(parts) > 2 else parts[-1]\n",
    "    last = parts[-1]\n",
    "    return len(parts), middle, last"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def feature_cents(df):\n",
    "    return (np.modf(df[COL_AMOUNT])[0] * 1000).astype(np.uint16)\n",
    "\n",
    "\n",
    "def feature_days(df):\n",
    "    return (df[COL_DT] / (24 * 60 * 60)).astype(np.uint16)\n",
    "\n",
    "\n",
    "def parse_datetime(df):\n",
    "    start_date = datetime.datetime.strptime(START_DATE, '%Y-%m-%d')\n",
    "    return df[COL_DT].apply(lambda x: (start_date + datetime.timedelta(seconds = x)))\n",
    "\n",
    "\n",
    "def frequency(col, dfs):\n",
    "    counts = pd.concat(map(lambda df: df[col], dfs), ignore_index=True).value_counts(dropna=False)\n",
    "    return map(lambda df: df[col].map(counts), dfs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 50.8 s, sys: 11.2 s, total: 1min 1s\n",
      "Wall time: 59.8 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "((590540, 433), (506691, 432))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "df_train = load_df(INPUT_PATH, ['train_transaction.csv', 'train_identity.csv'])\n",
    "df_test = load_df(INPUT_PATH, ['test_transaction.csv', 'test_identity.csv'])\n",
    "df_train.shape, df_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_dfs = [df_train, df_test]\n",
    "encode_labels_cols = []\n",
    "\n",
    "for i, df in enumerate(all_dfs):\n",
    "    df['Cents'] = feature_cents(df)\n",
    "    df[COL_AMOUNT] = np.log(df[COL_AMOUNT])\n",
    "    \n",
    "    dt_ = parse_datetime(df)\n",
    "    df['Hour'] = dt_.dt.hour\n",
    "    df['DayOfWeek'] = dt_.dt.weekday  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2017-12    137321\n",
       "2018-03    101632\n",
       "2018-01     92585\n",
       "2018-05     89326\n",
       "2018-02     86021\n",
       "2018-04     83655\n",
       "Name: TransactionDT, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dt_m = parse_datetime(df_train).dt.date.astype('str').str[:7]\n",
    "dt_m.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "interactions = [\n",
    "    'card1__addr1', 'card1__card5', 'card2__dist1', 'card2__id_20', 'card5__P_emaildomain',\n",
    "    'card1__card2__card3__card5', 'card1__card2__card3__card5__addr1__addr2'\n",
    "]\n",
    "rename = {\n",
    "    'card1__card2__card3__card5': 'uuid2',\n",
    "    'card1__card2__card3__card5__addr1__addr2': 'uuid3'\n",
    "}\n",
    "encode_freq_cols = ['card1__addr1', 'card1__card5', 'uuid3']\n",
    "groups = [\n",
    "    (['uuid2', 'ProductCD'], COL_AMOUNT, 'mean'),\n",
    "    (['uuid2', 'addr1'], 'dist2', 'mean'),\n",
    "]\n",
    "drop = ['uuid2', 'uuid3']\n",
    "\n",
    "for inter in interactions:\n",
    "    cols = inter.split('__')\n",
    "    col = rename[inter] if inter in rename else inter\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[cols].apply(lambda row: '_'.join(row.values.astype(str)), axis=1)    \n",
    "    if col in encode_freq_cols:\n",
    "        for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "            df[col+'_count'] = freq\n",
    "    if col not in drop:\n",
    "        encode_labels_cols.append(col)\n",
    "\n",
    "for df in all_dfs:\n",
    "    for group, target, agg in groups:\n",
    "        col = f'{target}_{agg}_by_{\"_\".join(group)}'\n",
    "        df[col] = df.groupby(group)[target].transform(agg)\n",
    "    for col in drop:\n",
    "        df.drop([col], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "encode_freq_cols = ['card1', 'card2', 'card5', 'addr1', 'C1', 'C13', 'P_emaildomain']\n",
    "    \n",
    "for col in encode_freq_cols:\n",
    "    for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "        df[col+'_count'] = freq "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "na_cols = [\n",
    "    'D2', 'D3', 'D5', 'D6', 'D7', 'D13', 'D14',\n",
    "    'M4', 'M5', 'M6', 'M7', 'M8',\n",
    "]\n",
    "\n",
    "for df in all_dfs:\n",
    "    for col in na_cols:\n",
    "        df[col+'_na'] = df[col].isna() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "for df in all_dfs:\n",
    "    for col in ['P_emaildomain', 'R_emaildomain']:\n",
    "        temp = df[col].apply(lambda x: parse_email_suffix(x))\n",
    "        df[col+'_parts'] = temp.map(lambda x: x[0])\n",
    "        df[col+'_sfx2']  = temp.map(lambda x: x[1])\n",
    "        df[col+'_sfx1']  = temp.map(lambda x: x[2])\n",
    "        \n",
    "        #https://www.kaggle.com/c/ieee-fraud-detection/discussion/100499#latest-579654\n",
    "        df[col+'_bin'] = df[col].map(EMAIL_MAP)\n",
    "        \n",
    "        encode_labels_cols.extend([\n",
    "            col+'_sfx2', \n",
    "            col+'_sfx1', \n",
    "            col+'_bin'\n",
    "        ])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def str_contains(df, col, val):\n",
    "    return df[col].str.contains(val, case=False).fillna(False)\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    col = 'Browser'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_31')\n",
    "    for i, browser in enumerate(['chrome', 'safari', 'ie ', 'firefox', 'edge', 'samsung', 'opera']):\n",
    "        df.loc[search(browser), [col]] = i\n",
    "    df.loc[(df['id_31'] == 'ie'), [col]] = 2\n",
    "    \n",
    "for df in all_dfs:\n",
    "    col = 'OS'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_30')\n",
    "    for i, os_name in enumerate(['windows', 'ios', 'mac', 'android', 'linux']):\n",
    "        df.loc[search(os_name), [col]] = i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "isFraud, range: (0, 1), dtype: int64 -> uint8\n",
      "TransactionDT, range: (86400, 15811131), dtype: int64 -> uint32\n",
      "card1, range: (1000, 18396), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 231.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 10286.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 11623.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 4685.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 5691.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 349.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 2255.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 3331.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 210.0), dtype: float64 -> uint8\n",
      "C10, range: (0.0, 3257.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 2918.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 1429.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D4, range: (-122.0, 869.0), dtype: float64 -> int16\n",
      "D5, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D6, range: (-83.0, 873.0), dtype: float64 -> int16\n",
      "D7, range: (0.0, 843.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 1707.7916259765625), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 876.0), dtype: float64 -> uint16\n",
      "D11, range: (-53.0, 670.0), dtype: float64 -> int16\n",
      "D12, range: (-83.0, 648.0), dtype: float64 -> int16\n",
      "D13, range: (0.0, 847.0), dtype: float64 -> uint16\n",
      "D14, range: (-193.0, 878.0), dtype: float64 -> int16\n",
      "D15, range: (-83.0, 879.0), dtype: float64 -> int16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V96, range: (0.0, 1410.0), dtype: float64 -> uint16\n",
      "V97, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V98, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 88.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V102, range: (0.0, 1285.0), dtype: float64 -> uint16\n",
      "V103, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V104, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V107, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V127, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V129, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V133, range: (0.0, 133915.0), dtype: float64 -> float32\n",
      "V134, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V135, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V144, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 297.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 3389.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 57.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 69.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V160, range: (0.0, 641511.4375), dtype: float64 -> float32\n",
      "V161, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 872.0), dtype: float64 -> uint16\n",
      "V168, range: (0.0, 964.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 61.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V176, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 861.0), dtype: float64 -> uint16\n",
      "V178, range: (0.0, 1235.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 920.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 218.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 42.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V203, range: (0.0, 139777.0), dtype: float64 -> float32\n",
      "V204, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V205, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 8050.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 92888.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 129006.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 97628.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 303.0), dtype: float64 -> uint16\n",
      "V218, range: (0.0, 400.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 378.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V222, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 144.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 242.0), dtype: float64 -> uint8\n",
      "V227, range: (0.0, 360.0), dtype: float64 -> uint16\n",
      "V228, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V229, range: (0.0, 176.0), dtype: float64 -> uint8\n",
      "V230, range: (0.0, 65.0), dtype: float64 -> uint8\n",
      "V231, range: (0.0, 293.0), dtype: float64 -> uint16\n",
      "V232, range: (0.0, 337.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 332.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 121.0), dtype: float64 -> uint8\n",
      "V235, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V240, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V241, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 262.0), dtype: float64 -> uint16\n",
      "V246, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 36.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 163.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 66.0), dtype: float64 -> uint8\n",
      "V259, range: (0.0, 285.0), dtype: float64 -> uint16\n",
      "V260, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V264, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V265, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V266, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V271, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V272, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V273, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 66000.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V280, range: (0.0, 975.0), dtype: float64 -> uint16\n",
      "V281, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 95.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 1055.0), dtype: float64 -> uint16\n",
      "V292, range: (1.0, 323.0), dtype: float64 -> uint16\n",
      "V293, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V294, range: (0.0, 1286.0), dtype: float64 -> uint16\n",
      "V295, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V296, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 145765.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7519.8701171875), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 134021.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V323, range: (0.0, 1411.0), dtype: float64 -> uint16\n",
      "V324, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V325, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V332, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V333, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V334, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (1.0, 999595.0), dtype: float64 -> uint32\n",
      "id_03, range: (-13.0, 10.0), dtype: float64 -> int8\n",
      "id_04, range: (-28.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-72.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-46.0, 61.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-36.0, 25.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (10.0, 64.0), dtype: float64 -> uint8\n",
      "id_14, range: (-660.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 229.0), dtype: float64 -> uint8\n",
      "id_18, range: (10.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 671.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 661.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (10.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (11.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 548.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (-0.4861330111756192, 8.42186221139559), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 11623.0), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "M6_na, range: (False, True), dtype: bool -> uint8\n",
      "M7_na, range: (False, True), dtype: bool -> uint8\n",
      "M8_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int64 -> int8\n",
      "OS, range: (-1, 4), dtype: int64 -> int8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 2113.91 -> 654.14 MB\n",
      "This is 30.94% of the initial size\n",
      "CPU times: user 1min 34s, sys: 3min 30s, total: 5min 5s\n",
      "Wall time: 2min 43s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_train, na_train = reduce_mem_usage(df_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (18403224, 34214345), dtype: int64 -> uint32\n",
      "card1, range: (1001, 18397), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 232.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 8081.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 9213.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 2950.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 3275.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 376.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 1621.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 1005.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 572.0), dtype: float64 -> uint16\n",
      "C10, range: (0.0, 881.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 1562.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 797.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 1076.0), dtype: float64 -> uint16\n",
      "D4, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D5, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D6, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D7, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 2029.5833740234373), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D11, range: (0.0, 883.0), dtype: float64 -> uint16\n",
      "D12, range: (0.0, 879.0), dtype: float64 -> uint16\n",
      "D13, range: (0.0, 1066.0), dtype: float64 -> uint16\n",
      "D14, range: (0.0, 1085.0), dtype: float64 -> uint16\n",
      "D15, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 52.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 69.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V96, range: (0.0, 103.0), dtype: float64 -> uint8\n",
      "V97, range: (0.0, 82.0), dtype: float64 -> uint8\n",
      "V98, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V102, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V103, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V104, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V107, range: (1.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 56.0), dtype: float64 -> uint8\n",
      "V144, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 279.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 2277.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 58.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 284129.8125), dtype: float64 -> float32\n",
      "V160, range: (0.0, 3867868.5), dtype: float64 -> float32\n",
      "V161, range: (0.0, 2000.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V168, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V176, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V178, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 158.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V203, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V204, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V205, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 10000.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V218, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 140.0), dtype: float64 -> uint8\n",
      "V222, range: (0.0, 291.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 91.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 58.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 870.0), dtype: float64 -> uint16\n",
      "V227, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V228, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V229, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V230, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V231, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V232, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 322.0), dtype: float64 -> uint16\n",
      "V235, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V240, range: (1.0, 6.0), dtype: float64 -> uint8\n",
      "V241, range: (1.0, 3.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 27.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 124.0), dtype: float64 -> uint8\n",
      "V246, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 96.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 269.0), dtype: float64 -> uint16\n",
      "V259, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V260, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 89.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 34.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V264, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V265, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V266, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V271, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V272, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V273, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V280, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V281, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 90.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 49.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 250.0), dtype: float64 -> uint8\n",
      "V292, range: (1.0, 75.0), dtype: float64 -> uint8\n",
      "V293, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V294, range: (0.0, 246.0), dtype: float64 -> uint8\n",
      "V295, range: (0.0, 78.0), dtype: float64 -> uint8\n",
      "V296, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7539.75), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V323, range: (0.0, 128.0), dtype: float64 -> uint8\n",
      "V324, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V325, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V332, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V333, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V334, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 375000.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (2.0, 999869.0), dtype: float64 -> uint32\n",
      "id_03, range: (-12.0, 11.0), dtype: float64 -> int8\n",
      "id_04, range: (-19.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-81.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-41.0, 59.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-32.0, 16.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (11.0, 63.0), dtype: float64 -> uint8\n",
      "id_14, range: (-720.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 228.0), dtype: float64 -> uint8\n",
      "id_18, range: (11.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 670.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 660.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (11.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (10.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 549.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (8.0, 48.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.3832194991608446, 8.737591975778903), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 8145.0), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "M6_na, range: (False, True), dtype: bool -> uint8\n",
      "M7_na, range: (False, True), dtype: bool -> uint8\n",
      "M8_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int64 -> int8\n",
      "OS, range: (-1, 4), dtype: int64 -> int8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 1812.74 -> 554.44 MB\n",
      "This is 30.59% of the initial size\n",
      "CPU times: user 1min 28s, sys: 3min 4s, total: 4min 32s\n",
      "Wall time: 2min 25s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_test, na_test = reduce_mem_usage(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((590540, 474), (590540,))"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train, df_train = split_label_inputs(df_train)\n",
    "df_train.shape, y_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding card4\n",
      "{'visa': 719649, 'mastercard': 347386, 'american express': 16009, 'discover': 9524}\n",
      "Encoding card6\n",
      "{'debit': 824959, 'credit': 267648, 'debit or credit': 30, 'charge card': 16}\n",
      "Encoding ProductCD\n",
      "{'W': 800657, 'C': 137785, 'R': 73346, 'H': 62397, 'S': 23046}\n",
      "Encoding M4\n",
      "{'M0': 357789, 'M2': 122947, 'M1': 97306}\n"
     ]
    }
   ],
   "source": [
    "all_dfs = [df_train, df_test]\n",
    "\n",
    "for col in ['card4', 'card6', 'ProductCD', 'M4']:\n",
    "    print('Encoding', col)\n",
    "    temp_df = pd.concat([df[col] for df in all_dfs])\n",
    "    col_encoded = temp_df.value_counts().to_dict()\n",
    "    del temp_df\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map(col_encoded)\n",
    "    print(col_encoded)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "for col in ['M1','M2','M3','M5','M6','M7','M8','M9']:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def minify_identity_df(df):\n",
    "    df['id_23'] = df['id_23'].map({\n",
    "        'TRANSPARENT': 4, \n",
    "        'IP_PROXY': 3, \n",
    "        'IP_PROXY:ANONYMOUS': 2, \n",
    "        'IP_PROXY:HIDDEN': 1\n",
    "    })\n",
    "    \n",
    "    for col in ['id_16']:\n",
    "        df[col+'_na'] = df[col].isna()\n",
    "    \n",
    "    for col in ['id_12', 'id_15', 'id_16', 'id_27', 'id_28', 'id_29']:\n",
    "        df[col] = df[col].map({\n",
    "            'New': 2, \n",
    "            'Found': 1, \n",
    "            'NotFound': 0, \n",
    "            'Unknown': -1\n",
    "        })\n",
    "\n",
    "    for col in ['id_35', 'id_36', 'id_37', 'id_38']:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })\n",
    "\n",
    "    df['id_34'] = df['id_34'].fillna(':-2')\n",
    "    df['id_34'] = df['id_34'].apply(lambda x: x.split(':')[1]).astype(np.int8)\n",
    "    df['id_34'] = np.where(df['id_34'] == -2, np.nan, df['id_34'])\n",
    "    \n",
    "    df['id_33'] = df['id_33'].fillna('0x0')\n",
    "    df['id_33_0'] = df['id_33'].apply(lambda x: x.split('x')[0]).astype(int)\n",
    "    df['id_33_1'] = df['id_33'].apply(lambda x: x.split('x')[1]).astype(int)\n",
    "    df['id_33'] = np.where(df['id_33'] == '0x0', np.nan, df['id_33'])\n",
    "\n",
    "    df['DeviceType'] = df['DeviceType'].map({ 'desktop': 1, 'mobile': 0 })\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "import itertools\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    minify_identity_df(df)\n",
    "\n",
    "for col in ['id_33', 'P_emaildomain', 'R_emaildomain', 'id_30', 'id_31', 'DeviceInfo'] + encode_labels_cols:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].fillna('unknown_value')\n",
    "    \n",
    "    le = LabelEncoder()\n",
    "    values = [list(df[col]) for df in all_dfs]\n",
    "    values = list(itertools.chain(*values))\n",
    "    le.fit(values)\n",
    "    \n",
    "    for df in all_dfs:\n",
    "        df[col] = le.transform(df[col])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "drop = [COL_DT]\n",
    "\n",
    "for df in all_dfs:  \n",
    "    for col in df.columns:\n",
    "        if col in drop:\n",
    "            df.drop(col, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1000, 18396), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 231), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 4685), dtype: uint16 -> uint16\n",
      "C2, range: (0, 5691), dtype: uint16 -> uint16\n",
      "C3, range: (0, 26), dtype: uint8 -> uint8\n",
      "C4, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C5, range: (0, 349), dtype: uint16 -> uint16\n",
      "C6, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C7, range: (0, 2255), dtype: uint16 -> uint16\n",
      "C8, range: (0, 3331), dtype: uint16 -> uint16\n",
      "C9, range: (0, 210), dtype: uint8 -> uint8\n",
      "C10, range: (0, 3257), dtype: uint16 -> uint16\n",
      "C11, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C12, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C13, range: (0, 2918), dtype: uint16 -> uint16\n",
      "C14, range: (0, 1429), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (-32222, 869), dtype: int16 -> int16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (-32222, 873), dtype: int16 -> int16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 1707.7916259765625), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (-32222, 670), dtype: int16 -> int16\n",
      "D12, range: (-32222, 648), dtype: int16 -> int16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (-32222, 878), dtype: int16 -> int16\n",
      "D15, range: (-32222, 879), dtype: int16 -> int16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (0, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 54), dtype: uint8 -> uint8\n",
      "V38, range: (0, 54), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 48), dtype: uint8 -> uint8\n",
      "V45, range: (0, 48), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 34), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 34), dtype: uint8 -> uint8\n",
      "V78, range: (0, 34), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 34), dtype: uint8 -> uint8\n",
      "V87, range: (0, 34), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V96, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V97, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V98, range: (0, 34), dtype: uint8 -> uint8\n",
      "V99, range: (0, 88), dtype: uint8 -> uint8\n",
      "V100, range: (0, 34), dtype: uint8 -> uint8\n",
      "V101, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V102, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V103, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V104, range: (0, 34), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 55), dtype: uint8 -> uint8\n",
      "V107, range: (0, 34), dtype: uint8 -> uint8\n",
      "V108, range: (0, 34), dtype: uint8 -> uint8\n",
      "V109, range: (0, 34), dtype: uint8 -> uint8\n",
      "V110, range: (0, 34), dtype: uint8 -> uint8\n",
      "V111, range: (0, 34), dtype: uint8 -> uint8\n",
      "V112, range: (0, 34), dtype: uint8 -> uint8\n",
      "V113, range: (0, 34), dtype: uint8 -> uint8\n",
      "V114, range: (0, 34), dtype: uint8 -> uint8\n",
      "V115, range: (0, 34), dtype: uint8 -> uint8\n",
      "V116, range: (0, 34), dtype: uint8 -> uint8\n",
      "V117, range: (0, 34), dtype: uint8 -> uint8\n",
      "V118, range: (0, 34), dtype: uint8 -> uint8\n",
      "V119, range: (0, 34), dtype: uint8 -> uint8\n",
      "V120, range: (0, 34), dtype: uint8 -> uint8\n",
      "V121, range: (0, 34), dtype: uint8 -> uint8\n",
      "V122, range: (0, 34), dtype: uint8 -> uint8\n",
      "V123, range: (0, 34), dtype: uint8 -> uint8\n",
      "V124, range: (0, 34), dtype: uint8 -> uint8\n",
      "V125, range: (0, 34), dtype: uint8 -> uint8\n",
      "V126, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V127, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V128, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V129, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V130, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V131, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V132, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V133, range: (-32222.0, 133915.0), dtype: float32 -> float32\n",
      "V134, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V135, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V136, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V137, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 34), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V144, range: (0, 62), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 57), dtype: uint8 -> uint8\n",
      "V152, range: (1, 69), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 641511.4375), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V167, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 34), dtype: uint8 -> uint8\n",
      "V170, range: (0, 48), dtype: uint8 -> uint8\n",
      "V171, range: (0, 61), dtype: uint8 -> uint8\n",
      "V172, range: (0, 34), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (0, 48), dtype: uint8 -> uint8\n",
      "V177, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 83), dtype: uint8 -> uint8\n",
      "V181, range: (0, 34), dtype: uint8 -> uint8\n",
      "V182, range: (0, 83), dtype: uint8 -> uint8\n",
      "V183, range: (0, 41), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 38), dtype: uint8 -> uint8\n",
      "V187, range: (0, 218), dtype: uint8 -> uint8\n",
      "V188, range: (0, 34), dtype: uint8 -> uint8\n",
      "V189, range: (0, 34), dtype: uint8 -> uint8\n",
      "V190, range: (0, 42), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 44), dtype: uint8 -> uint8\n",
      "V193, range: (0, 37), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 38), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 45), dtype: uint8 -> uint8\n",
      "V200, range: (0, 45), dtype: uint8 -> uint8\n",
      "V201, range: (0, 55), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 139777.0), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 8050.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 92888.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 129006.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 97628.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V217, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 34), dtype: uint8 -> uint8\n",
      "V221, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 144), dtype: uint8 -> uint8\n",
      "V225, range: (0, 51), dtype: uint8 -> uint8\n",
      "V226, range: (0, 242), dtype: uint8 -> uint8\n",
      "V227, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V228, range: (0, 54), dtype: uint8 -> uint8\n",
      "V229, range: (0, 176), dtype: uint8 -> uint8\n",
      "V230, range: (0, 65), dtype: uint8 -> uint8\n",
      "V231, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 121), dtype: uint8 -> uint8\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 45), dtype: uint8 -> uint8\n",
      "V237, range: (0, 39), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (0, 34), dtype: uint8 -> uint8\n",
      "V241, range: (0, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 57), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V246, range: (0, 45), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 36), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 163), dtype: uint8 -> uint8\n",
      "V254, range: (0, 60), dtype: uint8 -> uint8\n",
      "V255, range: (0, 87), dtype: uint8 -> uint8\n",
      "V256, range: (0, 87), dtype: uint8 -> uint8\n",
      "V257, range: (0, 48), dtype: uint8 -> uint8\n",
      "V258, range: (0, 66), dtype: uint8 -> uint8\n",
      "V259, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 49), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 66000.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V279, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V280, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 34), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 95), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 67), dtype: uint8 -> uint8\n",
      "V291, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V292, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V293, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V294, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V295, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V296, range: (0, 93), dtype: uint8 -> uint8\n",
      "V297, range: (0, 34), dtype: uint8 -> uint8\n",
      "V298, range: (0, 93), dtype: uint8 -> uint8\n",
      "V299, range: (0, 49), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V305, range: (1, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 145765.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7519.8701171875), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 134021.0), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V322, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V323, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V324, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 34), dtype: uint8 -> uint8\n",
      "V329, range: (0, 99), dtype: uint8 -> uint8\n",
      "V330, range: (0, 55), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (1, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-13, 34), dtype: int8 -> int8\n",
      "id_04, range: (-28, 34), dtype: int8 -> int8\n",
      "id_05, range: (-72, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-46, 61), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-36, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (10, 64), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 229), dtype: uint8 -> uint8\n",
      "id_18, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (10, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (0, 172), dtype: int64 -> uint8\n",
      "id_32, range: (0, 34), dtype: uint8 -> uint8\n",
      "id_33, range: (2, 460), dtype: int64 -> uint16\n",
      "id_34, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (0, 2799), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (0, 55369), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (0, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (-0.48613300919532776, 8.421862602233887), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 11623.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 7500), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5000), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 660.90 -> 499.27 MB\n",
      "This is 75.54% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_train, na_train = reduce_mem_usage(df_train)\n",
    "for df, filename in zip([df_train, na_train, y_train], \n",
    "                        ['df_train.pkl', 'na_train.pkl', 'y_train.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1001, 18397), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 232), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C3, range: (0, 34), dtype: uint8 -> uint8\n",
      "C4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C8, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C9, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 2029.5833740234375), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D15, range: (0, 33314), dtype: uint16 -> uint16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (0, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 49), dtype: uint8 -> uint8\n",
      "V38, range: (0, 52), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 47), dtype: uint8 -> uint8\n",
      "V45, range: (0, 69), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 49), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 80), dtype: uint8 -> uint8\n",
      "V78, range: (0, 80), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 80), dtype: uint8 -> uint8\n",
      "V87, range: (0, 80), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 60), dtype: uint8 -> uint8\n",
      "V96, range: (0, 103), dtype: uint8 -> uint8\n",
      "V97, range: (0, 82), dtype: uint8 -> uint8\n",
      "V98, range: (0, 8), dtype: uint8 -> uint8\n",
      "V99, range: (0, 62), dtype: uint8 -> uint8\n",
      "V100, range: (0, 30), dtype: uint8 -> uint8\n",
      "V101, range: (0, 18), dtype: uint8 -> uint8\n",
      "V102, range: (0, 68), dtype: uint8 -> uint8\n",
      "V103, range: (0, 29), dtype: uint8 -> uint8\n",
      "V104, range: (0, 59), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 80), dtype: uint8 -> uint8\n",
      "V107, range: (1, 1), dtype: uint8 -> uint8\n",
      "V108, range: (0, 8), dtype: uint8 -> uint8\n",
      "V109, range: (0, 8), dtype: uint8 -> uint8\n",
      "V110, range: (0, 8), dtype: uint8 -> uint8\n",
      "V111, range: (0, 8), dtype: uint8 -> uint8\n",
      "V112, range: (0, 8), dtype: uint8 -> uint8\n",
      "V113, range: (0, 8), dtype: uint8 -> uint8\n",
      "V114, range: (0, 9), dtype: uint8 -> uint8\n",
      "V115, range: (0, 9), dtype: uint8 -> uint8\n",
      "V116, range: (0, 9), dtype: uint8 -> uint8\n",
      "V117, range: (0, 2), dtype: uint8 -> uint8\n",
      "V118, range: (0, 3), dtype: uint8 -> uint8\n",
      "V119, range: (0, 2), dtype: uint8 -> uint8\n",
      "V120, range: (0, 4), dtype: uint8 -> uint8\n",
      "V121, range: (0, 4), dtype: uint8 -> uint8\n",
      "V122, range: (0, 4), dtype: uint8 -> uint8\n",
      "V123, range: (0, 12), dtype: uint8 -> uint8\n",
      "V124, range: (0, 13), dtype: uint8 -> uint8\n",
      "V125, range: (0, 12), dtype: uint8 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float32 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float32 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 59), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 56), dtype: uint8 -> uint8\n",
      "V144, range: (0, 85), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 58), dtype: uint8 -> uint8\n",
      "V152, range: (1, 67), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 284129.8125), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 3867868.5), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 2000.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V167, range: (0, 238), dtype: uint8 -> uint8\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 39), dtype: uint8 -> uint8\n",
      "V170, range: (0, 63), dtype: uint8 -> uint8\n",
      "V171, range: (0, 68), dtype: uint8 -> uint8\n",
      "V172, range: (0, 37), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (1, 239), dtype: uint8 -> uint8\n",
      "V177, range: (0, 238), dtype: uint8 -> uint8\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 179), dtype: uint8 -> uint8\n",
      "V181, range: (0, 85), dtype: uint8 -> uint8\n",
      "V182, range: (0, 125), dtype: uint8 -> uint8\n",
      "V183, range: (0, 106), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 39), dtype: uint8 -> uint8\n",
      "V187, range: (0, 158), dtype: uint8 -> uint8\n",
      "V188, range: (0, 44), dtype: uint8 -> uint8\n",
      "V189, range: (0, 44), dtype: uint8 -> uint8\n",
      "V190, range: (0, 224), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 37), dtype: uint8 -> uint8\n",
      "V193, range: (0, 34), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 41), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 224), dtype: uint8 -> uint8\n",
      "V200, range: (0, 47), dtype: uint8 -> uint8\n",
      "V201, range: (0, 47), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V217, range: (0, 238), dtype: uint8 -> uint8\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 47), dtype: uint8 -> uint8\n",
      "V221, range: (0, 140), dtype: uint8 -> uint8\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 91), dtype: uint8 -> uint8\n",
      "V225, range: (0, 58), dtype: uint8 -> uint8\n",
      "V226, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V227, range: (0, 131), dtype: uint8 -> uint8\n",
      "V228, range: (1, 239), dtype: uint8 -> uint8\n",
      "V229, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V230, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V231, range: (0, 238), dtype: uint8 -> uint8\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 57), dtype: uint8 -> uint8\n",
      "V237, range: (0, 34), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (1, 34), dtype: uint8 -> uint8\n",
      "V241, range: (1, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 54), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 124), dtype: uint8 -> uint8\n",
      "V246, range: (0, 224), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 34), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 96), dtype: uint8 -> uint8\n",
      "V254, range: (0, 39), dtype: uint8 -> uint8\n",
      "V255, range: (0, 53), dtype: uint8 -> uint8\n",
      "V256, range: (0, 53), dtype: uint8 -> uint8\n",
      "V257, range: (0, 224), dtype: uint8 -> uint8\n",
      "V258, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V259, range: (0, 131), dtype: uint8 -> uint8\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 89), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V279, range: (0, 86), dtype: uint8 -> uint8\n",
      "V280, range: (0, 108), dtype: uint8 -> uint8\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 63), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 90), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 49), dtype: uint8 -> uint8\n",
      "V291, range: (1, 250), dtype: uint8 -> uint8\n",
      "V292, range: (1, 75), dtype: uint8 -> uint8\n",
      "V293, range: (0, 62), dtype: uint8 -> uint8\n",
      "V294, range: (0, 246), dtype: uint8 -> uint8\n",
      "V295, range: (0, 78), dtype: uint8 -> uint8\n",
      "V296, range: (0, 179), dtype: uint8 -> uint8\n",
      "V297, range: (0, 85), dtype: uint8 -> uint8\n",
      "V298, range: (0, 125), dtype: uint8 -> uint8\n",
      "V299, range: (0, 106), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V305, range: (1, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7539.75), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V322, range: (0, 86), dtype: uint8 -> uint8\n",
      "V323, range: (0, 128), dtype: uint8 -> uint8\n",
      "V324, range: (0, 108), dtype: uint8 -> uint8\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 85), dtype: uint8 -> uint8\n",
      "V329, range: (0, 125), dtype: uint8 -> uint8\n",
      "V330, range: (0, 106), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 375000.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (2, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-12, 34), dtype: int8 -> int8\n",
      "id_04, range: (-19, 34), dtype: int8 -> int8\n",
      "id_05, range: (-81, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-41, 59), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-32, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (11, 63), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 228), dtype: uint8 -> uint8\n",
      "id_18, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (11, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (16, 171), dtype: int64 -> uint8\n",
      "id_32, range: (8, 48), dtype: uint8 -> uint8\n",
      "id_33, range: (0, 460), dtype: int64 -> uint16\n",
      "id_34, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (4, 2798), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (2, 55368), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (2, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.38321951031684875, 8.737591743469238), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 8145.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 8960), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5040), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 560.72 -> 422.04 MB\n",
      "This is 75.27% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_test, na_test = reduce_mem_usage(df_test)\n",
    "for df, filename in zip([df_test, na_test], ['df_test.pkl', 'na_test.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Modelling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    'objective': 'binary',\n",
    "    'boosting_type': 'gbdt',\n",
    "    'metric': 'auc',\n",
    "    'n_jobs': -1,\n",
    "    'learning_rate': 0.007,\n",
    "    'num_leaves': 450,\n",
    "    'max_depth': 12,\n",
    "    'min_child_samples': 25,\n",
    "    'tree_learner': 'serial',\n",
    "    'feature_fraction': 0.6,\n",
    "    'bagging_freq': 1,\n",
    "    'bagging_fraction': 0.9,\n",
    "    'max_bin': 255,\n",
    "    'verbose': 1,\n",
    "    'reg_alpha': 0.5,\n",
    "    'reg_lambda': 0.5,\n",
    "    'seed': 0,\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training on fold 0\n",
      "Train: 453219, Validation: 137321\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.882637\n",
      "[200]\tvalid_0's auc: 0.89247\n",
      "[300]\tvalid_0's auc: 0.90065\n",
      "[400]\tvalid_0's auc: 0.905822\n",
      "[500]\tvalid_0's auc: 0.909136\n",
      "[600]\tvalid_0's auc: 0.91121\n",
      "[700]\tvalid_0's auc: 0.913154\n",
      "[800]\tvalid_0's auc: 0.914996\n",
      "[900]\tvalid_0's auc: 0.915965\n",
      "[1000]\tvalid_0's auc: 0.916931\n",
      "[1100]\tvalid_0's auc: 0.917497\n",
      "[1200]\tvalid_0's auc: 0.917983\n",
      "[1300]\tvalid_0's auc: 0.91804\n",
      "[1400]\tvalid_0's auc: 0.91815\n",
      "[1500]\tvalid_0's auc: 0.918131\n",
      "Early stopping, best iteration is:\n",
      "[1442]\tvalid_0's auc: 0.918194\n",
      "Best iteration:  1442\n",
      "OOF score for 0 fold: 0.9181943980152754\n",
      "Fold 0 finished in 0:21:42.009015\n",
      "Training on fold 1\n",
      "Train: 497955, Validation: 92585\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.895903\n",
      "[200]\tvalid_0's auc: 0.90774\n",
      "[300]\tvalid_0's auc: 0.917712\n",
      "[400]\tvalid_0's auc: 0.925762\n",
      "[500]\tvalid_0's auc: 0.931047\n",
      "[600]\tvalid_0's auc: 0.934443\n",
      "[700]\tvalid_0's auc: 0.93701\n",
      "[800]\tvalid_0's auc: 0.93852\n",
      "[900]\tvalid_0's auc: 0.939607\n",
      "[1000]\tvalid_0's auc: 0.940565\n",
      "[1100]\tvalid_0's auc: 0.941232\n",
      "[1200]\tvalid_0's auc: 0.941531\n",
      "[1300]\tvalid_0's auc: 0.942051\n",
      "[1400]\tvalid_0's auc: 0.942216\n",
      "[1500]\tvalid_0's auc: 0.942409\n",
      "[1600]\tvalid_0's auc: 0.942622\n",
      "[1700]\tvalid_0's auc: 0.942674\n",
      "[1800]\tvalid_0's auc: 0.942727\n",
      "[1900]\tvalid_0's auc: 0.942826\n",
      "[2000]\tvalid_0's auc: 0.942812\n",
      "Early stopping, best iteration is:\n",
      "[1979]\tvalid_0's auc: 0.942878\n",
      "Best iteration:  1979\n",
      "OOF score for 1 fold: 0.9428784113229136\n",
      "Fold 1 finished in 0:30:10.930803\n",
      "Training on fold 2\n",
      "Train: 504519, Validation: 86021\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.913812\n",
      "[200]\tvalid_0's auc: 0.925413\n",
      "[300]\tvalid_0's auc: 0.932726\n",
      "[400]\tvalid_0's auc: 0.938503\n",
      "[500]\tvalid_0's auc: 0.942783\n",
      "[600]\tvalid_0's auc: 0.944762\n",
      "[700]\tvalid_0's auc: 0.945935\n",
      "[800]\tvalid_0's auc: 0.946608\n",
      "[900]\tvalid_0's auc: 0.946967\n",
      "[1000]\tvalid_0's auc: 0.947237\n",
      "[1100]\tvalid_0's auc: 0.94727\n",
      "[1200]\tvalid_0's auc: 0.947291\n",
      "Early stopping, best iteration is:\n",
      "[1165]\tvalid_0's auc: 0.947329\n",
      "Best iteration:  1165\n",
      "OOF score for 2 fold: 0.9473291669374543\n",
      "Fold 2 finished in 0:20:01.641165\n",
      "Training on fold 3\n",
      "Train: 488908, Validation: 101632\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.89947\n",
      "[200]\tvalid_0's auc: 0.912428\n",
      "[300]\tvalid_0's auc: 0.922507\n",
      "[400]\tvalid_0's auc: 0.929493\n",
      "[500]\tvalid_0's auc: 0.934003\n",
      "[600]\tvalid_0's auc: 0.936855\n",
      "[700]\tvalid_0's auc: 0.938511\n",
      "[800]\tvalid_0's auc: 0.939396\n",
      "[900]\tvalid_0's auc: 0.939953\n",
      "[1000]\tvalid_0's auc: 0.940441\n",
      "[1100]\tvalid_0's auc: 0.940613\n",
      "[1200]\tvalid_0's auc: 0.940806\n",
      "[1300]\tvalid_0's auc: 0.940911\n",
      "[1400]\tvalid_0's auc: 0.941031\n",
      "Early stopping, best iteration is:\n",
      "[1398]\tvalid_0's auc: 0.941049\n",
      "Best iteration:  1398\n",
      "OOF score for 3 fold: 0.941049339395975\n",
      "Fold 3 finished in 0:22:22.773602\n",
      "Training on fold 4\n",
      "Train: 506885, Validation: 83655\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.899582\n",
      "[200]\tvalid_0's auc: 0.915427\n",
      "[300]\tvalid_0's auc: 0.926687\n",
      "[400]\tvalid_0's auc: 0.935156\n",
      "[500]\tvalid_0's auc: 0.941332\n",
      "[600]\tvalid_0's auc: 0.945214\n",
      "[700]\tvalid_0's auc: 0.947729\n",
      "[800]\tvalid_0's auc: 0.949365\n",
      "[900]\tvalid_0's auc: 0.950486\n",
      "[1000]\tvalid_0's auc: 0.95115\n",
      "[1100]\tvalid_0's auc: 0.951689\n",
      "[1200]\tvalid_0's auc: 0.952169\n",
      "[1300]\tvalid_0's auc: 0.952659\n",
      "[1400]\tvalid_0's auc: 0.952899\n",
      "[1500]\tvalid_0's auc: 0.953153\n",
      "[1600]\tvalid_0's auc: 0.953306\n",
      "[1700]\tvalid_0's auc: 0.953394\n",
      "[1800]\tvalid_0's auc: 0.953453\n",
      "[1900]\tvalid_0's auc: 0.953508\n",
      "[2000]\tvalid_0's auc: 0.953599\n",
      "[2100]\tvalid_0's auc: 0.953631\n",
      "[2200]\tvalid_0's auc: 0.953729\n",
      "[2300]\tvalid_0's auc: 0.953682\n",
      "Early stopping, best iteration is:\n",
      "[2229]\tvalid_0's auc: 0.953768\n",
      "Best iteration:  2229\n",
      "OOF score for 4 fold: 0.953767759590047\n",
      "Fold 4 finished in 0:33:53.195766\n",
      "Training on fold 5\n",
      "Train: 501214, Validation: 89326\n",
      "Training until validation scores don't improve for 100 rounds.\n",
      "[100]\tvalid_0's auc: 0.89551\n",
      "[200]\tvalid_0's auc: 0.906908\n",
      "[300]\tvalid_0's auc: 0.916864\n",
      "[400]\tvalid_0's auc: 0.925692\n",
      "[500]\tvalid_0's auc: 0.931715\n",
      "[600]\tvalid_0's auc: 0.93528\n",
      "[700]\tvalid_0's auc: 0.937262\n",
      "[800]\tvalid_0's auc: 0.938316\n",
      "[900]\tvalid_0's auc: 0.939018\n",
      "[1000]\tvalid_0's auc: 0.939365\n",
      "[1100]\tvalid_0's auc: 0.939692\n",
      "[1200]\tvalid_0's auc: 0.939581\n",
      "Early stopping, best iteration is:\n",
      "[1108]\tvalid_0's auc: 0.939724\n",
      "Best iteration:  1108\n",
      "OOF score for 5 fold: 0.9397235350976149\n",
      "Fold 5 finished in 0:18:59.729949\n",
      "\n",
      "DONE\n",
      "Total time: 2:27:10.773749\n"
     ]
    }
   ],
   "source": [
    "seeds = [11, 19, 23, 27, 31, 37]\n",
    "scores = []\n",
    "test_preds = []\n",
    "\n",
    "training_start_time = time()\n",
    "\n",
    "for fold, month in enumerate(np.unique(dt_m)):\n",
    "    seed = seeds[fold]\n",
    "    seed_everything(seed)\n",
    "    params['seed'] = seed\n",
    "    \n",
    "    start_time = time()\n",
    "    print('Training on fold {}'.format(fold))\n",
    "    \n",
    "    is_val = dt_m.isin([month])\n",
    "    x_train, y_train0 = df_train[~is_val], y_train[~is_val]\n",
    "    x_val, y_val = df_train[is_val], y_train[is_val]\n",
    "    print('Train: {}, Validation: {}'.format(len(x_train), len(x_val)))\n",
    "    \n",
    "    train_data = lgb.Dataset(x_train, label=y_train0)\n",
    "    valid_data = lgb.Dataset(x_val, label=y_val)\n",
    "    \n",
    "    model = lgb.train(params, train_data, \n",
    "                      num_boost_round=3_000, \n",
    "                      valid_sets=valid_data, \n",
    "                      verbose_eval=100, \n",
    "                      early_stopping_rounds=100)\n",
    "    \n",
    "    print('Best iteration: ', model.best_iteration)\n",
    "    \n",
    "    y_pred_val = model.predict(x_val)\n",
    "    auc = roc_auc_score(y_val, y_pred_val)\n",
    "    scores.append(auc)\n",
    "    print('OOF score for {} fold: {}'.format(fold, auc))\n",
    "    save_to_disk(y_pred_val, 'y_pred_valid_fold{}.pkl'.format(fold))\n",
    "    \n",
    "    y_pred_test = model.predict(df_test)\n",
    "    test_preds.append(y_pred_test)\n",
    "    save_to_disk(y_pred_test, 'y_pred_test_fold{}.pkl'.format(fold))\n",
    "    \n",
    "    end_time = str(datetime.timedelta(seconds=time() - start_time))\n",
    "    print('Fold {} finished in {}'.format(fold, end_time))\n",
    "    \n",
    "print('\\nDONE')\n",
    "print('Total time: {}'.format(str(datetime.timedelta(seconds=time() - training_start_time))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OOF score: avg 0.940490, std 0.011006, min 0.918194\n"
     ]
    }
   ],
   "source": [
    "print('OOF score: avg %f, std %f, min %f' % (np.mean(scores), np.std(scores), np.min(scores)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Submission"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub = pd.read_csv('../input/ieee-fraud-detection/sample_submission.csv')\n",
    "sub['isFraud'] = np.average(test_preds, axis=0)\n",
    "sub.to_csv('submission.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}