preprocessing/fraud-messing-v31.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "```\n",
    "baseline (no FE)\n",
    "Validation score: avg 0.941965, min 0.941052\n",
    "Holdout score: avg 0.928226, min 0.927248\n",
    "\n",
    "v24\n",
    "Validation score: avg 0.945319, std 0.000621, min 0.944449\n",
    "Holdout score: avg 0.935525, std 0.000451, min 0.934989\n",
    "\n",
    "v25\n",
    "Validation score: avg 0.945077, std 0.000596, min 0.944079\n",
    "Holdout score: avg 0.935022, std 0.000990, min 0.933380\n",
    "\n",
    "v28\n",
    "Validation score: avg 0.946547, std 0.000887, min 0.944975\n",
    "Holdout score: avg 0.936468, std 0.000491, min 0.935895\n",
    "\n",
    "v29\n",
    "Validation score: avg 0.947101, std 0.000737, min 0.946381\n",
    "Holdout score: avg 0.936543, std 0.000575, min 0.935610\n",
    "\n",
    "v30\n",
    "Validation score: avg 0.946358, std 0.000491, min 0.945676\n",
    "Holdout score: avg 0.936238, std 0.000238, min 0.935901\n",
    "\n",
    "v31\n",
    "Validation score: avg 0.946066, std 0.000823, min 0.944663\n",
    "Holdout score: avg 0.936511, std 0.000487, min 0.936060\n",
    "\n",
    "v32\n",
    "Validation score: avg 0.946326, std 0.001285, min 0.944507\n",
    "Holdout score: avg 0.936155, std 0.000454, min 0.935607\n",
    "\n",
    "v33\n",
    "Validation score: avg 0.946565, std 0.000883, min 0.945281\n",
    "Holdout score: avg 0.935862, std 0.000827, min 0.934970\n",
    "\n",
    "v36\n",
    "Validation score: avg 0.946391, std 0.001742, min 0.943520\n",
    "Holdout score: avg 0.936046, std 0.000726, min 0.935437\n",
    "\n",
    "v40\n",
    "Validation score: avg 0.947434, std 0.001079, min 0.945760\n",
    "Holdout score: avg 0.936558, std 0.000454, min 0.935856\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "import datetime\n",
    "import math\n",
    "import os\n",
    "import pickle\n",
    "import random\n",
    "\n",
    "from functools import partial\n",
    "\n",
    "import lightgbm as lgb\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.utils import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "INPUT_PATH = '/kaggle/input/ieee-fraud-detection'\n",
    "\n",
    "COL_ID = 'TransactionID'\n",
    "COL_DT = 'TransactionDT'\n",
    "COL_AMOUNT = 'TransactionAmt'\n",
    "COL_TARGET = 'isFraud'\n",
    "\n",
    "EVAL_DAYS_SPAN  = 1 * 24 * 60 * 60 * 7.5 # 7.5 days\n",
    "HOLD_DAYS_SPAN  = 1 * 24 * 60 * 60 * 30  # one month"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "EMAIL_MAP = {\n",
    "    'gmail': 'google', 'att.net': 'att', 'twc.com': 'spectrum', 'scranton.edu': 'other', 'optonline.net': 'other', \n",
    "    'hotmail.co.uk': 'microsoft', 'comcast.net': 'other', 'yahoo.com.mx': 'yahoo', 'yahoo.fr': 'yahoo', \n",
    "    'yahoo.es': 'yahoo', 'charter.net': 'spectrum', 'live.com': 'microsoft', 'aim.com': 'aol', \n",
    "    'hotmail.de': 'microsoft', 'centurylink.net': 'centurylink', 'gmail.com': 'google', 'me.com': 'apple', \n",
    "    'earthlink.net': 'other', 'gmx.de': 'other', 'web.de': 'other', 'cfl.rr.com': 'other', 'hotmail.com': 'microsoft', \n",
    "    'protonmail.com': 'other', 'hotmail.fr': 'microsoft', 'windstream.net': 'other', 'outlook.es': 'microsoft', \n",
    "    'yahoo.co.jp': 'yahoo', 'yahoo.de': 'yahoo', 'servicios-ta.com': 'other', 'netzero.net': 'other', \n",
    "    'suddenlink.net': 'other', 'roadrunner.com': 'other', 'sc.rr.com': 'other', 'live.fr': 'microsoft', \n",
    "    'verizon.net': 'yahoo', 'msn.com': 'microsoft', 'q.com': 'centurylink', 'prodigy.net.mx': 'att', \n",
    "    'frontier.com': 'yahoo', 'anonymous.com': 'other', 'rocketmail.com': 'yahoo', 'sbcglobal.net': 'att', \n",
    "    'frontiernet.net': 'yahoo', 'ymail.com': 'yahoo', 'outlook.com': 'microsoft', 'mail.com': 'other', \n",
    "    'bellsouth.net': 'other', 'embarqmail.com': 'centurylink', 'cableone.net': 'other', 'hotmail.es': 'microsoft', \n",
    "    'mac.com': 'apple', 'yahoo.co.uk': 'yahoo', 'netzero.com': 'other', 'yahoo.com': 'yahoo', 'live.com.mx': 'microsoft', \n",
    "    'ptd.net': 'other', 'cox.net': 'other', 'aol.com': 'aol', 'juno.com': 'other', 'icloud.com': 'apple'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def seed_everything(seed=13):\n",
    "    random.seed(seed)\n",
    "    os.environ['PYTHONHASHSEED'] = str(seed)\n",
    "    np.random.seed(seed)\n",
    "\n",
    "\n",
    "def save_to_disk(df, filename):\n",
    "    with open(filename, 'wb') as handle:\n",
    "        pickle.dump(df, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_df(path, filenames):\n",
    "    assert len(filenames) == 2\n",
    "    dfs = [pd.read_csv(os.path.join(path, f), index_col=COL_ID) for f in filenames]\n",
    "    return dfs[0].merge(dfs[1], how='left', left_index=True, right_index=True)\n",
    "\n",
    "\n",
    "def split_train_val(df, val_dt_span=EVAL_DAYS_SPAN, hold_dt_span=HOLD_DAYS_SPAN):\n",
    "    max_dt = df[COL_DT].max()\n",
    "    hold = df[COL_DT] >= (max_dt - hold_dt_span)\n",
    "    val = ~hold & (df[COL_DT] >= (max_dt - hold_dt_span - val_dt_span))\n",
    "    df_train, df_val, df_hold = df[~val & ~hold], df[val], df[hold]\n",
    "    return df_train, df_val, df_hold\n",
    "\n",
    "\n",
    "def split_label_inputs(df):\n",
    "    return df[COL_TARGET], df.drop(COL_TARGET, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def rnd_int():\n",
    "    return np.random.randint(np.iinfo(np.int32).max)\n",
    "\n",
    "\n",
    "def sample(x, y, neg_frac=0.2, seed=None):\n",
    "    if not seed:\n",
    "        seed = rnd_int()\n",
    "    x_pos, y_pos = x[y==1], y[y==1]\n",
    "    x_neg, _, y_neg, _ = train_test_split(x[y==0], y[y==0], train_size=neg_frac, random_state=seed)\n",
    "    x = pd.concat([x_pos, x_neg])\n",
    "    y = pd.concat([y_pos, y_neg])\n",
    "    return shuffle(x, y, random_state=seed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def split_features_by_importance(x_train, x_val, y_val, model, importance_tresh=0.1, permut_tresh=1e-4):\n",
    "    all_features = x_train.columns\n",
    "    feature_importance = calc_feature_importance(all_features, model)\n",
    "    garbage_features = find_garbage_features(feature_importance, importance_tresh)\n",
    "    retain_features = find_features_to_retain(garbage_features, x_val, y_val, model, threshold=permut_tresh)\n",
    "    remove_features = set(garbage_features) - set(retain_features)\n",
    "    return list(set(all_features) - remove_features), list(remove_features), feature_importance\n",
    "\n",
    "\n",
    "def calc_feature_importance(features, model):\n",
    "    importance = pd.DataFrame([\n",
    "        list(features),\n",
    "        model.feature_importance(importance_type='split').tolist(),\n",
    "        model.feature_importance(importance_type='gain').tolist()\n",
    "    ]).T\n",
    "    importance.columns = ['feature', 'split', 'gain']\n",
    "    return importance\n",
    "\n",
    "\n",
    "def find_garbage_features(importance, treshold):\n",
    "    min_gain = importance['gain'].quantile(treshold)\n",
    "    min_split = importance['split'].quantile(treshold)\n",
    "    garbage_features = importance[ \n",
    "        (importance['split'] < min_split) # | (importance['gain'] < min_gain) \n",
    "    ]['feature']\n",
    "    return list(garbage_features)\n",
    "\n",
    "\n",
    "def find_features_to_retain(features, x, y, model, threshold=1e-4):\n",
    "    scores = permutation_importance(x.copy(), y, model, columns=features)\n",
    "    retain_features = [feat for feat, score in scores.items() if score < -threshold]\n",
    "    return retain_features\n",
    "\n",
    "\n",
    "def permutation_importance(x, y, model, base_score=None, columns=None): \n",
    "    diff = {}\n",
    "    if not base_score:\n",
    "        base_score = roc_auc_score(y, model.predict(x))\n",
    "    if not columns:\n",
    "        columns = x.columns\n",
    "    for col in columns:\n",
    "        value = x[col].copy()\n",
    "        x[col] = np.random.permutation(x[col].values)\n",
    "        diff[col] = roc_auc_score(y, model.predict(x)) - base_score\n",
    "        x[col] = value\n",
    "    return diff\n",
    "\n",
    "\n",
    "def plot_feature_importance(model, max_features=50):\n",
    "    f, ax = plt.subplots(1,2, figsize=[20,10])\n",
    "    lgb.plot_importance(model, max_num_features=max_features, ax=ax[0], importance_type='gain')\n",
    "    ax[0].set_title(\"Light GBM GAIN Feature Importance\")\n",
    "\n",
    "    lgb.plot_importance(model, max_num_features=max_features, ax=ax[1], importance_type='split')\n",
    "    ax[1].set_title(\"Light GBM SPLIT Feature Importance\")\n",
    "    plt.tight_layout(pad=1)\n",
    "    \n",
    "    \n",
    "def avg_feature_importance(dfs):\n",
    "    temp = pd.concat(dfs).reset_index(drop=True)\n",
    "    for col in ['split', 'gain']:\n",
    "        temp[col] = temp[col].astype(float)\n",
    "    agg = temp.groupby('feature').mean()\n",
    "    return agg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "INT_TYPES = [np.int8, np.int16, np.int32, np.int64]\n",
    "UINT_TYPES = [np.uint8, np.uint16, np.uint32, np.uint64]\n",
    "IGNORE_COLUMNS = [\n",
    "    COL_AMOUNT\n",
    "]\n",
    "\n",
    "\n",
    "def downcast_int(df, col, min_val, max_val):    \n",
    "    if min_val < 0:\n",
    "        for i, dtype in enumerate(INT_TYPES):\n",
    "            if (i == 3) or (np.iinfo(dtype).min < min_val and max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "    else:\n",
    "        for i, dtype in enumerate(UINT_TYPES):\n",
    "            if (i == 3) or (max_val < np.iinfo(dtype).max):\n",
    "                df[col] = df[col].astype(dtype); break\n",
    "\n",
    "\n",
    "def mem_usg_mb(df):\n",
    "    return df.memory_usage().sum() / 1024**2\n",
    "\n",
    "\n",
    "# original: https://www.kaggle.com/mjbahmani/reducing-memory-size-for-ieee\n",
    "def reduce_mem_usage(df):\n",
    "    init_mem_usg = mem_usg_mb(df)\n",
    "    NAlist = [] # Keeps track of columns that have missing values filled in. \n",
    "    for col in df.columns:\n",
    "        if col in IGNORE_COLUMNS or df[col].dtype == object:\n",
    "            continue\n",
    "        dtype_before = df[col].dtype\n",
    "        min_val, max_val = df[col].min(), df[col].max()\n",
    "        # Integer does not support NA, therefore, NA needs to be filled\n",
    "        if not np.isfinite(df[col]).all(): \n",
    "            NAlist.append(col)\n",
    "            df[col].fillna(-32222, inplace=True) # changed here mn-1 -> -32222\n",
    "        # test if column can be converted to an integer\n",
    "        # https://stackoverflow.com/questions/21583758/how-to-check-if-a-float-value-is-a-whole-number       \n",
    "        if (df[col] % 1 == 0).all():\n",
    "            downcast_int(df, col, min_val, max_val)  \n",
    "        else:\n",
    "            df[col] = df[col].astype(np.float32)\n",
    "        print(\"{}, range: ({}, {}), dtype: {} -> {}\".format(\n",
    "            col, min_val, max_val, dtype_before, df[col].dtype))\n",
    "    print(\"\\n *** DONE ***\")\n",
    "    mem_usg = mem_usg_mb(df) \n",
    "    print(\"Memory usage: %.02f -> %.02f MB\" % (init_mem_usg, mem_usg))\n",
    "    print(\"This is {:.02f}% of the initial size\".format(100 * mem_usg / init_mem_usg))\n",
    "    return df, NAlist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse_email_suffix(email):\n",
    "    if email is np.nan:\n",
    "        return 0, np.nan, np.nan\n",
    "    parts = email.split('.') \n",
    "    middle = parts[-2] if len(parts) > 2 else parts[-1]\n",
    "    last = parts[-1]\n",
    "    return len(parts), middle, last"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "def feature_cents(df):\n",
    "    return (np.modf(df[COL_AMOUNT])[0] * 1000).astype(np.uint16)\n",
    "\n",
    "\n",
    "def feature_protonmail(df):\n",
    "    return (\n",
    "        (df['P_emaildomain'].str.contains('protonmail.com')) | \n",
    "        (df['R_emaildomain'].str.contains('protonmail.com'))\n",
    "    ).astype(np.uint8)\n",
    "\n",
    "\n",
    "def feature_ProductCD_W_cents(df):\n",
    "    a = ((df['Cents'] == 0) | (df['Cents'] == 500) | (df['Cents'] == 999))\n",
    "    b = df['ProductCD'] == 'W'\n",
    "    return (a & b).astype(np.uint8)\n",
    "\n",
    "\n",
    "def feature_days(df):\n",
    "    return (df[COL_DT] / (24 * 60 * 60)).astype(np.uint16)\n",
    "\n",
    "\n",
    "def parse_datetime(df):\n",
    "    start_date = datetime.datetime.strptime('2017-11-01', '%Y-%m-%d')\n",
    "    return df[COL_DT].apply(lambda x: (start_date + datetime.timedelta(seconds = x)))\n",
    "\n",
    "\n",
    "def frequency(col, dfs):\n",
    "    counts = pd.concat(map(lambda df: df[col], dfs), ignore_index=True).value_counts(dropna=False)\n",
    "    return map(lambda df: df[col].map(counts), dfs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 49.7 s, sys: 18.3 s, total: 1min 7s\n",
      "Wall time: 1min 3s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "((590540, 433), (506691, 432))"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "df_train = load_df(INPUT_PATH, ['train_transaction.csv', 'train_identity.csv'])\n",
    "df_test = load_df(INPUT_PATH, ['test_transaction.csv', 'test_identity.csv'])\n",
    "df_train.shape, df_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_dfs = [df_train, df_test]\n",
    "encode_labels_cols = []\n",
    "\n",
    "for i, df in enumerate(all_dfs):\n",
    "    df['Cents'] = feature_cents(df)\n",
    "    df[COL_AMOUNT] = np.log(df[COL_AMOUNT])\n",
    "    \n",
    "    dt_ = parse_datetime(df)\n",
    "    df['Hour'] = dt_.dt.hour\n",
    "    df['DayOfWeek'] = dt_.dt.weekday\n",
    "    df['Day'] = feature_days(df)     "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "interactions = [\n",
    "    'card1__addr1', 'card1__card5', 'card2__dist1', 'card2__id_20', 'card5__P_emaildomain',\n",
    "    'card1__card2__card3__card5', 'card1__card2__card3__card5__addr1__addr2'\n",
    "]\n",
    "rename = {\n",
    "    'card1__card2__card3__card5': 'uuid2',\n",
    "    'card1__card2__card3__card5__addr1__addr2': 'uuid3'\n",
    "}\n",
    "encode_freq_cols = ['card1__addr1', 'card1__card5', 'uuid3']\n",
    "groups = [\n",
    "    (['uuid2', 'ProductCD'], COL_AMOUNT, 'mean'),\n",
    "    (['uuid2', 'addr1'], 'dist2', 'mean'),\n",
    "]\n",
    "drop = ['uuid2', 'uuid3']\n",
    "\n",
    "for inter in interactions:\n",
    "    cols = inter.split('__')\n",
    "    col = rename[inter] if inter in rename else inter\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[cols].apply(lambda row: '_'.join(row.values.astype(str)), axis=1)    \n",
    "    if col in encode_freq_cols:\n",
    "        for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "            df[col+'_count'] = freq\n",
    "    if col not in drop:\n",
    "        encode_labels_cols.append(col)\n",
    "\n",
    "for df in all_dfs:\n",
    "    for group, target, agg in groups:\n",
    "        col = f'{target}_{agg}_by_{\"_\".join(group)}'\n",
    "        df[col] = df.groupby(group)[target].transform(agg)\n",
    "    for col in drop:\n",
    "        df.drop([col], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "encode_freq_cols = ['card1', 'card2', 'card5', 'addr1', 'C1', 'C13', 'P_emaildomain']\n",
    "    \n",
    "for col in encode_freq_cols:\n",
    "    for df, freq in zip(all_dfs, frequency(col, all_dfs)):\n",
    "        df[col+'_count'] = freq "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "na_cols = [\n",
    "    'D2', 'D3', 'D5', 'D6', 'D7', 'D13', 'D14',\n",
    "    'M4', 'M5', 'M6', 'M7', 'M8',\n",
    "]\n",
    "\n",
    "for df in all_dfs:\n",
    "    for col in na_cols:\n",
    "        df[col+'_na'] = df[col].isna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "for df in all_dfs:\n",
    "    for col in ['P_emaildomain', 'R_emaildomain']:\n",
    "        temp = df[col].apply(lambda x: parse_email_suffix(x))\n",
    "        df[col+'_parts'] = temp.map(lambda x: x[0])\n",
    "        df[col+'_sfx2']  = temp.map(lambda x: x[1])\n",
    "        df[col+'_sfx1']  = temp.map(lambda x: x[2])\n",
    "        \n",
    "        #https://www.kaggle.com/c/ieee-fraud-detection/discussion/100499#latest-579654\n",
    "        df[col+'_bin'] = df[col].map(EMAIL_MAP)\n",
    "        \n",
    "        encode_labels_cols.extend([\n",
    "            col+'_sfx2', \n",
    "            col+'_sfx1', \n",
    "            col+'_bin'\n",
    "        ])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def str_contains(df, col, val):\n",
    "    return df[col].str.contains(val, case=False).fillna(False)\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    col = 'Browser'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_31')\n",
    "    for i, browser in enumerate(['chrome', 'safari', 'ie ', 'firefox', 'edge', 'samsung', 'opera']):\n",
    "        df.loc[search(browser), [col]] = i\n",
    "    df.loc[(df['id_31'] == 'ie'), [col]] = 2\n",
    "    \n",
    "for df in all_dfs:\n",
    "    col = 'OS'\n",
    "    df[col] = -1\n",
    "    search = partial(str_contains, df, 'id_30')\n",
    "    for i, os_name in enumerate(['windows', 'ios', 'mac', 'android', 'linux']):\n",
    "        df.loc[search(os_name), [col]] = i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "isFraud, range: (0, 1), dtype: int64 -> uint8\n",
      "TransactionDT, range: (86400, 15811131), dtype: int64 -> uint32\n",
      "card1, range: (1000, 18396), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 231.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 10286.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 11623.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 4685.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 5691.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 349.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 2253.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 2255.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 3331.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 210.0), dtype: float64 -> uint8\n",
      "C10, range: (0.0, 3257.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 3188.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 2918.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 1429.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 640.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D4, range: (-122.0, 869.0), dtype: float64 -> int16\n",
      "D5, range: (0.0, 819.0), dtype: float64 -> uint16\n",
      "D6, range: (-83.0, 873.0), dtype: float64 -> int16\n",
      "D7, range: (0.0, 843.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 1707.7916259765625), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 876.0), dtype: float64 -> uint16\n",
      "D11, range: (-53.0, 670.0), dtype: float64 -> int16\n",
      "D12, range: (-83.0, 648.0), dtype: float64 -> int16\n",
      "D13, range: (0.0, 847.0), dtype: float64 -> uint16\n",
      "D14, range: (-193.0, 878.0), dtype: float64 -> int16\n",
      "D15, range: (-83.0, 879.0), dtype: float64 -> int16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V96, range: (0.0, 1410.0), dtype: float64 -> uint16\n",
      "V97, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V98, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 88.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V102, range: (0.0, 1285.0), dtype: float64 -> uint16\n",
      "V103, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V104, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V107, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V127, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V129, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V133, range: (0.0, 133915.0), dtype: float64 -> float32\n",
      "V134, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V135, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 90750.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V144, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 297.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 26.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 3389.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 57.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 69.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V160, range: (0.0, 641511.4375), dtype: float64 -> float32\n",
      "V161, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 872.0), dtype: float64 -> uint16\n",
      "V168, range: (0.0, 964.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 61.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V176, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 861.0), dtype: float64 -> uint16\n",
      "V178, range: (0.0, 1235.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 920.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 83.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 218.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 42.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 38.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V203, range: (0.0, 139777.0), dtype: float64 -> float32\n",
      "V204, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V205, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 8050.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 3300.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 92888.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 129006.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 97628.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 303.0), dtype: float64 -> uint16\n",
      "V218, range: (0.0, 400.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 378.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V222, range: (0.0, 384.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 144.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 242.0), dtype: float64 -> uint8\n",
      "V227, range: (0.0, 360.0), dtype: float64 -> uint16\n",
      "V228, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V229, range: (0.0, 176.0), dtype: float64 -> uint8\n",
      "V230, range: (0.0, 65.0), dtype: float64 -> uint8\n",
      "V231, range: (0.0, 293.0), dtype: float64 -> uint16\n",
      "V232, range: (0.0, 337.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 332.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 121.0), dtype: float64 -> uint8\n",
      "V235, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 23.0), dtype: float64 -> uint8\n",
      "V240, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V241, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 262.0), dtype: float64 -> uint16\n",
      "V246, range: (0.0, 45.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 36.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 24.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 163.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 87.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 48.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 66.0), dtype: float64 -> uint8\n",
      "V259, range: (0.0, 285.0), dtype: float64 -> uint16\n",
      "V260, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V264, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V265, range: (0.0, 153600.0), dtype: float64 -> float32\n",
      "V266, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V271, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V272, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V273, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 66000.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 51200.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V280, range: (0.0, 975.0), dtype: float64 -> uint16\n",
      "V281, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 95.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 1055.0), dtype: float64 -> uint16\n",
      "V292, range: (1.0, 323.0), dtype: float64 -> uint16\n",
      "V293, range: (0.0, 869.0), dtype: float64 -> uint16\n",
      "V294, range: (0.0, 1286.0), dtype: float64 -> uint16\n",
      "V295, range: (0.0, 928.0), dtype: float64 -> uint16\n",
      "V296, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 93.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 16.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 145765.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 108800.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7519.8701171875), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4817.47021484375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 93736.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 134021.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 98476.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 880.0), dtype: float64 -> uint16\n",
      "V323, range: (0.0, 1411.0), dtype: float64 -> uint16\n",
      "V324, range: (0.0, 976.0), dtype: float64 -> uint16\n",
      "V325, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 55.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V332, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V333, range: (0.0, 160000.0), dtype: float64 -> float32\n",
      "V334, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 55125.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 104060.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (1.0, 999595.0), dtype: float64 -> uint32\n",
      "id_03, range: (-13.0, 10.0), dtype: float64 -> int8\n",
      "id_04, range: (-28.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-72.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-46.0, 61.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-36.0, 25.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (10.0, 64.0), dtype: float64 -> uint8\n",
      "id_14, range: (-660.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 229.0), dtype: float64 -> uint8\n",
      "id_18, range: (10.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 671.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 661.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (10.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (11.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 548.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "Day, range: (1, 182), dtype: uint16 -> uint8\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (-0.4861330111756192, 8.42186221139559), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 11623.0), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "M6_na, range: (False, True), dtype: bool -> uint8\n",
      "M7_na, range: (False, True), dtype: bool -> uint8\n",
      "M8_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int64 -> int8\n",
      "OS, range: (-1, 4), dtype: int64 -> int8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 2115.04 -> 654.71 MB\n",
      "This is 30.95% of the initial size\n",
      "CPU times: user 1min 42s, sys: 3min 40s, total: 5min 22s\n",
      "Wall time: 2min 50s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_train, na_train = reduce_mem_usage(df_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (18403224, 34214345), dtype: int64 -> uint32\n",
      "card1, range: (1001, 18397), dtype: int64 -> uint16\n",
      "card2, range: (100.0, 600.0), dtype: float64 -> uint16\n",
      "card3, range: (100.0, 232.0), dtype: float64 -> uint8\n",
      "card5, range: (100.0, 237.0), dtype: float64 -> uint8\n",
      "addr1, range: (100.0, 540.0), dtype: float64 -> uint16\n",
      "addr2, range: (10.0, 102.0), dtype: float64 -> uint8\n",
      "dist1, range: (0.0, 8081.0), dtype: float64 -> uint16\n",
      "dist2, range: (0.0, 9213.0), dtype: float64 -> uint16\n",
      "C1, range: (0.0, 2950.0), dtype: float64 -> uint16\n",
      "C2, range: (0.0, 3275.0), dtype: float64 -> uint16\n",
      "C3, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "C4, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C5, range: (0.0, 376.0), dtype: float64 -> uint16\n",
      "C6, range: (0.0, 1601.0), dtype: float64 -> uint16\n",
      "C7, range: (0.0, 1621.0), dtype: float64 -> uint16\n",
      "C8, range: (0.0, 1005.0), dtype: float64 -> uint16\n",
      "C9, range: (0.0, 572.0), dtype: float64 -> uint16\n",
      "C10, range: (0.0, 881.0), dtype: float64 -> uint16\n",
      "C11, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C12, range: (0.0, 2234.0), dtype: float64 -> uint16\n",
      "C13, range: (0.0, 1562.0), dtype: float64 -> uint16\n",
      "C14, range: (0.0, 797.0), dtype: float64 -> uint16\n",
      "D1, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D2, range: (0.0, 641.0), dtype: float64 -> uint16\n",
      "D3, range: (0.0, 1076.0), dtype: float64 -> uint16\n",
      "D4, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D5, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D6, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D7, range: (0.0, 1088.0), dtype: float64 -> uint16\n",
      "D8, range: (0.0, 2029.5833740234373), dtype: float64 -> float32\n",
      "D9, range: (0.0, 0.9583330154418944), dtype: float64 -> float32\n",
      "D10, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "D11, range: (0.0, 883.0), dtype: float64 -> uint16\n",
      "D12, range: (0.0, 879.0), dtype: float64 -> uint16\n",
      "D13, range: (0.0, 1066.0), dtype: float64 -> uint16\n",
      "D14, range: (0.0, 1085.0), dtype: float64 -> uint16\n",
      "D15, range: (0.0, 1091.0), dtype: float64 -> uint16\n",
      "V1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V2, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V3, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V4, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V5, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V6, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V7, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V8, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V9, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V10, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V11, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V12, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V13, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V14, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V15, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V16, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V17, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V18, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V19, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V20, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V21, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V22, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V23, range: (0.0, 15.0), dtype: float64 -> uint8\n",
      "V24, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V25, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V26, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V27, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V28, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V29, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V30, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V31, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V32, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V33, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V34, range: (0.0, 25.0), dtype: float64 -> uint8\n",
      "V35, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V36, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V37, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V38, range: (0.0, 52.0), dtype: float64 -> uint8\n",
      "V39, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V40, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V41, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V42, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V43, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V44, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V45, range: (0.0, 69.0), dtype: float64 -> uint8\n",
      "V46, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V47, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V48, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V49, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V50, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V51, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V52, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V53, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V54, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V55, range: (0.0, 49.0), dtype: float64 -> uint8\n",
      "V56, range: (0.0, 51.0), dtype: float64 -> uint8\n",
      "V57, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V58, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V59, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V60, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V61, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V62, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V63, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V64, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V65, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V66, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V67, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V68, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V69, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V70, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V71, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V72, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V73, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V74, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V75, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V76, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V77, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V78, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V79, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V80, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V81, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V82, range: (0.0, 5.0), dtype: float64 -> uint8\n",
      "V83, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V84, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V85, range: (0.0, 10.0), dtype: float64 -> uint8\n",
      "V86, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V87, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V88, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V89, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V90, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V91, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V92, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V93, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V94, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V95, range: (0.0, 60.0), dtype: float64 -> uint8\n",
      "V96, range: (0.0, 103.0), dtype: float64 -> uint8\n",
      "V97, range: (0.0, 82.0), dtype: float64 -> uint8\n",
      "V98, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V99, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V100, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V101, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V102, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V103, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V104, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V105, range: (0.0, 99.0), dtype: float64 -> uint8\n",
      "V106, range: (0.0, 80.0), dtype: float64 -> uint8\n",
      "V107, range: (1.0, 1.0), dtype: float64 -> uint8\n",
      "V108, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V109, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V110, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V111, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V112, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V113, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V114, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V115, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V116, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V117, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V118, range: (0.0, 3.0), dtype: float64 -> uint8\n",
      "V119, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "V120, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V121, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V122, range: (0.0, 4.0), dtype: float64 -> uint8\n",
      "V123, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V124, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V125, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float64 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float64 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float64 -> float32\n",
      "V138, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V139, range: (0.0, 28.0), dtype: float64 -> uint8\n",
      "V140, range: (0.0, 59.0), dtype: float64 -> uint8\n",
      "V141, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V142, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V143, range: (0.0, 56.0), dtype: float64 -> uint8\n",
      "V144, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V145, range: (0.0, 279.0), dtype: float64 -> uint16\n",
      "V146, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V147, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V148, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V149, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V150, range: (1.0, 2277.0), dtype: float64 -> uint16\n",
      "V151, range: (1.0, 58.0), dtype: float64 -> uint8\n",
      "V152, range: (1.0, 67.0), dtype: float64 -> uint8\n",
      "V153, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V154, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V155, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V156, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V157, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V158, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V159, range: (0.0, 284129.8125), dtype: float64 -> float32\n",
      "V160, range: (0.0, 3867868.5), dtype: float64 -> float32\n",
      "V161, range: (0.0, 2000.0), dtype: float64 -> float32\n",
      "V162, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V163, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V164, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V165, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V166, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V167, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V168, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V169, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V170, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V171, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V172, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V173, range: (0.0, 9.0), dtype: float64 -> uint8\n",
      "V174, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V175, range: (0.0, 22.0), dtype: float64 -> uint8\n",
      "V176, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V177, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V178, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V179, range: (0.0, 257.0), dtype: float64 -> uint16\n",
      "V180, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V181, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V182, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V183, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V184, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V185, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V186, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V187, range: (0.0, 158.0), dtype: float64 -> uint8\n",
      "V188, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V189, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V190, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V191, range: (0.0, 20.0), dtype: float64 -> uint8\n",
      "V192, range: (0.0, 37.0), dtype: float64 -> uint8\n",
      "V193, range: (0.0, 32.0), dtype: float64 -> uint8\n",
      "V194, range: (0.0, 7.0), dtype: float64 -> uint8\n",
      "V195, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V196, range: (0.0, 41.0), dtype: float64 -> uint8\n",
      "V197, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V198, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V199, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V200, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V201, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V202, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V203, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V204, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V205, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V206, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V207, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V208, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V209, range: (0.0, 10000.0), dtype: float64 -> float32\n",
      "V210, range: (0.0, 4000.0), dtype: float64 -> float32\n",
      "V211, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V212, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V213, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V214, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V215, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V216, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V217, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V218, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V219, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V220, range: (0.0, 47.0), dtype: float64 -> uint8\n",
      "V221, range: (0.0, 140.0), dtype: float64 -> uint8\n",
      "V222, range: (0.0, 291.0), dtype: float64 -> uint16\n",
      "V223, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V224, range: (0.0, 91.0), dtype: float64 -> uint8\n",
      "V225, range: (0.0, 58.0), dtype: float64 -> uint8\n",
      "V226, range: (0.0, 870.0), dtype: float64 -> uint16\n",
      "V227, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V228, range: (1.0, 239.0), dtype: float64 -> uint8\n",
      "V229, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V230, range: (1.0, 262.0), dtype: float64 -> uint16\n",
      "V231, range: (0.0, 238.0), dtype: float64 -> uint8\n",
      "V232, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V233, range: (0.0, 290.0), dtype: float64 -> uint16\n",
      "V234, range: (0.0, 322.0), dtype: float64 -> uint16\n",
      "V235, range: (0.0, 18.0), dtype: float64 -> uint8\n",
      "V236, range: (0.0, 57.0), dtype: float64 -> uint8\n",
      "V237, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V238, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V239, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V240, range: (1.0, 6.0), dtype: float64 -> uint8\n",
      "V241, range: (1.0, 3.0), dtype: float64 -> uint8\n",
      "V242, range: (0.0, 27.0), dtype: float64 -> uint8\n",
      "V243, range: (0.0, 54.0), dtype: float64 -> uint8\n",
      "V244, range: (0.0, 33.0), dtype: float64 -> uint8\n",
      "V245, range: (0.0, 124.0), dtype: float64 -> uint8\n",
      "V246, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V247, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V248, range: (0.0, 29.0), dtype: float64 -> uint8\n",
      "V249, range: (0.0, 19.0), dtype: float64 -> uint8\n",
      "V250, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V251, range: (0.0, 12.0), dtype: float64 -> uint8\n",
      "V252, range: (0.0, 21.0), dtype: float64 -> uint8\n",
      "V253, range: (0.0, 96.0), dtype: float64 -> uint8\n",
      "V254, range: (0.0, 39.0), dtype: float64 -> uint8\n",
      "V255, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V256, range: (0.0, 53.0), dtype: float64 -> uint8\n",
      "V257, range: (0.0, 224.0), dtype: float64 -> uint8\n",
      "V258, range: (0.0, 269.0), dtype: float64 -> uint16\n",
      "V259, range: (0.0, 131.0), dtype: float64 -> uint8\n",
      "V260, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V261, range: (0.0, 89.0), dtype: float64 -> uint8\n",
      "V262, range: (0.0, 34.0), dtype: float64 -> uint8\n",
      "V263, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V264, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V265, range: (0.0, 1065496.5), dtype: float64 -> float32\n",
      "V266, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V267, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V268, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V269, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V270, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V271, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V272, range: (0.0, 10791.5703125), dtype: float64 -> float32\n",
      "V273, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V274, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V275, range: (0.0, 928882.0), dtype: float64 -> float32\n",
      "V276, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V277, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V278, range: (0.0, 756250.0), dtype: float64 -> float32\n",
      "V279, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V280, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V281, range: (0.0, 30.0), dtype: float64 -> uint8\n",
      "V282, range: (0.0, 63.0), dtype: float64 -> uint8\n",
      "V283, range: (0.0, 68.0), dtype: float64 -> uint8\n",
      "V284, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V285, range: (0.0, 90.0), dtype: float64 -> uint8\n",
      "V286, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V287, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V288, range: (0.0, 6.0), dtype: float64 -> uint8\n",
      "V289, range: (0.0, 11.0), dtype: float64 -> uint8\n",
      "V290, range: (1.0, 49.0), dtype: float64 -> uint8\n",
      "V291, range: (1.0, 250.0), dtype: float64 -> uint8\n",
      "V292, range: (1.0, 75.0), dtype: float64 -> uint8\n",
      "V293, range: (0.0, 62.0), dtype: float64 -> uint8\n",
      "V294, range: (0.0, 246.0), dtype: float64 -> uint8\n",
      "V295, range: (0.0, 78.0), dtype: float64 -> uint8\n",
      "V296, range: (0.0, 179.0), dtype: float64 -> uint8\n",
      "V297, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V298, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V299, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V300, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V301, range: (0.0, 14.0), dtype: float64 -> uint8\n",
      "V302, range: (0.0, 13.0), dtype: float64 -> uint8\n",
      "V303, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V304, range: (0.0, 17.0), dtype: float64 -> uint8\n",
      "V305, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "V306, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V307, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V308, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V309, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V310, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V311, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V312, range: (0.0, 167200.0), dtype: float64 -> float32\n",
      "V313, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V314, range: (0.0, 7539.75), dtype: float64 -> float32\n",
      "V315, range: (0.0, 4727.9599609375), dtype: float64 -> float32\n",
      "V316, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V317, range: (0.0, 958320.0), dtype: float64 -> float32\n",
      "V318, range: (0.0, 718740.0), dtype: float64 -> float32\n",
      "V319, range: (0.0, 453750.0), dtype: float64 -> float32\n",
      "V320, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V321, range: (0.0, 605000.0), dtype: float64 -> float32\n",
      "V322, range: (0.0, 86.0), dtype: float64 -> uint8\n",
      "V323, range: (0.0, 128.0), dtype: float64 -> uint8\n",
      "V324, range: (0.0, 108.0), dtype: float64 -> uint8\n",
      "V325, range: (0.0, 8.0), dtype: float64 -> uint8\n",
      "V326, range: (0.0, 44.0), dtype: float64 -> uint8\n",
      "V327, range: (0.0, 31.0), dtype: float64 -> uint8\n",
      "V328, range: (0.0, 85.0), dtype: float64 -> uint8\n",
      "V329, range: (0.0, 125.0), dtype: float64 -> uint8\n",
      "V330, range: (0.0, 106.0), dtype: float64 -> uint8\n",
      "V331, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V332, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V333, range: (0.0, 1040657.5), dtype: float64 -> float32\n",
      "V334, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V335, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V336, range: (0.0, 64800.0), dtype: float64 -> float32\n",
      "V337, range: (0.0, 375000.0), dtype: float64 -> float32\n",
      "V338, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "V339, range: (0.0, 612500.0), dtype: float64 -> float32\n",
      "id_01, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_02, range: (2.0, 999869.0), dtype: float64 -> uint32\n",
      "id_03, range: (-12.0, 11.0), dtype: float64 -> int8\n",
      "id_04, range: (-19.0, 0.0), dtype: float64 -> int8\n",
      "id_05, range: (-81.0, 52.0), dtype: float64 -> int8\n",
      "id_06, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_07, range: (-41.0, 59.0), dtype: float64 -> int8\n",
      "id_08, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_09, range: (-32.0, 16.0), dtype: float64 -> int8\n",
      "id_10, range: (-100.0, 0.0), dtype: float64 -> int8\n",
      "id_11, range: (90.0, 100.0), dtype: float64 -> float32\n",
      "id_13, range: (11.0, 63.0), dtype: float64 -> uint8\n",
      "id_14, range: (-720.0, 720.0), dtype: float64 -> int16\n",
      "id_17, range: (100.0, 228.0), dtype: float64 -> uint8\n",
      "id_18, range: (11.0, 29.0), dtype: float64 -> uint8\n",
      "id_19, range: (100.0, 670.0), dtype: float64 -> uint16\n",
      "id_20, range: (100.0, 660.0), dtype: float64 -> uint16\n",
      "id_21, range: (100.0, 854.0), dtype: float64 -> uint16\n",
      "id_22, range: (11.0, 44.0), dtype: float64 -> uint8\n",
      "id_24, range: (10.0, 26.0), dtype: float64 -> uint8\n",
      "id_25, range: (100.0, 549.0), dtype: float64 -> uint16\n",
      "id_26, range: (100.0, 216.0), dtype: float64 -> uint8\n",
      "id_32, range: (8.0, 48.0), dtype: float64 -> uint8\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: int64 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: int64 -> uint8\n",
      "Day, range: (213, 395), dtype: uint16 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: int64 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.3832194991608446, 8.737591975778903), dtype: float64 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (0.0, 8145.0), dtype: float64 -> float32\n",
      "card1_count, range: (1, 28015), dtype: int64 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: int64 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: int64 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: int64 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: int64 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: int64 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: int64 -> uint32\n",
      "D2_na, range: (False, True), dtype: bool -> uint8\n",
      "D3_na, range: (False, True), dtype: bool -> uint8\n",
      "D5_na, range: (False, True), dtype: bool -> uint8\n",
      "D6_na, range: (False, True), dtype: bool -> uint8\n",
      "D7_na, range: (False, True), dtype: bool -> uint8\n",
      "D13_na, range: (False, True), dtype: bool -> uint8\n",
      "D14_na, range: (False, True), dtype: bool -> uint8\n",
      "M4_na, range: (False, True), dtype: bool -> uint8\n",
      "M5_na, range: (False, True), dtype: bool -> uint8\n",
      "M6_na, range: (False, True), dtype: bool -> uint8\n",
      "M7_na, range: (False, True), dtype: bool -> uint8\n",
      "M8_na, range: (False, True), dtype: bool -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int64 -> int8\n",
      "OS, range: (-1, 4), dtype: int64 -> int8\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 1813.71 -> 555.41 MB\n",
      "This is 30.62% of the initial size\n",
      "CPU times: user 1min 33s, sys: 3min 13s, total: 4min 47s\n",
      "Wall time: 2min 31s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "df_test, na_test = reduce_mem_usage(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((482964, 476), (22145, 476), (85431, 476))"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train, df_val, df_hold = split_train_val(df_train)\n",
    "df_train.shape, df_val.shape, df_hold.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((482964, 475), (22145, 475), (85431, 475), (482964,), (22145,), (85431,))"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train, df_train = split_label_inputs(df_train)\n",
    "y_val, df_val = split_label_inputs(df_val)\n",
    "y_hold, df_hold = split_label_inputs(df_hold)\n",
    "df_train.shape, df_val.shape, df_hold.shape, y_train.shape, y_val.shape, y_hold.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding card4\n",
      "{'visa': 719649, 'mastercard': 347386, 'american express': 16009, 'discover': 9524}\n",
      "Encoding card6\n",
      "{'debit': 824959, 'credit': 267648, 'debit or credit': 30, 'charge card': 16}\n",
      "Encoding ProductCD\n",
      "{'W': 800657, 'C': 137785, 'R': 73346, 'H': 62397, 'S': 23046}\n",
      "Encoding M4\n",
      "{'M0': 357789, 'M2': 122947, 'M1': 97306}\n"
     ]
    }
   ],
   "source": [
    "all_dfs = [df_train, df_val, df_hold, df_test]\n",
    "\n",
    "for col in ['card4', 'card6', 'ProductCD', 'M4']:\n",
    "    print('Encoding', col)\n",
    "    temp_df = pd.concat([df_train[col], df_val[col], df_hold[col], df_test[col]])\n",
    "    col_encoded = temp_df.value_counts().to_dict()\n",
    "    del temp_df\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map(col_encoded)\n",
    "    print(col_encoded)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "for col in ['M1','M2','M3','M5','M6','M7','M8','M9']:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "def minify_identity_df(df):\n",
    "    df['id_23'] = df['id_23'].map({\n",
    "        'TRANSPARENT': 4, \n",
    "        'IP_PROXY': 3, \n",
    "        'IP_PROXY:ANONYMOUS': 2, \n",
    "        'IP_PROXY:HIDDEN': 1\n",
    "    })\n",
    "    \n",
    "    for col in ['id_16']:\n",
    "        df[col+'_na'] = df[col].isna()\n",
    "    \n",
    "    for col in ['id_12', 'id_15', 'id_16', 'id_27', 'id_28', 'id_29']:\n",
    "        df[col] = df[col].map({\n",
    "            'New': 2, \n",
    "            'Found': 1, \n",
    "            'NotFound': 0, \n",
    "            'Unknown': -1\n",
    "        })\n",
    "\n",
    "    for col in ['id_35', 'id_36', 'id_37', 'id_38']:\n",
    "        df[col] = df[col].map({ 'T': 1, 'F': 0 })\n",
    "\n",
    "    df['id_34'] = df['id_34'].fillna(':-2')\n",
    "    df['id_34'] = df['id_34'].apply(lambda x: x.split(':')[1]).astype(np.int8)\n",
    "    df['id_34'] = np.where(df['id_34'] == -2, np.nan, df['id_34'])\n",
    "    \n",
    "    df['id_33'] = df['id_33'].fillna('0x0')\n",
    "    df['id_33_0'] = df['id_33'].apply(lambda x: x.split('x')[0]).astype(int)\n",
    "    df['id_33_1'] = df['id_33'].apply(lambda x: x.split('x')[1]).astype(int)\n",
    "    df['id_33'] = np.where(df['id_33'] == '0x0', np.nan, df['id_33'])\n",
    "\n",
    "    df['DeviceType'] = df['DeviceType'].map({ 'desktop': 1, 'mobile': 0 })\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "import itertools\n",
    "\n",
    "\n",
    "for df in all_dfs:\n",
    "    minify_identity_df(df)\n",
    "\n",
    "for col in ['id_33', 'P_emaildomain', 'R_emaildomain', 'id_30', 'id_31', 'DeviceInfo'] + encode_labels_cols:\n",
    "    for df in all_dfs:\n",
    "        df[col] = df[col].fillna('unknown_value')\n",
    "    \n",
    "    le = LabelEncoder()\n",
    "    values = [list(df[col]) for df in all_dfs]\n",
    "    values = list(itertools.chain(*values))\n",
    "    le.fit(values)\n",
    "    \n",
    "    for df in all_dfs:\n",
    "        df[col] = le.transform(df[col])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (86400, 12571094), dtype: uint32 -> uint32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1000, 18396), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 231), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 4685), dtype: uint16 -> uint16\n",
      "C2, range: (0, 5691), dtype: uint16 -> uint16\n",
      "C3, range: (0, 25), dtype: uint8 -> uint8\n",
      "C4, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C5, range: (0, 349), dtype: uint16 -> uint16\n",
      "C6, range: (0, 2253), dtype: uint16 -> uint16\n",
      "C7, range: (0, 2255), dtype: uint16 -> uint16\n",
      "C8, range: (0, 3331), dtype: uint16 -> uint16\n",
      "C9, range: (0, 210), dtype: uint8 -> uint8\n",
      "C10, range: (0, 3257), dtype: uint16 -> uint16\n",
      "C11, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C12, range: (0, 3188), dtype: uint16 -> uint16\n",
      "C13, range: (0, 2918), dtype: uint16 -> uint16\n",
      "C14, range: (0, 1429), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (-32222, 828), dtype: int16 -> int16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (-32222, 830), dtype: int16 -> int16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 1707.7916259765625), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (-32222, 633), dtype: int16 -> int16\n",
      "D12, range: (-32222, 624), dtype: int16 -> int16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (-32222, 838), dtype: int16 -> int16\n",
      "D15, range: (-32222, 837), dtype: int16 -> int16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (0, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 54), dtype: uint8 -> uint8\n",
      "V38, range: (0, 54), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 48), dtype: uint8 -> uint8\n",
      "V45, range: (0, 48), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 34), dtype: uint8 -> uint8\n",
      "V56, range: (0, 34), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 34), dtype: uint8 -> uint8\n",
      "V78, range: (0, 34), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 34), dtype: uint8 -> uint8\n",
      "V87, range: (0, 34), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V96, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V97, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V98, range: (0, 34), dtype: uint8 -> uint8\n",
      "V99, range: (0, 88), dtype: uint8 -> uint8\n",
      "V100, range: (0, 34), dtype: uint8 -> uint8\n",
      "V101, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V102, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V103, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V104, range: (0, 34), dtype: uint8 -> uint8\n",
      "V105, range: (0, 38), dtype: uint8 -> uint8\n",
      "V106, range: (0, 34), dtype: uint8 -> uint8\n",
      "V107, range: (0, 34), dtype: uint8 -> uint8\n",
      "V108, range: (0, 34), dtype: uint8 -> uint8\n",
      "V109, range: (0, 34), dtype: uint8 -> uint8\n",
      "V110, range: (0, 34), dtype: uint8 -> uint8\n",
      "V111, range: (0, 34), dtype: uint8 -> uint8\n",
      "V112, range: (0, 34), dtype: uint8 -> uint8\n",
      "V113, range: (0, 34), dtype: uint8 -> uint8\n",
      "V114, range: (0, 34), dtype: uint8 -> uint8\n",
      "V115, range: (0, 34), dtype: uint8 -> uint8\n",
      "V116, range: (0, 34), dtype: uint8 -> uint8\n",
      "V117, range: (0, 34), dtype: uint8 -> uint8\n",
      "V118, range: (0, 34), dtype: uint8 -> uint8\n",
      "V119, range: (0, 34), dtype: uint8 -> uint8\n",
      "V120, range: (0, 34), dtype: uint8 -> uint8\n",
      "V121, range: (0, 34), dtype: uint8 -> uint8\n",
      "V122, range: (0, 34), dtype: uint8 -> uint8\n",
      "V123, range: (0, 34), dtype: uint8 -> uint8\n",
      "V124, range: (0, 34), dtype: uint8 -> uint8\n",
      "V125, range: (0, 34), dtype: uint8 -> uint8\n",
      "V126, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V127, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V128, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V129, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V130, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V131, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V132, range: (-32222.0, 63874.78125), dtype: float32 -> float32\n",
      "V133, range: (-32222.0, 63874.78125), dtype: float32 -> float32\n",
      "V134, range: (-32222.0, 63874.78125), dtype: float32 -> float32\n",
      "V135, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V136, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V137, range: (-32222.0, 90750.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 34), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V144, range: (0, 62), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 57), dtype: uint8 -> uint8\n",
      "V152, range: (1, 69), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 641511.4375), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 20400.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 20400.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V167, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 34), dtype: uint8 -> uint8\n",
      "V170, range: (0, 48), dtype: uint8 -> uint8\n",
      "V171, range: (0, 61), dtype: uint8 -> uint8\n",
      "V172, range: (0, 34), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (0, 48), dtype: uint8 -> uint8\n",
      "V177, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 68), dtype: uint8 -> uint8\n",
      "V181, range: (0, 34), dtype: uint8 -> uint8\n",
      "V182, range: (0, 50), dtype: uint8 -> uint8\n",
      "V183, range: (0, 34), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 38), dtype: uint8 -> uint8\n",
      "V187, range: (0, 218), dtype: uint8 -> uint8\n",
      "V188, range: (0, 34), dtype: uint8 -> uint8\n",
      "V189, range: (0, 34), dtype: uint8 -> uint8\n",
      "V190, range: (0, 42), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 44), dtype: uint8 -> uint8\n",
      "V193, range: (0, 37), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 38), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 45), dtype: uint8 -> uint8\n",
      "V200, range: (0, 45), dtype: uint8 -> uint8\n",
      "V201, range: (0, 55), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 8050.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 3300.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 13200.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 66000.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 16950.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V217, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 34), dtype: uint8 -> uint8\n",
      "V221, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 144), dtype: uint8 -> uint8\n",
      "V225, range: (0, 51), dtype: uint8 -> uint8\n",
      "V226, range: (0, 242), dtype: uint8 -> uint8\n",
      "V227, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V228, range: (0, 54), dtype: uint8 -> uint8\n",
      "V229, range: (0, 176), dtype: uint8 -> uint8\n",
      "V230, range: (0, 65), dtype: uint8 -> uint8\n",
      "V231, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 121), dtype: uint8 -> uint8\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 34), dtype: uint8 -> uint8\n",
      "V237, range: (0, 34), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (0, 34), dtype: uint8 -> uint8\n",
      "V241, range: (0, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 57), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V246, range: (0, 45), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 36), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 163), dtype: uint8 -> uint8\n",
      "V254, range: (0, 60), dtype: uint8 -> uint8\n",
      "V255, range: (0, 87), dtype: uint8 -> uint8\n",
      "V256, range: (0, 87), dtype: uint8 -> uint8\n",
      "V257, range: (0, 48), dtype: uint8 -> uint8\n",
      "V258, range: (0, 66), dtype: uint8 -> uint8\n",
      "V259, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 49), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 153600.0), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 66000.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 51200.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V279, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V280, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 34), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 95), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 67), dtype: uint8 -> uint8\n",
      "V291, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V292, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V293, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V294, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V295, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V296, range: (0, 61), dtype: uint8 -> uint8\n",
      "V297, range: (0, 34), dtype: uint8 -> uint8\n",
      "V298, range: (0, 47), dtype: uint8 -> uint8\n",
      "V299, range: (0, 34), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V305, range: (1, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 121000.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 108800.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 6159.89013671875), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4817.47021484375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 63874.78125), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 86715.9609375), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 63874.78125), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 101640.0), dtype: float32 -> float32\n",
      "V322, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V323, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V324, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 34), dtype: uint8 -> uint8\n",
      "V329, range: (0, 34), dtype: uint8 -> uint8\n",
      "V330, range: (0, 34), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 160000.0), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 55125.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (1, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-13, 34), dtype: int8 -> int8\n",
      "id_04, range: (-28, 34), dtype: int8 -> int8\n",
      "id_05, range: (-72, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-46, 61), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-36, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (10, 64), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 229), dtype: uint8 -> uint8\n",
      "id_18, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (10, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (0, 172), dtype: int64 -> uint8\n",
      "id_32, range: (0, 34), dtype: uint8 -> uint8\n",
      "id_33, range: (6, 460), dtype: int64 -> uint16\n",
      "id_34, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (0, 2799), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "Day, range: (1, 145), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (0, 55369), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (0, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (-0.48613300919532776, 8.305219650268555), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 11623.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 7500), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5000), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 526.45 -> 394.27 MB\n",
      "This is 74.89% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_train, na_train = reduce_mem_usage(df_train)\n",
    "for df, filename in zip([df_train, na_train, y_train], \n",
    "                        ['df_train.pkl', 'na_train.pkl', 'y_train.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (12571242, 13219129), dtype: uint32 -> uint32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1013, 18395), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (100, 229), dtype: uint8 -> uint8\n",
      "card4, range: (9524, 719649), dtype: int64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (267648, 824959), dtype: int64 -> uint32\n",
      "addr1, range: (110, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (27, 96), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 1386), dtype: uint16 -> uint16\n",
      "C2, range: (0, 1529), dtype: uint16 -> uint16\n",
      "C3, range: (0, 16), dtype: uint8 -> uint8\n",
      "C4, range: (0, 1023), dtype: uint16 -> uint16\n",
      "C5, range: (0, 324), dtype: uint16 -> uint16\n",
      "C6, range: (0, 1040), dtype: uint16 -> uint16\n",
      "C7, range: (0, 92), dtype: uint16 -> uint8\n",
      "C8, range: (0, 535), dtype: uint16 -> uint16\n",
      "C9, range: (0, 194), dtype: uint8 -> uint8\n",
      "C10, range: (0, 491), dtype: uint16 -> uint16\n",
      "C11, range: (0, 1096), dtype: uint16 -> uint16\n",
      "C12, range: (0, 166), dtype: uint16 -> uint8\n",
      "C13, range: (0, 925), dtype: uint16 -> uint16\n",
      "C14, range: (0, 739), dtype: uint16 -> uint16\n",
      "D1, range: (0, 638), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (-32222, 835), dtype: int16 -> int16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (-32222, 847), dtype: int16 -> int16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 1213.875), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (-32222, 644), dtype: int16 -> int16\n",
      "D12, range: (-32222, 634), dtype: int16 -> int16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (-32222, 844), dtype: int16 -> int16\n",
      "D15, range: (-32222, 847), dtype: int16 -> int16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (1, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (1, 34), dtype: uint8 -> uint8\n",
      "V7, range: (1, 34), dtype: uint8 -> uint8\n",
      "V8, range: (1, 34), dtype: uint8 -> uint8\n",
      "V9, range: (1, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 34), dtype: uint8 -> uint8\n",
      "V38, range: (0, 34), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 34), dtype: uint8 -> uint8\n",
      "V45, range: (0, 34), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 34), dtype: uint8 -> uint8\n",
      "V56, range: (0, 34), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 34), dtype: uint8 -> uint8\n",
      "V78, range: (0, 34), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 34), dtype: uint8 -> uint8\n",
      "V87, range: (0, 34), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 15), dtype: uint16 -> uint8\n",
      "V96, range: (0, 52), dtype: uint16 -> uint8\n",
      "V97, range: (0, 22), dtype: uint16 -> uint8\n",
      "V98, range: (0, 5), dtype: uint8 -> uint8\n",
      "V99, range: (0, 52), dtype: uint8 -> uint8\n",
      "V100, range: (0, 12), dtype: uint8 -> uint8\n",
      "V101, range: (0, 14), dtype: uint16 -> uint8\n",
      "V102, range: (0, 28), dtype: uint16 -> uint8\n",
      "V103, range: (0, 17), dtype: uint16 -> uint8\n",
      "V104, range: (0, 8), dtype: uint8 -> uint8\n",
      "V105, range: (0, 23), dtype: uint8 -> uint8\n",
      "V106, range: (0, 12), dtype: uint8 -> uint8\n",
      "V107, range: (1, 1), dtype: uint8 -> uint8\n",
      "V108, range: (1, 4), dtype: uint8 -> uint8\n",
      "V109, range: (1, 4), dtype: uint8 -> uint8\n",
      "V110, range: (1, 4), dtype: uint8 -> uint8\n",
      "V111, range: (1, 4), dtype: uint8 -> uint8\n",
      "V112, range: (1, 4), dtype: uint8 -> uint8\n",
      "V113, range: (1, 4), dtype: uint8 -> uint8\n",
      "V114, range: (1, 4), dtype: uint8 -> uint8\n",
      "V115, range: (1, 4), dtype: uint8 -> uint8\n",
      "V116, range: (1, 4), dtype: uint8 -> uint8\n",
      "V117, range: (1, 2), dtype: uint8 -> uint8\n",
      "V118, range: (1, 2), dtype: uint8 -> uint8\n",
      "V119, range: (1, 2), dtype: uint8 -> uint8\n",
      "V120, range: (1, 2), dtype: uint8 -> uint8\n",
      "V121, range: (1, 3), dtype: uint8 -> uint8\n",
      "V122, range: (1, 2), dtype: uint8 -> uint8\n",
      "V123, range: (1, 6), dtype: uint8 -> uint8\n",
      "V124, range: (1, 6), dtype: uint8 -> uint8\n",
      "V125, range: (1, 6), dtype: uint8 -> uint8\n",
      "V126, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V127, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V128, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V129, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V130, range: (0.0, 5692.0), dtype: float32 -> float32\n",
      "V131, range: (0.0, 4489.89990234375), dtype: float32 -> float32\n",
      "V132, range: (0.0, 5750.0), dtype: float32 -> float32\n",
      "V133, range: (0.0, 5750.0), dtype: float32 -> float32\n",
      "V134, range: (0.0, 5750.0), dtype: float32 -> float32\n",
      "V135, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V136, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V137, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 34), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V144, range: (0, 34), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 34), dtype: uint8 -> uint8\n",
      "V152, range: (1, 57), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 1236.989990234375), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 25834.900390625), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 400.0), dtype: float32 -> int16\n",
      "V162, range: (-32222.0, 760.0), dtype: float32 -> int16\n",
      "V163, range: (-32222.0, 400.0), dtype: float32 -> int16\n",
      "V164, range: (-32222.0, 3450.0), dtype: float32 -> int16\n",
      "V165, range: (-32222.0, 4500.0), dtype: float32 -> int16\n",
      "V166, range: (-32222.0, 6000.0), dtype: float32 -> int16\n",
      "V167, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 34), dtype: uint8 -> uint8\n",
      "V170, range: (0, 34), dtype: uint8 -> uint8\n",
      "V171, range: (0, 34), dtype: uint8 -> uint8\n",
      "V172, range: (0, 34), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (1, 34), dtype: uint8 -> uint8\n",
      "V177, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 34), dtype: uint8 -> uint8\n",
      "V181, range: (0, 34), dtype: uint8 -> uint8\n",
      "V182, range: (0, 34), dtype: uint8 -> uint8\n",
      "V183, range: (0, 34), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (1, 34), dtype: uint8 -> uint8\n",
      "V187, range: (1, 65), dtype: uint8 -> uint8\n",
      "V188, range: (0, 34), dtype: uint8 -> uint8\n",
      "V189, range: (0, 34), dtype: uint8 -> uint8\n",
      "V190, range: (1, 34), dtype: uint8 -> uint8\n",
      "V191, range: (1, 34), dtype: uint8 -> uint8\n",
      "V192, range: (1, 34), dtype: uint8 -> uint8\n",
      "V193, range: (1, 34), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (1, 34), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (1, 34), dtype: uint8 -> uint8\n",
      "V200, range: (0, 34), dtype: uint8 -> uint8\n",
      "V201, range: (0, 34), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 20550.0), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 800.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 400.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 2400.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 434.8888854980469), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 900.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 465.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 3450.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 7200.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 4500.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V217, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 34), dtype: uint8 -> uint8\n",
      "V221, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 34), dtype: uint8 -> uint8\n",
      "V225, range: (0, 34), dtype: uint8 -> uint8\n",
      "V226, range: (0, 34), dtype: uint8 -> uint8\n",
      "V227, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V228, range: (1, 34), dtype: uint8 -> uint8\n",
      "V229, range: (1, 34), dtype: uint8 -> uint8\n",
      "V230, range: (1, 34), dtype: uint8 -> uint8\n",
      "V231, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 59), dtype: uint8 -> uint8\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 34), dtype: uint8 -> uint8\n",
      "V237, range: (0, 34), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (1, 34), dtype: uint8 -> uint8\n",
      "V241, range: (1, 34), dtype: uint8 -> uint8\n",
      "V242, range: (1, 34), dtype: uint8 -> uint8\n",
      "V243, range: (1, 34), dtype: uint8 -> uint8\n",
      "V244, range: (1, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V246, range: (1, 34), dtype: uint8 -> uint8\n",
      "V247, range: (1, 34), dtype: uint8 -> uint8\n",
      "V248, range: (1, 34), dtype: uint8 -> uint8\n",
      "V249, range: (1, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (1, 34), dtype: uint8 -> uint8\n",
      "V253, range: (1, 34), dtype: uint8 -> uint8\n",
      "V254, range: (1, 34), dtype: uint8 -> uint8\n",
      "V255, range: (0, 34), dtype: uint8 -> uint8\n",
      "V256, range: (0, 34), dtype: uint8 -> uint8\n",
      "V257, range: (1, 34), dtype: uint8 -> uint8\n",
      "V258, range: (1, 34), dtype: uint8 -> uint8\n",
      "V259, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 34), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 400.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 755.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 630.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 250.0), dtype: float32 -> int16\n",
      "V270, range: (-32222.0, 434.8888854980469), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 785.0), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 434.8888854980469), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 3858.85400390625), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 5993.81982421875), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 5993.81982421875), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V279, range: (0, 27), dtype: uint16 -> uint8\n",
      "V280, range: (0, 146), dtype: uint16 -> uint8\n",
      "V281, range: (0, 13), dtype: uint8 -> uint8\n",
      "V282, range: (0, 14), dtype: uint8 -> uint8\n",
      "V283, range: (0, 22), dtype: uint8 -> uint8\n",
      "V284, range: (0, 7), dtype: uint8 -> uint8\n",
      "V285, range: (0, 65), dtype: uint8 -> uint8\n",
      "V286, range: (0, 3), dtype: uint8 -> uint8\n",
      "V287, range: (0, 16), dtype: uint8 -> uint8\n",
      "V288, range: (0, 5), dtype: uint8 -> uint8\n",
      "V289, range: (0, 6), dtype: uint8 -> uint8\n",
      "V290, range: (1, 28), dtype: uint8 -> uint8\n",
      "V291, range: (1, 579), dtype: uint16 -> uint16\n",
      "V292, range: (1, 143), dtype: uint16 -> uint8\n",
      "V293, range: (0, 27), dtype: uint16 -> uint8\n",
      "V294, range: (0, 588), dtype: uint16 -> uint16\n",
      "V295, range: (0, 146), dtype: uint16 -> uint8\n",
      "V296, range: (0, 35), dtype: uint8 -> uint8\n",
      "V297, range: (0, 9), dtype: uint8 -> uint8\n",
      "V298, range: (0, 33), dtype: uint8 -> uint8\n",
      "V299, range: (0, 13), dtype: uint8 -> uint8\n",
      "V300, range: (0, 7), dtype: uint8 -> uint8\n",
      "V301, range: (0, 12), dtype: uint8 -> uint8\n",
      "V302, range: (0, 6), dtype: uint8 -> uint8\n",
      "V303, range: (0, 11), dtype: uint8 -> uint8\n",
      "V304, range: (0, 7), dtype: uint8 -> uint8\n",
      "V305, range: (1, 1), dtype: uint8 -> uint8\n",
      "V306, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V307, range: (0.0, 37160.28125), dtype: float32 -> float32\n",
      "V308, range: (0.0, 11195.2568359375), dtype: float32 -> float32\n",
      "V309, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V310, range: (0.0, 5692.0), dtype: float32 -> float32\n",
      "V311, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V312, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V313, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V314, range: (0.0, 7519.8701171875), dtype: float32 -> float32\n",
      "V315, range: (0.0, 4159.89990234375), dtype: float32 -> float32\n",
      "V316, range: (0.0, 5023.89990234375), dtype: float32 -> float32\n",
      "V317, range: (0.0, 37160.28125), dtype: float32 -> float32\n",
      "V318, range: (0.0, 11195.2568359375), dtype: float32 -> float32\n",
      "V319, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V320, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V321, range: (0.0, 10000.0), dtype: float32 -> float32\n",
      "V322, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V323, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V324, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 34), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 34), dtype: uint8 -> uint8\n",
      "V329, range: (0, 34), dtype: uint8 -> uint8\n",
      "V330, range: (0, 34), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 4200.0), dtype: float32 -> int16\n",
      "V332, range: (-32222.0, 5250.0), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 5250.0), dtype: float32 -> int16\n",
      "V334, range: (-32222.0, 400.0), dtype: float32 -> int16\n",
      "V335, range: (-32222.0, 1410.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 630.0), dtype: float32 -> int16\n",
      "V337, range: (-32222.0, 2500.0), dtype: float32 -> int16\n",
      "V338, range: (-32222.0, 2500.0), dtype: float32 -> int16\n",
      "V339, range: (-32222.0, 2500.0), dtype: float32 -> int16\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (2, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-4, 34), dtype: int8 -> int8\n",
      "id_04, range: (-13, 34), dtype: int8 -> int8\n",
      "id_05, range: (-33, 46), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-23, 40), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-21, 34), dtype: int8 -> int8\n",
      "id_10, range: (-65, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (11, 64), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 180), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 225), dtype: uint8 -> uint8\n",
      "id_18, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (119, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (14, 41), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 215), dtype: uint8 -> uint8\n",
      "id_27, range: (1.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (2, 171), dtype: int64 -> uint8\n",
      "id_32, range: (16, 34), dtype: uint8 -> uint8\n",
      "id_33, range: (2, 460), dtype: int64 -> uint16\n",
      "id_34, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (12, 2782), dtype: int64 -> uint16\n",
      "Cents, range: (0, 998), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "Day, range: (145, 152), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (12, 55368), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (6, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (13, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (1, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (1.7649019956588745, 8.147562980651855), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 6904.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (15, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (9, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (101, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 5120), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 2999), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 24.14 -> 17.21 MB\n",
      "This is 71.30% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_val, na_val = reduce_mem_usage(df_val)\n",
    "for df, filename in zip([df_val, na_val, y_val], \n",
    "                        ['df_val.pkl', 'na_val.pkl', 'y_val.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (13219186, 15811131), dtype: uint32 -> uint32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1004, 18390), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 231), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (267648.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (110, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (16, 100), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 1505), dtype: uint16 -> uint16\n",
      "C2, range: (0, 1670), dtype: uint16 -> uint16\n",
      "C3, range: (0, 26), dtype: uint8 -> uint8\n",
      "C4, range: (0, 1107), dtype: uint16 -> uint16\n",
      "C5, range: (0, 320), dtype: uint16 -> uint16\n",
      "C6, range: (0, 1147), dtype: uint16 -> uint16\n",
      "C7, range: (0, 192), dtype: uint16 -> uint8\n",
      "C8, range: (0, 588), dtype: uint16 -> uint16\n",
      "C9, range: (0, 193), dtype: uint8 -> uint8\n",
      "C10, range: (0, 542), dtype: uint16 -> uint16\n",
      "C11, range: (0, 1210), dtype: uint16 -> uint16\n",
      "C12, range: (0, 276), dtype: uint16 -> uint16\n",
      "C13, range: (0, 912), dtype: uint16 -> uint16\n",
      "C14, range: (0, 798), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (-32222, 869), dtype: int16 -> int16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (-32222, 873), dtype: int16 -> int16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 1342.9166259765625), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (-32222, 670), dtype: int16 -> int16\n",
      "D12, range: (-32222, 648), dtype: int16 -> int16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (-32222, 878), dtype: int16 -> int16\n",
      "D15, range: (-32222, 879), dtype: int16 -> int16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (0, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 34), dtype: uint8 -> uint8\n",
      "V38, range: (0, 34), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 34), dtype: uint8 -> uint8\n",
      "V45, range: (0, 34), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 34), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 34), dtype: uint8 -> uint8\n",
      "V78, range: (0, 34), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 34), dtype: uint8 -> uint8\n",
      "V87, range: (0, 34), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V96, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V97, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V98, range: (0, 34), dtype: uint8 -> uint8\n",
      "V99, range: (0, 63), dtype: uint8 -> uint8\n",
      "V100, range: (0, 34), dtype: uint8 -> uint8\n",
      "V101, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V102, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V103, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V104, range: (0, 34), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 55), dtype: uint8 -> uint8\n",
      "V107, range: (0, 34), dtype: uint8 -> uint8\n",
      "V108, range: (0, 34), dtype: uint8 -> uint8\n",
      "V109, range: (0, 34), dtype: uint8 -> uint8\n",
      "V110, range: (0, 34), dtype: uint8 -> uint8\n",
      "V111, range: (0, 34), dtype: uint8 -> uint8\n",
      "V112, range: (0, 34), dtype: uint8 -> uint8\n",
      "V113, range: (0, 34), dtype: uint8 -> uint8\n",
      "V114, range: (0, 34), dtype: uint8 -> uint8\n",
      "V115, range: (0, 34), dtype: uint8 -> uint8\n",
      "V116, range: (0, 34), dtype: uint8 -> uint8\n",
      "V117, range: (0, 34), dtype: uint8 -> uint8\n",
      "V118, range: (0, 34), dtype: uint8 -> uint8\n",
      "V119, range: (0, 34), dtype: uint8 -> uint8\n",
      "V120, range: (0, 34), dtype: uint8 -> uint8\n",
      "V121, range: (0, 34), dtype: uint8 -> uint8\n",
      "V122, range: (0, 34), dtype: uint8 -> uint8\n",
      "V123, range: (0, 34), dtype: uint8 -> uint8\n",
      "V124, range: (0, 34), dtype: uint8 -> uint8\n",
      "V125, range: (0, 34), dtype: uint8 -> uint8\n",
      "V126, range: (-32222.0, 94901.0), dtype: float32 -> float32\n",
      "V127, range: (-32222.0, 146252.0), dtype: float32 -> float32\n",
      "V128, range: (-32222.0, 103495.0), dtype: float32 -> float32\n",
      "V129, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V130, range: (-32222.0, 25600.0), dtype: float32 -> float32\n",
      "V131, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V132, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V133, range: (-32222.0, 133915.0), dtype: float32 -> float32\n",
      "V134, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V135, range: (-32222.0, 52030.0), dtype: float32 -> float32\n",
      "V136, range: (-32222.0, 52030.0), dtype: float32 -> float32\n",
      "V137, range: (-32222.0, 52030.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 34), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V144, range: (0, 34), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 34), dtype: uint8 -> uint8\n",
      "V152, range: (1, 58), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 161644.296875), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 500.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 1120.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 500.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 93736.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 98476.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V167, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 34), dtype: uint8 -> uint8\n",
      "V170, range: (0, 44), dtype: uint8 -> uint8\n",
      "V171, range: (0, 44), dtype: uint8 -> uint8\n",
      "V172, range: (0, 34), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (1, 44), dtype: uint8 -> uint8\n",
      "V177, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 83), dtype: uint8 -> uint8\n",
      "V181, range: (0, 34), dtype: uint8 -> uint8\n",
      "V182, range: (0, 83), dtype: uint8 -> uint8\n",
      "V183, range: (0, 41), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (1, 34), dtype: uint8 -> uint8\n",
      "V187, range: (1, 95), dtype: uint8 -> uint8\n",
      "V188, range: (0, 34), dtype: uint8 -> uint8\n",
      "V189, range: (0, 34), dtype: uint8 -> uint8\n",
      "V190, range: (1, 36), dtype: uint8 -> uint8\n",
      "V191, range: (1, 34), dtype: uint8 -> uint8\n",
      "V192, range: (1, 34), dtype: uint8 -> uint8\n",
      "V193, range: (1, 34), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (1, 34), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (1, 37), dtype: uint8 -> uint8\n",
      "V200, range: (0, 37), dtype: uint8 -> uint8\n",
      "V201, range: (0, 37), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 139777.0), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 725.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 2127.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 725.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 92888.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 129006.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 97628.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V217, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 34), dtype: uint8 -> uint8\n",
      "V221, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 52), dtype: uint8 -> uint8\n",
      "V225, range: (0, 34), dtype: uint8 -> uint8\n",
      "V226, range: (0, 242), dtype: uint8 -> uint8\n",
      "V227, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V228, range: (1, 34), dtype: uint8 -> uint8\n",
      "V229, range: (1, 48), dtype: uint8 -> uint8\n",
      "V230, range: (1, 38), dtype: uint8 -> uint8\n",
      "V231, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 95), dtype: uint8 -> uint8\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 45), dtype: uint8 -> uint8\n",
      "V237, range: (0, 39), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (1, 34), dtype: uint8 -> uint8\n",
      "V241, range: (1, 34), dtype: uint8 -> uint8\n",
      "V242, range: (1, 34), dtype: uint8 -> uint8\n",
      "V243, range: (1, 34), dtype: uint8 -> uint8\n",
      "V244, range: (1, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V246, range: (1, 34), dtype: uint8 -> uint8\n",
      "V247, range: (1, 34), dtype: uint8 -> uint8\n",
      "V248, range: (1, 34), dtype: uint8 -> uint8\n",
      "V249, range: (1, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (1, 34), dtype: uint8 -> uint8\n",
      "V253, range: (1, 35), dtype: uint8 -> uint8\n",
      "V254, range: (1, 34), dtype: uint8 -> uint8\n",
      "V255, range: (0, 41), dtype: uint8 -> uint8\n",
      "V256, range: (0, 41), dtype: uint8 -> uint8\n",
      "V257, range: (1, 34), dtype: uint8 -> uint8\n",
      "V258, range: (1, 34), dtype: uint8 -> uint8\n",
      "V259, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 34), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 25600.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 12500.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 686.0), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 1600.0), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 717.0), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 29997.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 33606.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 33181.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V279, range: (0, 880), dtype: uint16 -> uint16\n",
      "V280, range: (0, 975), dtype: uint16 -> uint16\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 34), dtype: uint8 -> uint8\n",
      "V283, range: (0, 56), dtype: uint8 -> uint8\n",
      "V284, range: (0, 5), dtype: uint8 -> uint8\n",
      "V285, range: (0, 63), dtype: uint8 -> uint8\n",
      "V286, range: (0, 3), dtype: uint8 -> uint8\n",
      "V287, range: (0, 20), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 42), dtype: uint8 -> uint8\n",
      "V291, range: (1, 509), dtype: uint16 -> uint16\n",
      "V292, range: (1, 130), dtype: uint16 -> uint8\n",
      "V293, range: (0, 869), dtype: uint16 -> uint16\n",
      "V294, range: (0, 1286), dtype: uint16 -> uint16\n",
      "V295, range: (0, 928), dtype: uint16 -> uint16\n",
      "V296, range: (0, 93), dtype: uint8 -> uint8\n",
      "V297, range: (0, 11), dtype: uint8 -> uint8\n",
      "V298, range: (0, 93), dtype: uint8 -> uint8\n",
      "V299, range: (0, 49), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 16), dtype: uint8 -> uint8\n",
      "V303, range: (0, 20), dtype: uint8 -> uint8\n",
      "V304, range: (0, 16), dtype: uint8 -> uint8\n",
      "V305, range: (1, 1), dtype: uint8 -> uint8\n",
      "V306, range: (0.0, 104060.0), dtype: float32 -> float32\n",
      "V307, range: (0.0, 145765.0), dtype: float32 -> float32\n",
      "V308, range: (0.0, 104060.0), dtype: float32 -> float32\n",
      "V309, range: (0.0, 12500.0), dtype: float32 -> float32\n",
      "V310, range: (0.0, 12500.0), dtype: float32 -> float32\n",
      "V311, range: (0.0, 12500.0), dtype: float32 -> float32\n",
      "V312, range: (0.0, 12500.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 3093.949951171875), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7519.8701171875), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4477.22998046875), dtype: float32 -> float32\n",
      "V316, range: (0.0, 93736.0), dtype: float32 -> float32\n",
      "V317, range: (0.0, 134021.0), dtype: float32 -> float32\n",
      "V318, range: (0.0, 98476.0), dtype: float32 -> float32\n",
      "V319, range: (0.0, 104060.0), dtype: float32 -> float32\n",
      "V320, range: (0.0, 104060.0), dtype: float32 -> float32\n",
      "V321, range: (0.0, 104060.0), dtype: float32 -> float32\n",
      "V322, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V323, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V324, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 34), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 34), dtype: uint8 -> uint8\n",
      "V329, range: (0, 99), dtype: uint8 -> uint8\n",
      "V330, range: (0, 55), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 146358.0), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 4250.0), dtype: float32 -> int16\n",
      "V335, range: (-32222.0, 6375.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 6375.0), dtype: float32 -> int16\n",
      "V337, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 104060.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (41, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-13, 34), dtype: int8 -> int8\n",
      "id_04, range: (-13, 34), dtype: int8 -> int8\n",
      "id_05, range: (-46, 43), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-30, 42), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-26, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (11, 64), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 228), dtype: uint8 -> uint8\n",
      "id_18, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (14, 42), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (103, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (3, 171), dtype: int64 -> uint8\n",
      "id_32, range: (0, 34), dtype: uint8 -> uint8\n",
      "id_33, range: (3, 460), dtype: int64 -> uint16\n",
      "id_34, range: (0.0, 2.0), dtype: float64 -> uint8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (8, 2797), dtype: int64 -> uint16\n",
      "Cents, range: (0, 998), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "Day, range: (152, 182), dtype: uint8 -> uint8\n",
      "card1__addr1, range: (15, 55368), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (6, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (3, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (-0.48613300919532776, 8.421862602233887), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 7104.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (80, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 5760), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 2880), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 93.12 -> 69.25 MB\n",
      "This is 74.37% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_hold, na_hold = reduce_mem_usage(df_hold)\n",
    "for df, filename in zip([df_hold, na_hold, y_hold], \n",
    "                        ['df_hold.pkl', 'na_hold.pkl', 'y_hold.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "_kg_hide-output": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TransactionDT, range: (18403224, 34214345), dtype: uint32 -> uint32\n",
      "ProductCD, range: (23046, 800657), dtype: int64 -> uint32\n",
      "card1, range: (1001, 18397), dtype: uint16 -> uint16\n",
      "card2, range: (100, 33314), dtype: uint16 -> uint16\n",
      "card3, range: (34, 232), dtype: uint8 -> uint8\n",
      "card4, range: (9524.0, 719649.0), dtype: float64 -> uint32\n",
      "card5, range: (34, 237), dtype: uint8 -> uint8\n",
      "card6, range: (16.0, 824959.0), dtype: float64 -> uint32\n",
      "addr1, range: (100, 33314), dtype: uint16 -> uint16\n",
      "addr2, range: (10, 102), dtype: uint8 -> uint8\n",
      "dist1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "dist2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "P_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "R_emaildomain, range: (0, 60), dtype: int64 -> uint8\n",
      "C1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C3, range: (0, 34), dtype: uint8 -> uint8\n",
      "C4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C8, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C9, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "C14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D1, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D2, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D3, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D4, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D5, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D6, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D7, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D8, range: (-32222.0, 2029.5833740234375), dtype: float32 -> float32\n",
      "D9, range: (-32222.0, 0.9583330154418945), dtype: float32 -> float32\n",
      "D10, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D11, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D12, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D13, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D14, range: (0, 33314), dtype: uint16 -> uint16\n",
      "D15, range: (0, 33314), dtype: uint16 -> uint16\n",
      "M1, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M2, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M3, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M4, range: (97306.0, 357789.0), dtype: float64 -> uint32\n",
      "M5, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M6, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M7, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M8, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "M9, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "V1, range: (0, 34), dtype: uint8 -> uint8\n",
      "V2, range: (0, 34), dtype: uint8 -> uint8\n",
      "V3, range: (0, 34), dtype: uint8 -> uint8\n",
      "V4, range: (0, 34), dtype: uint8 -> uint8\n",
      "V5, range: (0, 34), dtype: uint8 -> uint8\n",
      "V6, range: (0, 34), dtype: uint8 -> uint8\n",
      "V7, range: (0, 34), dtype: uint8 -> uint8\n",
      "V8, range: (0, 34), dtype: uint8 -> uint8\n",
      "V9, range: (0, 34), dtype: uint8 -> uint8\n",
      "V10, range: (0, 34), dtype: uint8 -> uint8\n",
      "V11, range: (0, 34), dtype: uint8 -> uint8\n",
      "V12, range: (0, 34), dtype: uint8 -> uint8\n",
      "V13, range: (0, 34), dtype: uint8 -> uint8\n",
      "V14, range: (0, 34), dtype: uint8 -> uint8\n",
      "V15, range: (0, 34), dtype: uint8 -> uint8\n",
      "V16, range: (0, 34), dtype: uint8 -> uint8\n",
      "V17, range: (0, 34), dtype: uint8 -> uint8\n",
      "V18, range: (0, 34), dtype: uint8 -> uint8\n",
      "V19, range: (0, 34), dtype: uint8 -> uint8\n",
      "V20, range: (0, 34), dtype: uint8 -> uint8\n",
      "V21, range: (0, 34), dtype: uint8 -> uint8\n",
      "V22, range: (0, 34), dtype: uint8 -> uint8\n",
      "V23, range: (0, 34), dtype: uint8 -> uint8\n",
      "V24, range: (0, 34), dtype: uint8 -> uint8\n",
      "V25, range: (0, 34), dtype: uint8 -> uint8\n",
      "V26, range: (0, 34), dtype: uint8 -> uint8\n",
      "V27, range: (0, 34), dtype: uint8 -> uint8\n",
      "V28, range: (0, 34), dtype: uint8 -> uint8\n",
      "V29, range: (0, 34), dtype: uint8 -> uint8\n",
      "V30, range: (0, 34), dtype: uint8 -> uint8\n",
      "V31, range: (0, 34), dtype: uint8 -> uint8\n",
      "V32, range: (0, 34), dtype: uint8 -> uint8\n",
      "V33, range: (0, 34), dtype: uint8 -> uint8\n",
      "V34, range: (0, 34), dtype: uint8 -> uint8\n",
      "V35, range: (0, 34), dtype: uint8 -> uint8\n",
      "V36, range: (0, 34), dtype: uint8 -> uint8\n",
      "V37, range: (0, 49), dtype: uint8 -> uint8\n",
      "V38, range: (0, 52), dtype: uint8 -> uint8\n",
      "V39, range: (0, 34), dtype: uint8 -> uint8\n",
      "V40, range: (0, 34), dtype: uint8 -> uint8\n",
      "V41, range: (0, 34), dtype: uint8 -> uint8\n",
      "V42, range: (0, 34), dtype: uint8 -> uint8\n",
      "V43, range: (0, 34), dtype: uint8 -> uint8\n",
      "V44, range: (0, 47), dtype: uint8 -> uint8\n",
      "V45, range: (0, 69), dtype: uint8 -> uint8\n",
      "V46, range: (0, 34), dtype: uint8 -> uint8\n",
      "V47, range: (0, 34), dtype: uint8 -> uint8\n",
      "V48, range: (0, 34), dtype: uint8 -> uint8\n",
      "V49, range: (0, 34), dtype: uint8 -> uint8\n",
      "V50, range: (0, 34), dtype: uint8 -> uint8\n",
      "V51, range: (0, 34), dtype: uint8 -> uint8\n",
      "V52, range: (0, 34), dtype: uint8 -> uint8\n",
      "V53, range: (0, 34), dtype: uint8 -> uint8\n",
      "V54, range: (0, 34), dtype: uint8 -> uint8\n",
      "V55, range: (0, 49), dtype: uint8 -> uint8\n",
      "V56, range: (0, 51), dtype: uint8 -> uint8\n",
      "V57, range: (0, 34), dtype: uint8 -> uint8\n",
      "V58, range: (0, 34), dtype: uint8 -> uint8\n",
      "V59, range: (0, 34), dtype: uint8 -> uint8\n",
      "V60, range: (0, 34), dtype: uint8 -> uint8\n",
      "V61, range: (0, 34), dtype: uint8 -> uint8\n",
      "V62, range: (0, 34), dtype: uint8 -> uint8\n",
      "V63, range: (0, 34), dtype: uint8 -> uint8\n",
      "V64, range: (0, 34), dtype: uint8 -> uint8\n",
      "V65, range: (0, 34), dtype: uint8 -> uint8\n",
      "V66, range: (0, 34), dtype: uint8 -> uint8\n",
      "V67, range: (0, 34), dtype: uint8 -> uint8\n",
      "V68, range: (0, 34), dtype: uint8 -> uint8\n",
      "V69, range: (0, 34), dtype: uint8 -> uint8\n",
      "V70, range: (0, 34), dtype: uint8 -> uint8\n",
      "V71, range: (0, 34), dtype: uint8 -> uint8\n",
      "V72, range: (0, 34), dtype: uint8 -> uint8\n",
      "V73, range: (0, 34), dtype: uint8 -> uint8\n",
      "V74, range: (0, 34), dtype: uint8 -> uint8\n",
      "V75, range: (0, 34), dtype: uint8 -> uint8\n",
      "V76, range: (0, 34), dtype: uint8 -> uint8\n",
      "V77, range: (0, 80), dtype: uint8 -> uint8\n",
      "V78, range: (0, 80), dtype: uint8 -> uint8\n",
      "V79, range: (0, 34), dtype: uint8 -> uint8\n",
      "V80, range: (0, 34), dtype: uint8 -> uint8\n",
      "V81, range: (0, 34), dtype: uint8 -> uint8\n",
      "V82, range: (0, 34), dtype: uint8 -> uint8\n",
      "V83, range: (0, 34), dtype: uint8 -> uint8\n",
      "V84, range: (0, 34), dtype: uint8 -> uint8\n",
      "V85, range: (0, 34), dtype: uint8 -> uint8\n",
      "V86, range: (0, 80), dtype: uint8 -> uint8\n",
      "V87, range: (0, 80), dtype: uint8 -> uint8\n",
      "V88, range: (0, 34), dtype: uint8 -> uint8\n",
      "V89, range: (0, 34), dtype: uint8 -> uint8\n",
      "V90, range: (0, 34), dtype: uint8 -> uint8\n",
      "V91, range: (0, 34), dtype: uint8 -> uint8\n",
      "V92, range: (0, 34), dtype: uint8 -> uint8\n",
      "V93, range: (0, 34), dtype: uint8 -> uint8\n",
      "V94, range: (0, 34), dtype: uint8 -> uint8\n",
      "V95, range: (0, 60), dtype: uint8 -> uint8\n",
      "V96, range: (0, 103), dtype: uint8 -> uint8\n",
      "V97, range: (0, 82), dtype: uint8 -> uint8\n",
      "V98, range: (0, 8), dtype: uint8 -> uint8\n",
      "V99, range: (0, 62), dtype: uint8 -> uint8\n",
      "V100, range: (0, 30), dtype: uint8 -> uint8\n",
      "V101, range: (0, 18), dtype: uint8 -> uint8\n",
      "V102, range: (0, 68), dtype: uint8 -> uint8\n",
      "V103, range: (0, 29), dtype: uint8 -> uint8\n",
      "V104, range: (0, 59), dtype: uint8 -> uint8\n",
      "V105, range: (0, 99), dtype: uint8 -> uint8\n",
      "V106, range: (0, 80), dtype: uint8 -> uint8\n",
      "V107, range: (1, 1), dtype: uint8 -> uint8\n",
      "V108, range: (0, 8), dtype: uint8 -> uint8\n",
      "V109, range: (0, 8), dtype: uint8 -> uint8\n",
      "V110, range: (0, 8), dtype: uint8 -> uint8\n",
      "V111, range: (0, 8), dtype: uint8 -> uint8\n",
      "V112, range: (0, 8), dtype: uint8 -> uint8\n",
      "V113, range: (0, 8), dtype: uint8 -> uint8\n",
      "V114, range: (0, 9), dtype: uint8 -> uint8\n",
      "V115, range: (0, 9), dtype: uint8 -> uint8\n",
      "V116, range: (0, 9), dtype: uint8 -> uint8\n",
      "V117, range: (0, 2), dtype: uint8 -> uint8\n",
      "V118, range: (0, 3), dtype: uint8 -> uint8\n",
      "V119, range: (0, 2), dtype: uint8 -> uint8\n",
      "V120, range: (0, 4), dtype: uint8 -> uint8\n",
      "V121, range: (0, 4), dtype: uint8 -> uint8\n",
      "V122, range: (0, 4), dtype: uint8 -> uint8\n",
      "V123, range: (0, 12), dtype: uint8 -> uint8\n",
      "V124, range: (0, 13), dtype: uint8 -> uint8\n",
      "V125, range: (0, 12), dtype: uint8 -> uint8\n",
      "V126, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V127, range: (0.0, 544500.0), dtype: float32 -> float32\n",
      "V128, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V129, range: (0.0, 64800.0), dtype: float32 -> float32\n",
      "V130, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V131, range: (0.0, 167200.0), dtype: float32 -> float32\n",
      "V132, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V133, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V134, range: (0.0, 519038.5), dtype: float32 -> float32\n",
      "V135, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V136, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V137, range: (0.0, 302500.0), dtype: float32 -> float32\n",
      "V138, range: (0, 34), dtype: uint8 -> uint8\n",
      "V139, range: (0, 34), dtype: uint8 -> uint8\n",
      "V140, range: (0, 59), dtype: uint8 -> uint8\n",
      "V141, range: (0, 34), dtype: uint8 -> uint8\n",
      "V142, range: (0, 34), dtype: uint8 -> uint8\n",
      "V143, range: (0, 56), dtype: uint8 -> uint8\n",
      "V144, range: (0, 85), dtype: uint8 -> uint8\n",
      "V145, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V146, range: (0, 34), dtype: uint8 -> uint8\n",
      "V147, range: (0, 34), dtype: uint8 -> uint8\n",
      "V148, range: (0, 34), dtype: uint8 -> uint8\n",
      "V149, range: (0, 34), dtype: uint8 -> uint8\n",
      "V150, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V151, range: (1, 58), dtype: uint8 -> uint8\n",
      "V152, range: (1, 67), dtype: uint8 -> uint8\n",
      "V153, range: (0, 34), dtype: uint8 -> uint8\n",
      "V154, range: (0, 34), dtype: uint8 -> uint8\n",
      "V155, range: (0, 34), dtype: uint8 -> uint8\n",
      "V156, range: (0, 34), dtype: uint8 -> uint8\n",
      "V157, range: (0, 34), dtype: uint8 -> uint8\n",
      "V158, range: (0, 34), dtype: uint8 -> uint8\n",
      "V159, range: (-32222.0, 284129.8125), dtype: float32 -> float32\n",
      "V160, range: (-32222.0, 3867868.5), dtype: float32 -> float32\n",
      "V161, range: (-32222.0, 2000.0), dtype: float32 -> float32\n",
      "V162, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V163, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V164, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V165, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V166, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V167, range: (0, 238), dtype: uint8 -> uint8\n",
      "V168, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V169, range: (0, 39), dtype: uint8 -> uint8\n",
      "V170, range: (0, 63), dtype: uint8 -> uint8\n",
      "V171, range: (0, 68), dtype: uint8 -> uint8\n",
      "V172, range: (0, 37), dtype: uint8 -> uint8\n",
      "V173, range: (0, 34), dtype: uint8 -> uint8\n",
      "V174, range: (0, 34), dtype: uint8 -> uint8\n",
      "V175, range: (0, 34), dtype: uint8 -> uint8\n",
      "V176, range: (1, 239), dtype: uint8 -> uint8\n",
      "V177, range: (0, 238), dtype: uint8 -> uint8\n",
      "V178, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V179, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V180, range: (0, 179), dtype: uint8 -> uint8\n",
      "V181, range: (0, 85), dtype: uint8 -> uint8\n",
      "V182, range: (0, 125), dtype: uint8 -> uint8\n",
      "V183, range: (0, 106), dtype: uint8 -> uint8\n",
      "V184, range: (0, 34), dtype: uint8 -> uint8\n",
      "V185, range: (0, 34), dtype: uint8 -> uint8\n",
      "V186, range: (0, 39), dtype: uint8 -> uint8\n",
      "V187, range: (0, 158), dtype: uint8 -> uint8\n",
      "V188, range: (0, 44), dtype: uint8 -> uint8\n",
      "V189, range: (0, 44), dtype: uint8 -> uint8\n",
      "V190, range: (0, 224), dtype: uint8 -> uint8\n",
      "V191, range: (0, 34), dtype: uint8 -> uint8\n",
      "V192, range: (0, 37), dtype: uint8 -> uint8\n",
      "V193, range: (0, 34), dtype: uint8 -> uint8\n",
      "V194, range: (0, 34), dtype: uint8 -> uint8\n",
      "V195, range: (0, 34), dtype: uint8 -> uint8\n",
      "V196, range: (0, 41), dtype: uint8 -> uint8\n",
      "V197, range: (0, 34), dtype: uint8 -> uint8\n",
      "V198, range: (0, 34), dtype: uint8 -> uint8\n",
      "V199, range: (0, 224), dtype: uint8 -> uint8\n",
      "V200, range: (0, 47), dtype: uint8 -> uint8\n",
      "V201, range: (0, 47), dtype: uint8 -> uint8\n",
      "V202, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V203, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V204, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V205, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V206, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V207, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V208, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V209, range: (-32222.0, 10000.0), dtype: float32 -> float32\n",
      "V210, range: (-32222.0, 4000.0), dtype: float32 -> float32\n",
      "V211, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V212, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V213, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V214, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V215, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V216, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V217, range: (0, 238), dtype: uint8 -> uint8\n",
      "V218, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V219, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V220, range: (0, 47), dtype: uint8 -> uint8\n",
      "V221, range: (0, 140), dtype: uint8 -> uint8\n",
      "V222, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V223, range: (0, 34), dtype: uint8 -> uint8\n",
      "V224, range: (0, 91), dtype: uint8 -> uint8\n",
      "V225, range: (0, 58), dtype: uint8 -> uint8\n",
      "V226, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V227, range: (0, 131), dtype: uint8 -> uint8\n",
      "V228, range: (1, 239), dtype: uint8 -> uint8\n",
      "V229, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V230, range: (1, 33314), dtype: uint16 -> uint16\n",
      "V231, range: (0, 238), dtype: uint8 -> uint8\n",
      "V232, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V233, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V234, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V235, range: (0, 34), dtype: uint8 -> uint8\n",
      "V236, range: (0, 57), dtype: uint8 -> uint8\n",
      "V237, range: (0, 34), dtype: uint8 -> uint8\n",
      "V238, range: (0, 34), dtype: uint8 -> uint8\n",
      "V239, range: (0, 34), dtype: uint8 -> uint8\n",
      "V240, range: (1, 34), dtype: uint8 -> uint8\n",
      "V241, range: (1, 34), dtype: uint8 -> uint8\n",
      "V242, range: (0, 34), dtype: uint8 -> uint8\n",
      "V243, range: (0, 54), dtype: uint8 -> uint8\n",
      "V244, range: (0, 34), dtype: uint8 -> uint8\n",
      "V245, range: (0, 124), dtype: uint8 -> uint8\n",
      "V246, range: (0, 224), dtype: uint8 -> uint8\n",
      "V247, range: (0, 34), dtype: uint8 -> uint8\n",
      "V248, range: (0, 34), dtype: uint8 -> uint8\n",
      "V249, range: (0, 34), dtype: uint8 -> uint8\n",
      "V250, range: (0, 34), dtype: uint8 -> uint8\n",
      "V251, range: (0, 34), dtype: uint8 -> uint8\n",
      "V252, range: (0, 34), dtype: uint8 -> uint8\n",
      "V253, range: (0, 96), dtype: uint8 -> uint8\n",
      "V254, range: (0, 39), dtype: uint8 -> uint8\n",
      "V255, range: (0, 53), dtype: uint8 -> uint8\n",
      "V256, range: (0, 53), dtype: uint8 -> uint8\n",
      "V257, range: (0, 224), dtype: uint8 -> uint8\n",
      "V258, range: (0, 33314), dtype: uint16 -> uint16\n",
      "V259, range: (0, 131), dtype: uint8 -> uint8\n",
      "V260, range: (0, 34), dtype: uint8 -> uint8\n",
      "V261, range: (0, 89), dtype: uint8 -> uint8\n",
      "V262, range: (0, 34), dtype: uint8 -> uint8\n",
      "V263, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V264, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V265, range: (-32222.0, 1065496.5), dtype: float32 -> float32\n",
      "V266, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V267, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V268, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V269, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V270, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V271, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V272, range: (-32222.0, 10791.5703125), dtype: float32 -> float32\n",
      "V273, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V274, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V275, range: (-32222.0, 928882.0), dtype: float32 -> float32\n",
      "V276, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V277, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V278, range: (-32222.0, 756250.0), dtype: float32 -> float32\n",
      "V279, range: (0, 86), dtype: uint8 -> uint8\n",
      "V280, range: (0, 108), dtype: uint8 -> uint8\n",
      "V281, range: (0, 34), dtype: uint8 -> uint8\n",
      "V282, range: (0, 63), dtype: uint8 -> uint8\n",
      "V283, range: (0, 68), dtype: uint8 -> uint8\n",
      "V284, range: (0, 34), dtype: uint8 -> uint8\n",
      "V285, range: (0, 90), dtype: uint8 -> uint8\n",
      "V286, range: (0, 34), dtype: uint8 -> uint8\n",
      "V287, range: (0, 34), dtype: uint8 -> uint8\n",
      "V288, range: (0, 34), dtype: uint8 -> uint8\n",
      "V289, range: (0, 34), dtype: uint8 -> uint8\n",
      "V290, range: (1, 49), dtype: uint8 -> uint8\n",
      "V291, range: (1, 250), dtype: uint8 -> uint8\n",
      "V292, range: (1, 75), dtype: uint8 -> uint8\n",
      "V293, range: (0, 62), dtype: uint8 -> uint8\n",
      "V294, range: (0, 246), dtype: uint8 -> uint8\n",
      "V295, range: (0, 78), dtype: uint8 -> uint8\n",
      "V296, range: (0, 179), dtype: uint8 -> uint8\n",
      "V297, range: (0, 85), dtype: uint8 -> uint8\n",
      "V298, range: (0, 125), dtype: uint8 -> uint8\n",
      "V299, range: (0, 106), dtype: uint8 -> uint8\n",
      "V300, range: (0, 34), dtype: uint8 -> uint8\n",
      "V301, range: (0, 34), dtype: uint8 -> uint8\n",
      "V302, range: (0, 34), dtype: uint8 -> uint8\n",
      "V303, range: (0, 34), dtype: uint8 -> uint8\n",
      "V304, range: (0, 34), dtype: uint8 -> uint8\n",
      "V305, range: (1, 34), dtype: uint8 -> uint8\n",
      "V306, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V307, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V308, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V309, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V310, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V311, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V312, range: (-32222.0, 167200.0), dtype: float32 -> float32\n",
      "V313, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V314, range: (-32222.0, 7539.75), dtype: float32 -> float32\n",
      "V315, range: (-32222.0, 4727.9599609375), dtype: float32 -> float32\n",
      "V316, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V317, range: (-32222.0, 958320.0), dtype: float32 -> float32\n",
      "V318, range: (-32222.0, 718740.0), dtype: float32 -> float32\n",
      "V319, range: (-32222.0, 453750.0), dtype: float32 -> float32\n",
      "V320, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V321, range: (-32222.0, 605000.0), dtype: float32 -> float32\n",
      "V322, range: (0, 86), dtype: uint8 -> uint8\n",
      "V323, range: (0, 128), dtype: uint8 -> uint8\n",
      "V324, range: (0, 108), dtype: uint8 -> uint8\n",
      "V325, range: (0, 34), dtype: uint8 -> uint8\n",
      "V326, range: (0, 44), dtype: uint8 -> uint8\n",
      "V327, range: (0, 34), dtype: uint8 -> uint8\n",
      "V328, range: (0, 85), dtype: uint8 -> uint8\n",
      "V329, range: (0, 125), dtype: uint8 -> uint8\n",
      "V330, range: (0, 106), dtype: uint8 -> uint8\n",
      "V331, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V332, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V333, range: (-32222.0, 1040657.5), dtype: float32 -> float32\n",
      "V334, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V335, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V336, range: (-32222.0, 64800.0), dtype: float32 -> float32\n",
      "V337, range: (-32222.0, 375000.0), dtype: float32 -> float32\n",
      "V338, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "V339, range: (-32222.0, 612500.0), dtype: float32 -> float32\n",
      "id_01, range: (-100, 34), dtype: int8 -> int8\n",
      "id_02, range: (2, 4294935074), dtype: uint32 -> uint32\n",
      "id_03, range: (-12, 34), dtype: int8 -> int8\n",
      "id_04, range: (-19, 34), dtype: int8 -> int8\n",
      "id_05, range: (-81, 52), dtype: int8 -> int8\n",
      "id_06, range: (-100, 34), dtype: int8 -> int8\n",
      "id_07, range: (-41, 59), dtype: int8 -> int8\n",
      "id_08, range: (-100, 34), dtype: int8 -> int8\n",
      "id_09, range: (-32, 34), dtype: int8 -> int8\n",
      "id_10, range: (-100, 34), dtype: int8 -> int8\n",
      "id_11, range: (-32222.0, 100.0), dtype: float32 -> float32\n",
      "id_12, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_13, range: (11, 63), dtype: uint8 -> uint8\n",
      "id_14, range: (-32222, 720), dtype: int16 -> int16\n",
      "id_15, range: (-1.0, 2.0), dtype: float64 -> int8\n",
      "id_16, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_17, range: (34, 228), dtype: uint8 -> uint8\n",
      "id_18, range: (11, 34), dtype: uint8 -> uint8\n",
      "id_19, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_20, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_21, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_22, range: (11, 44), dtype: uint8 -> uint8\n",
      "id_23, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_24, range: (10, 34), dtype: uint8 -> uint8\n",
      "id_25, range: (100, 33314), dtype: uint16 -> uint16\n",
      "id_26, range: (34, 216), dtype: uint8 -> uint8\n",
      "id_27, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_28, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_29, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_30, range: (0, 87), dtype: int64 -> uint8\n",
      "id_31, range: (16, 171), dtype: int64 -> uint8\n",
      "id_32, range: (8, 48), dtype: uint8 -> uint8\n",
      "id_33, range: (0, 460), dtype: int64 -> uint16\n",
      "id_34, range: (1.0, 2.0), dtype: float64 -> uint8\n",
      "id_35, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_36, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_37, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "id_38, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceType, range: (0.0, 1.0), dtype: float64 -> uint8\n",
      "DeviceInfo, range: (4, 2798), dtype: int64 -> uint16\n",
      "Cents, range: (0, 999), dtype: uint16 -> uint16\n",
      "Hour, range: (0, 23), dtype: uint8 -> uint8\n",
      "DayOfWeek, range: (0, 6), dtype: uint8 -> uint8\n",
      "Day, range: (213, 395), dtype: uint16 -> uint16\n",
      "card1__addr1, range: (2, 55368), dtype: int64 -> uint16\n",
      "card1__addr1_count, range: (1, 21461), dtype: uint16 -> uint16\n",
      "card1__card5, range: (2, 18807), dtype: int64 -> uint16\n",
      "card1__card5_count, range: (1, 26121), dtype: uint16 -> uint16\n",
      "card2__dist1, range: (0, 31407), dtype: int64 -> uint16\n",
      "card2__id_20, range: (0, 9239), dtype: int64 -> uint16\n",
      "card5__P_emaildomain, range: (0, 1573), dtype: int64 -> uint16\n",
      "uuid3_count, range: (1, 21360), dtype: uint16 -> uint16\n",
      "TransactionAmt_mean_by_uuid2_ProductCD, range: (0.38321951031684875, 8.737591743469238), dtype: float32 -> float32\n",
      "dist2_mean_by_uuid2_addr1, range: (-32222.0, 8145.0), dtype: float32 -> float32\n",
      "card1_count, range: (1, 28015), dtype: uint16 -> uint16\n",
      "card2_count, range: (123, 91731), dtype: uint32 -> uint32\n",
      "card5_count, range: (1, 553537), dtype: uint32 -> uint32\n",
      "addr1_count, range: (1, 131315), dtype: uint32 -> uint32\n",
      "C1_count, range: (1, 586742), dtype: uint32 -> uint32\n",
      "C13_count, range: (1, 367617), dtype: uint32 -> uint32\n",
      "P_emaildomain_count, range: (2, 435803), dtype: uint32 -> uint32\n",
      "D2_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D3_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D13_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "D14_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M4_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M5_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M6_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M7_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "M8_na, range: (0, 1), dtype: uint8 -> uint8\n",
      "P_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "P_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "P_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "P_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_parts, range: (0, 3), dtype: uint8 -> uint8\n",
      "R_emaildomain_sfx2, range: (0, 9), dtype: int64 -> uint8\n",
      "R_emaildomain_sfx1, range: (0, 10), dtype: int64 -> uint8\n",
      "R_emaildomain_bin, range: (0, 9), dtype: int64 -> uint8\n",
      "Browser, range: (-1, 6), dtype: int8 -> int8\n",
      "OS, range: (-1, 4), dtype: int8 -> int8\n",
      "id_16_na, range: (False, True), dtype: bool -> uint8\n",
      "id_33_0, range: (0, 8960), dtype: int64 -> uint16\n",
      "id_33_1, range: (0, 5040), dtype: int64 -> uint16\n",
      "\n",
      " *** DONE ***\n",
      "Memory usage: 563.62 -> 424.94 MB\n",
      "This is 75.39% of the initial size\n"
     ]
    }
   ],
   "source": [
    "df_test, na_test = reduce_mem_usage(df_test)\n",
    "for df, filename in zip([df_test, na_test], ['df_test.pkl', 'na_test.pkl']):\n",
    "    save_to_disk(df, filename)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Modelling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "def model_params():\n",
    "    \"\"\"\n",
    "    Params are from https://www.kaggle.com/kyakovlev/ieee-lgbm-with-groupkfold-cv\n",
    "    \"\"\"\n",
    "    return {\n",
    "        'objective': 'binary',\n",
    "        'boosting_type': 'gbdt',\n",
    "        'metric': 'auc',\n",
    "        'n_jobs': -1,\n",
    "        'learning_rate': 0.01,\n",
    "        'num_leaves': 2**8,\n",
    "        'max_depth': -1,\n",
    "        'tree_learner':'serial',\n",
    "        'colsample_bytree': 0.5,\n",
    "        'subsample_freq': 1,\n",
    "        'subsample': 0.7,\n",
    "        'max_bin': 255,\n",
    "        'verbose': 1,\n",
    "        'seed': 13,\n",
    "    }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Start 0 run...\n",
      "Best iteration:  2486\n",
      "Validation score: 0.9483356734068469\n",
      "Holdout score: 0.9373744071392215\n",
      "Saving model as  lgb_model_00_3.pkl\n",
      "Start 1 run...\n",
      "Best iteration:  1247\n",
      "Validation score: 0.9437124451640876\n",
      "Holdout score: 0.9370806867605845\n",
      "Saving model as  lgb_model_01_13.pkl\n",
      "Start 2 run...\n",
      "Best iteration:  2174\n",
      "Validation score: 0.9475025247038196\n",
      "Holdout score: 0.9376778635006142\n",
      "Saving model as  lgb_model_02_42.pkl\n",
      "Start 3 run...\n",
      "Best iteration:  2640\n",
      "Validation score: 0.948825032653595\n",
      "Holdout score: 0.9372736885394211\n",
      "Saving model as  lgb_model_03_101.pkl\n",
      "Start 4 run...\n",
      "Best iteration:  2096\n",
      "Validation score: 0.9477068631389259\n",
      "Holdout score: 0.9363965101213826\n",
      "Saving model as  lgb_model_04_777.pkl\n",
      "Start 5 run...\n",
      "Best iteration:  1694\n",
      "Validation score: 0.9458510261816446\n",
      "Holdout score: 0.9370744959234433\n",
      "Saving model as  lgb_model_05_1337.pkl\n"
     ]
    }
   ],
   "source": [
    "seeds = [3, 13, 42, 101, 777, 1337]\n",
    "scores_val = []\n",
    "scores_hold = []\n",
    "test_preds = []\n",
    "selected_features = set()\n",
    "f_imps = []\n",
    "\n",
    "lgb_train = lgb.Dataset(df_train, y_train)\n",
    "lgb_eval = lgb.Dataset(df_val, y_val, reference=lgb_train)\n",
    "params = model_params()\n",
    "\n",
    "for run, seed in enumerate(seeds):\n",
    "    seed_everything(seed)\n",
    "    params['seed'] = seed\n",
    "\n",
    "    print('Start %d run...' % run)\n",
    "    lgb_model = lgb.train(params, lgb_train, \n",
    "                          num_boost_round=3000,\n",
    "                          valid_sets=lgb_eval, \n",
    "                          early_stopping_rounds=100,\n",
    "                          verbose_eval=False)\n",
    "    \n",
    "    print('Best iteration: ', lgb_model.best_iteration)\n",
    "    \n",
    "    auc_val = roc_auc_score(y_val, lgb_model.predict(df_val))\n",
    "    scores_val.append(auc_val)\n",
    "    print('Validation score:', auc_val)\n",
    "    \n",
    "    auc_hold = roc_auc_score(y_hold, lgb_model.predict(df_hold))\n",
    "    scores_hold.append(auc_hold)\n",
    "    print('Holdout score:', auc_hold)\n",
    "    \n",
    "    test_preds.append(lgb_model.predict(df_test))\n",
    "    \n",
    "    filename = 'lgb_model_%02d_%d.pkl' % (run, seed)\n",
    "    print('Saving model as ', filename)\n",
    "    save_to_disk(lgb_model, filename)\n",
    "    \n",
    "    top_features, worst_features, f_imp = split_features_by_importance(\n",
    "        df_train, df_val, y_val, lgb_model, importance_tresh=0.1, permut_tresh=1e-4)\n",
    "    f_imps.append(f_imp)\n",
    "    selected_features.update(top_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_importance = avg_feature_importance(f_imps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Validation score: avg 0.946989, std 0.001732, min 0.943712\n",
      "Holdout score: avg 0.937146, std 0.000392, min 0.936397\n"
     ]
    }
   ],
   "source": [
    "print('Validation score: avg %f, std %f, min %f' % (np.mean(scores_val), np.std(scores_val), np.min(scores_val)))\n",
    "print('Holdout score: avg %f, std %f, min %f' % (np.mean(scores_hold), np.std(scores_hold), np.min(scores_hold)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best 60 features by GAIN feature importnace:\n",
      "\n",
      "feature\n",
      "C1_count                                  173425.574347\n",
      "V274                                      172247.871302\n",
      "C13                                       143962.394671\n",
      "C14                                       142056.379684\n",
      "TransactionAmt_mean_by_uuid2_ProductCD    135662.048359\n",
      "TransactionDT                             134537.258781\n",
      "TransactionAmt                            130337.732329\n",
      "C4                                        123888.626890\n",
      "C1                                        114359.852068\n",
      "card1__addr1                              104351.117339\n",
      "card1__addr1_count                         96027.367621\n",
      "card1                                      94266.435987\n",
      "card1__card5_count                         85970.550734\n",
      "addr1_count                                85429.147858\n",
      "Day                                        85134.249530\n",
      "uuid3_count                                82161.656646\n",
      "addr1                                      80072.596712\n",
      "card2_count                                78131.599986\n",
      "C8                                         73673.760532\n",
      "card1_count                                73277.701629\n",
      "C13_count                                  72371.358637\n",
      "D15                                        68380.743705\n",
      "card5__P_emaildomain                       66149.211142\n",
      "dist2_mean_by_uuid2_addr1                  65229.839269\n",
      "card2__dist1                               64507.583106\n",
      "card2                                      63550.093878\n",
      "card1__card5                               63097.305599\n",
      "V317                                       61501.015868\n",
      "D1                                         60794.170171\n",
      "D2                                         59635.808980\n",
      "V275                                       58171.904147\n",
      "C11                                        54823.225416\n",
      "P_emaildomain_count                        53971.357298\n",
      "C5                                         49816.706649\n",
      "Cents                                      49691.275174\n",
      "V294                                       49299.419007\n",
      "card2__id_20                               45368.715812\n",
      "Hour                                       44918.776364\n",
      "C2                                         42738.177720\n",
      "D4                                         41887.061298\n",
      "D10                                        40991.132791\n",
      "card6                                      39708.886734\n",
      "P_emaildomain                              38205.371707\n",
      "C6                                         37202.569456\n",
      "D8                                         33512.605647\n",
      "C12                                        33257.698042\n",
      "dist1                                      32941.765984\n",
      "V308                                       32456.972895\n",
      "id_02                                      31842.010358\n",
      "C10                                        30784.344368\n",
      "R_emaildomain_bin                          29113.529206\n",
      "D3                                         28883.306526\n",
      "V265                                       27470.424655\n",
      "DayOfWeek                                  25625.897251\n",
      "V283                                       25541.892182\n",
      "C9                                         25498.015623\n",
      "M4                                         25396.568943\n",
      "id_20                                      25331.539738\n",
      "DeviceInfo                                 24522.268732\n",
      "C7                                         24515.615363\n",
      "Name: gain, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "fi = feature_importance['gain'].nlargest(60)\n",
    "print('Best 60 features by GAIN feature importnace:\\n\\n{}'.format(fi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Worst 60 features by GAIN feature importnace:\n",
      "\n",
      "feature\n",
      "V107       0.000000\n",
      "V305       0.000000\n",
      "V65        0.000000\n",
      "V88        2.658933\n",
      "V241       2.839000\n",
      "V41        3.248787\n",
      "V119       3.477907\n",
      "V117       3.766200\n",
      "V28        3.862670\n",
      "V68        4.191433\n",
      "V120       5.404956\n",
      "V89       12.304723\n",
      "V27       13.119330\n",
      "V118      14.130286\n",
      "V14       20.237993\n",
      "id_27     26.393537\n",
      "V240      28.343183\n",
      "V269      55.780489\n",
      "V325      58.966311\n",
      "V122      60.717785\n",
      "V113      81.523035\n",
      "id_22     98.603492\n",
      "V121     122.894374\n",
      "V114     134.248882\n",
      "V31      136.250599\n",
      "id_23    138.055460\n",
      "V32      154.704743\n",
      "V328     159.434900\n",
      "V252     160.086650\n",
      "V195     168.055705\n",
      "V111     171.493020\n",
      "V330     172.536545\n",
      "V196     182.275817\n",
      "V181     186.195666\n",
      "V21      187.268786\n",
      "V191     187.335386\n",
      "V138     193.488797\n",
      "M8_na    194.596585\n",
      "V22      208.089277\n",
      "V104     218.179117\n",
      "V1       221.726715\n",
      "V302     223.630965\n",
      "V71      224.243107\n",
      "V337     230.906673\n",
      "D7_na    239.908187\n",
      "V101     252.903128\n",
      "V194     272.838984\n",
      "V110     283.835564\n",
      "V18      285.681864\n",
      "V185     285.748064\n",
      "V183     288.148594\n",
      "V334     288.287444\n",
      "V176     288.435318\n",
      "V237     296.771447\n",
      "id_28    302.085231\n",
      "V8       307.223788\n",
      "V16      307.331734\n",
      "id_08    308.684525\n",
      "V17      316.206967\n",
      "V339     321.004419\n",
      "Name: gain, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "fi = feature_importance['gain'].nsmallest(60)\n",
    "print('Worst 60 features by GAIN feature importnace:\\n\\n{}'.format(fi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best 60 features by SPLIT feature importnace:\n",
      "\n",
      "feature\n",
      "TransactionDT                             20460.833333\n",
      "TransactionAmt                            18658.000000\n",
      "TransactionAmt_mean_by_uuid2_ProductCD    15204.166667\n",
      "card1__addr1_count                        14344.333333\n",
      "card1                                     13972.500000\n",
      "card1__addr1                              13876.833333\n",
      "Day                                       12448.333333\n",
      "uuid3_count                               12238.500000\n",
      "card1__card5_count                        12053.166667\n",
      "addr1_count                               11527.500000\n",
      "addr1                                     11142.166667\n",
      "card2_count                               10874.000000\n",
      "card1_count                               10619.333333\n",
      "card5__P_emaildomain                       9507.833333\n",
      "Hour                                       9421.666667\n",
      "card2__dist1                               9085.833333\n",
      "dist2_mean_by_uuid2_addr1                  8987.666667\n",
      "card1__card5                               8683.166667\n",
      "Cents                                      8539.833333\n",
      "card2                                      8448.833333\n",
      "D15                                        7620.833333\n",
      "P_emaildomain_count                        6549.666667\n",
      "D1                                         6242.333333\n",
      "card2__id_20                               6103.333333\n",
      "DayOfWeek                                  5921.166667\n",
      "C13                                        5757.666667\n",
      "id_02                                      5587.500000\n",
      "dist1                                      5497.833333\n",
      "D4                                         5288.833333\n",
      "D10                                        5157.500000\n",
      "P_emaildomain                              5103.333333\n",
      "C13_count                                  4939.000000\n",
      "id_20                                      4461.166667\n",
      "D8                                         4302.000000\n",
      "DeviceInfo                                 4292.333333\n",
      "id_19                                      3979.166667\n",
      "id_31                                      3855.500000\n",
      "C1                                         3738.666667\n",
      "C2                                         3724.666667\n",
      "P_emaildomain_bin                          3368.500000\n",
      "D2                                         3296.333333\n",
      "card5_count                                3283.500000\n",
      "D11                                        3245.666667\n",
      "C14                                        3200.833333\n",
      "C1_count                                   3142.333333\n",
      "C6                                         3026.833333\n",
      "C11                                        3013.500000\n",
      "card5                                      2873.833333\n",
      "dist2                                      2612.333333\n",
      "C9                                         2596.333333\n",
      "id_06                                      2475.833333\n",
      "V307                                       2288.833333\n",
      "V313                                       2270.500000\n",
      "D3                                         2234.333333\n",
      "M4                                         2230.833333\n",
      "R_emaildomain                              2168.666667\n",
      "V310                                       2143.333333\n",
      "M5                                         2140.666667\n",
      "id_13                                      2086.500000\n",
      "D5                                         2068.166667\n",
      "Name: split, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "fi = feature_importance['split'].nlargest(60)\n",
    "print('Best 60 features by SPLIT feature importnace:\\n\\n{}'.format(fi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Worst 60 features by SPLIT feature importnace:\n",
      "\n",
      "feature\n",
      "V107      0.000000\n",
      "V305      0.000000\n",
      "V65       0.000000\n",
      "V241      0.166667\n",
      "V88       0.166667\n",
      "V117      1.000000\n",
      "V28       1.000000\n",
      "V68       1.000000\n",
      "V41       1.166667\n",
      "V119      1.333333\n",
      "V27       1.333333\n",
      "V89       1.833333\n",
      "id_27     2.000000\n",
      "V120      2.333333\n",
      "V14       3.666667\n",
      "V325      4.500000\n",
      "V240      5.000000\n",
      "V118      5.666667\n",
      "V122      7.666667\n",
      "V113      9.000000\n",
      "V138     11.333333\n",
      "V269     11.333333\n",
      "V328     13.166667\n",
      "V196     14.500000\n",
      "V121     15.500000\n",
      "id_22    16.166667\n",
      "V330     18.833333\n",
      "V327     19.666667\n",
      "V252     20.500000\n",
      "V191     20.833333\n",
      "V334     21.166667\n",
      "V193     22.500000\n",
      "V114     23.000000\n",
      "V142     23.500000\n",
      "V195     23.500000\n",
      "id_23    24.500000\n",
      "V32      24.833333\n",
      "V111     25.500000\n",
      "V31      25.666667\n",
      "V247     26.500000\n",
      "V157     26.833333\n",
      "V322     27.333333\n",
      "V194     28.666667\n",
      "V153     30.166667\n",
      "V21      30.833333\n",
      "V197     31.166667\n",
      "V71      31.166667\n",
      "id_35    31.166667\n",
      "V22      32.166667\n",
      "V173     33.666667\n",
      "V198     33.666667\n",
      "V181     33.833333\n",
      "V141     35.000000\n",
      "V110     35.666667\n",
      "V337     36.000000\n",
      "V1       36.166667\n",
      "M8_na    36.666667\n",
      "V158     39.166667\n",
      "V183     39.166667\n",
      "V302     39.166667\n",
      "Name: split, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "fi = feature_importance['split'].nsmallest(60)\n",
    "print('Worst 60 features by SPLIT feature importnace:\\n\\n{}'.format(fi))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Drop:  ['V107', 'V111', 'V113', 'V114', 'V117', 'V118', 'V119', 'V120', 'V121', 'V122', 'V138', 'V14', 'V191', 'V193', 'V195', 'V196', 'V240', 'V241', 'V252', 'V269', 'V27', 'V28', 'V305', 'V31', 'V32', 'V322', 'V325', 'V328', 'V330', 'V334', 'V41', 'V65', 'V68', 'V88', 'V89', 'id_22', 'id_23', 'id_27']\n"
     ]
    }
   ],
   "source": [
    "drop_features = set(df_train.columns) - selected_features\n",
    "print('Drop: ', sorted(list(drop_features)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Submission"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub = pd.read_csv('../input/ieee-fraud-detection/sample_submission.csv')\n",
    "sub['isFraud'] = np.average(test_preds, axis=0)\n",
    "sub.to_csv('submission.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}