Train_ffm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:01.765521Z",
     "start_time": "2019-07-17T09:50:01.376602Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import lightgbm as lgb\n",
    "from sklearn.preprocessing import LabelEncoder, MinMaxScaler\n",
    "from sklearn.model_selection import KFold\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "import numpy as np\n",
    "from pprint import pprint\n",
    "from tqdm.auto import tqdm\n",
    "tqdm.pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:02.107094Z",
     "start_time": "2019-07-17T09:50:01.768637Z"
    }
   },
   "outputs": [],
   "source": [
    "df_description = pd.read_csv('./data/data_definition.txt', sep='\\t')\n",
    "\n",
    "df_train_genba = pd.read_csv('./data/train_genba.tsv', sep='\\t')\n",
    "df_train_goto = pd.read_csv('./data/train_goto.tsv', sep='\\t')\n",
    "\n",
    "df_train = df_train_goto.merge(df_train_genba, on='pj_no', how='left')\n",
    "df_train.drop('id', axis=1, inplace=True)\n",
    "\n",
    "df_test_genba = pd.read_csv('./data/test_genba.tsv', sep='\\t')\n",
    "df_test_goto = pd.read_csv('./data/test_goto.tsv', sep='\\t')\n",
    "\n",
    "df_test = df_test_goto.merge(df_test_genba, on='pj_no', how='left')\n",
    "df_test.drop('id', axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:02.454139Z",
     "start_time": "2019-07-17T09:50:02.363087Z"
    }
   },
   "outputs": [],
   "source": [
    "def fill_city_name(name):\n",
    "    if '市' not in name and '郡' not in name:\n",
    "        name = '市' + name\n",
    "    return name\n",
    "\n",
    "def split_address(df):\n",
    "    df['jukyo'] = df['jukyo'].str.slice(start=3).str.replace(r'[ヶｹ]', 'ケ')\n",
    "    df['jukyo'] = df['jukyo'].apply(fill_city_name)\n",
    "    city_split = df['jukyo'].str.split(r'[市郡]', n=1, expand=True)\n",
    "    df['city'] = city_split[0]\n",
    "    street_split = city_split[1].str.split(r'[町区]', n=1, expand=True)\n",
    "    df['street'] = street_split[0]\n",
    "    df['address_detail'] = street_split[1].str.strip().replace('', None)\n",
    "    return df\n",
    "\n",
    "df_train = split_address(df_train)\n",
    "df_test = split_address(df_test)\n",
    "\n",
    "df_train.drop(['kaoku_um', 'toshikuiki2', 'shu_sogi'], axis=1, inplace=True)\n",
    "df_test.drop(['kaoku_um', 'toshikuiki2', 'shu_sogi'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:03.996357Z",
     "start_time": "2019-07-17T09:50:03.011466Z"
    }
   },
   "outputs": [],
   "source": [
    "def combine(row, combine_list, tup):\n",
    "    l = set()\n",
    "    for col in tup:\n",
    "        if pd.notnull(row[col]):\n",
    "            l.add(row[col])\n",
    "    combine_list.append(','.join(l))\n",
    "\n",
    "\n",
    "combine_cols = [('yoto', 100), ('road_hk', 100)]\n",
    "for i, tup in enumerate([['yoto1', 'yoto2'], ['road1_hk', 'road2_hk', 'road3_hk', 'road4_hk']]):\n",
    "    combine_train = []\n",
    "    combine_test = []\n",
    "    \n",
    "    combine_col_name = combine_cols[i][0]\n",
    "    _ = df_train.apply(lambda row: combine(row, combine_train, tup), axis=1)\n",
    "    _ = df_test.apply(lambda row: combine(row, combine_test, tup), axis=1)\n",
    "\n",
    "    count_vectorizer = CountVectorizer(min_df=combine_cols[i][1])\n",
    "    combine_train_matrix = count_vectorizer.fit_transform(combine_train).todense()\n",
    "    combine_test_matrix = count_vectorizer.transform(combine_test).todense()\n",
    "    for i in range(combine_train_matrix.shape[1]):\n",
    "        df_train['%s_%d' % (combine_col_name, i)] = combine_train_matrix[:, i]\n",
    "        df_test['%s_%d' % (combine_col_name, i)] = combine_test_matrix[:, i]\n",
    "    for col in tup:\n",
    "        df_train.drop(col, axis=1, inplace=True)\n",
    "        df_test.drop(col, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:06.248013Z",
     "start_time": "2019-07-17T09:50:04.387319Z"
    }
   },
   "outputs": [],
   "source": [
    "continue_features = list(df_description[(df_description['データ型'] == '数値') & (df_description['項目名'] != 'pj_no')]['項目名'])\n",
    "objective = 'keiyaku_pr'\n",
    "categorical_features = list(df_train)\n",
    "\n",
    "for f in continue_features+[objective]:\n",
    "    if f in categorical_features:\n",
    "        categorical_features.remove(f)\n",
    "\n",
    "for col in categorical_features:\n",
    "    dt = df_train[col].dtype\n",
    "    if dt == int or dt == float:\n",
    "        df_train[col].fillna(-1, inplace=True)\n",
    "        df_test[col].fillna(-1, inplace=True)\n",
    "    else:\n",
    "        df_train[col].fillna('', inplace=True)\n",
    "        df_test[col].fillna('', inplace=True)\n",
    "        \n",
    "for col in categorical_features:\n",
    "    if col not in ['pj_no']:\n",
    "        vc = dict(df_train[col].value_counts())\n",
    "        for k, v in vc.items():\n",
    "            if v <= 3:\n",
    "                df_train[col].replace(k, 'Low_freq', inplace=True)\n",
    "                df_test[col].replace(k, 'Low_freq', inplace=True)\n",
    "        le = LabelEncoder()\n",
    "        df_train[col] = le.fit_transform(df_train[col])\n",
    "        mapping = {v: i for i, v in enumerate(le.classes_)}\n",
    "        df_test[col] = df_test[col].apply(lambda x: mapping[x] if x in mapping else -1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## FFM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:06.748285Z",
     "start_time": "2019-07-17T09:50:06.699473Z"
    },
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "for col in continue_features:\n",
    "    if col != 'keiyaku_pr':\n",
    "        scaler = MinMaxScaler()\n",
    "        df_train[col] = scaler.fit_transform(df_train[col].values.reshape(-1, 1))\n",
    "        df_test[col] = scaler.transform(df_test[col].values.reshape(-1, 1))\n",
    "    \n",
    "df_test['keiyaku_pr'] = 0\n",
    "\n",
    "df_train.fillna(0, inplace=True)\n",
    "df_test.fillna(0, inplace=True)\n",
    "continue_features.remove('keiyaku_pr')\n",
    "df_train = df_train[['keiyaku_pr']+continue_features+categorical_features]\n",
    "df_test = df_test[['keiyaku_pr']+continue_features+categorical_features]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:08.149106Z",
     "start_time": "2019-07-17T09:50:08.143841Z"
    }
   },
   "outputs": [],
   "source": [
    "def dump_df_in_libsvm_format_with_numeric(row, f):\n",
    "    line_to_dump = [np.log(row['keiyaku_pr']+1)]\n",
    "    for feat_idx, (col_name, value) in enumerate(row.items()):\n",
    "        if col_name in ['keiyaku_pr']:\n",
    "            continue\n",
    "        if pd.isnull(value):\n",
    "            continue\n",
    "        if col_name in categorical_features:\n",
    "            line_to_dump.append('%s' % int(value))\n",
    "            continue\n",
    "        if col_name in continue_features:\n",
    "            line_to_dump.append('%.8f' % value)\n",
    "            continue\n",
    "        if type(value) == float:\n",
    "            value = int(value)\n",
    "        line_to_dump.append('%s' % value)\n",
    "    line_to_dump = map(str, line_to_dump)\n",
    "    f.write('%s\\n' % ' '.join(line_to_dump))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:20.420639Z",
     "start_time": "2019-07-17T09:50:09.154327Z"
    },
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "for i, (train_idx, valid_idx) in enumerate(KFold(n_splits=5, shuffle=True, random_state=28).split(df_train)):\n",
    "    f_train = open('./data/train_ffm_%d.txt' % i, 'w')\n",
    "    f_valid = open('./data/valid_ffm_%d.txt' % i, 'w')\n",
    "    df_train.iloc[train_idx].apply(lambda row: dump_df_in_libsvm_format_with_numeric(row, f_train), axis=1)\n",
    "    df_train.iloc[valid_idx].apply(lambda row: dump_df_in_libsvm_format_with_numeric(row, f_valid), axis=1)\n",
    "    f_train.close()\n",
    "    f_valid.close()\n",
    "\n",
    "f_test = open('./data/test_ffm.txt', 'w')\n",
    "df_test.apply(lambda row: dump_df_in_libsvm_format_with_numeric(row, f_test), axis=1)\n",
    "f_test.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T09:50:42.454593Z",
     "start_time": "2019-07-17T09:50:42.450209Z"
    }
   },
   "outputs": [],
   "source": [
    "f_script = open('./train_ffm_with_numeric_script.py', 'w')\n",
    "\n",
    "script = '''\n",
    "import xlearn as xl\n",
    "\n",
    "for i in range(5):\n",
    "    ffm_model = xl.create_ffm()\n",
    "    ffm_model.setTrain('./data/train_ffm_%d.txt' % i)\n",
    "    ffm_model.setValidate('./data/valid_ffm_%d.txt' % i)\n",
    "    param = {'task': 'reg', 'lr': 0.3, 'lambda': 0.002, 'epoch': 500, 'stop_window': 30, 'k': 8}\n",
    "\n",
    "    ffm_model.fit(param, \"./model_ffm_%d.out\" % i)\n",
    "    ffm_model.setTest(\"./data/test_ffm.txt\")\n",
    "    ffm_model.predict(\"./model_ffm_%d.out\" % i, \"./pred_ffm_%d.txt\" % i)\n",
    "'''\n",
    "f_script.write(script)\n",
    "f_script.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2019-07-17T09:50:27.713Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[32m\u001b[1m----------------------------------------------------------------------------------------------\n",
      "           _\n",
      "          | |\n",
      "     __  _| |     ___  __ _ _ __ _ __\n",
      "     \\ \\/ / |    / _ \\/ _` | '__| '_ \\ \n",
      "      >  <| |___|  __/ (_| | |  | | | |\n",
      "     /_/\\_\\_____/\\___|\\__,_|_|  |_| |_|\n",
      "\n",
      "        xLearn   -- 0.40 Version --\n",
      "----------------------------------------------------------------------------------------------\n",
      "\n",
      "\u001b[39m\u001b[0m\u001b[32m[------------] \u001b[0mxLearn uses 16 threads for training task.\n",
      "\u001b[32m\u001b[1m[ ACTION     ] Read Problem ...\u001b[0m\n",
      "\u001b[32m[------------] \u001b[0mFirst check if the text file has been already converted to binary format.\n",
      "\u001b[32m[------------] \u001b[0mBinary file (./data/train_ffm_0.txt.bin) NOT found. Convert text file to binary file.\n",
      "\u001b[32m[------------] \u001b[0mFirst check if the text file has been already converted to binary format.\n",
      "\u001b[32m[------------] \u001b[0mBinary file (./data/valid_ffm_0.txt.bin) NOT found. Convert text file to binary file.\n",
      "\u001b[32m[------------] \u001b[0mNumber of Feature: 162\n",
      "\u001b[32m[------------] \u001b[0mNumber of Field: 1\n",
      "\u001b[32m[------------] \u001b[0mTime cost for reading problem: 0.08 (sec)\n",
      "\u001b[32m\u001b[1m[ ACTION     ] Initialize model ...\u001b[0m\n",
      "\u001b[32m[------------] \u001b[0mModel size: 11.40 KB\n",
      "\u001b[32m[------------] \u001b[0mTime cost for model initial: 0.00 (sec)\n",
      "\u001b[32m\u001b[1m[ ACTION     ] Start to train ...\u001b[0m\n",
      "\u001b[32m[------------]\u001b[0m Epoch      Train mse_loss       Test mse_loss     Time cost (sec)\n",
      "\u001b[32m[ \u001b[0m   0%\u001b[32m      ]\u001b[0m     1            2.030392            0.267122                0.14\n",
      "\u001b[32m[ \u001b[0m   0%\u001b[32m      ]\u001b[0m     2            0.248132            0.232179                0.14\n",
      "\u001b[32m[ \u001b[0m   0%\u001b[32m      ]\u001b[0m     3            0.225238            0.214461                0.14\n",
      "\u001b[32m[ \u001b[0m   0%\u001b[32m      ]\u001b[0m     4            0.207886            0.198634                0.14\n",
      "\u001b[32m[ \u001b[0m   1%\u001b[32m      ]\u001b[0m     5            0.193814            0.184654                0.14\n",
      "\u001b[32m[ \u001b[0m   1%\u001b[32m      ]\u001b[0m     6            0.179942            0.172231                0.14\n",
      "\u001b[32m[ \u001b[0m   1%\u001b[32m      ]\u001b[0m     7            0.167940            0.160769                0.14\n",
      "\u001b[32m[ \u001b[0m   1%\u001b[32m      ]\u001b[0m     8            0.157150            0.151314                0.14\n",
      "\u001b[32m[ \u001b[0m   1%\u001b[32m      ]\u001b[0m     9            0.147527            0.141338                0.14\n",
      "\u001b[32m[ \u001b[0m   2%\u001b[32m      ]\u001b[0m    10            0.138181            0.132998                0.14\n",
      "\u001b[32m[ \u001b[0m   2%\u001b[32m      ]\u001b[0m    11            0.129945            0.127062                0.14\n",
      "\u001b[32m[ \u001b[0m   2%\u001b[32m      ]\u001b[0m    12            0.122878            0.118631                0.14\n",
      "\u001b[32m[ \u001b[0m   2%\u001b[32m      ]\u001b[0m    13            0.116136            0.112647                0.14\n",
      "\u001b[32m[ \u001b[0m   2%\u001b[32m      ]\u001b[0m    14            0.110221            0.106836                0.14\n",
      "\u001b[32m[ \u001b[0m   3%\u001b[32m      ]\u001b[0m    15            0.104463            0.101589                0.14\n",
      "\u001b[32m[ \u001b[0m   3%\u001b[32m      ]\u001b[0m    16            0.099524            0.096824                0.14\n",
      "\u001b[32m[ \u001b[0m   3%\u001b[32m      ]\u001b[0m    17            0.094575            0.092991                0.14\n",
      "\u001b[32m[ \u001b[0m   3%\u001b[32m      ]\u001b[0m    18            0.090499            0.088294                0.14\n",
      "\u001b[32m[ \u001b[0m   3%\u001b[32m      ]\u001b[0m    19            0.086225            0.084602                0.14\n",
      "\u001b[32m[ \u001b[0m   4%\u001b[32m      ]\u001b[0m    20            0.082704            0.081131                0.14\n",
      "\u001b[32m[ \u001b[0m   4%\u001b[32m      ]\u001b[0m    21            0.079165            0.077906                0.14\n",
      "\u001b[32m[ \u001b[0m   4%\u001b[32m      ]\u001b[0m    22            0.075992            0.075328                0.14\n",
      "\u001b[32m[ \u001b[0m   4%\u001b[32m      ]\u001b[0m    23            0.073097            0.072220                0.14\n",
      "\u001b[32m[ \u001b[0m   4%\u001b[32m      ]\u001b[0m    24            0.070346            0.069626                0.14\n",
      "\u001b[32m[ \u001b[0m   5%\u001b[32m      ]\u001b[0m    25            0.067748            0.067697                0.14\n",
      "\u001b[32m[ \u001b[0m   5%\u001b[32m      ]\u001b[0m    26            0.065541            0.065152                0.14\n",
      "\u001b[32m[ \u001b[0m   5%\u001b[32m      ]\u001b[0m    27            0.063271            0.062957                0.14\n",
      "\u001b[32m[ \u001b[0m   5%\u001b[32m      ]\u001b[0m    28            0.061265            0.061058                0.15\n",
      "\u001b[32m[ \u001b[0m   5%\u001b[32m      ]\u001b[0m    29            0.059344            0.059416                0.15\n",
      "\u001b[32m[ \u001b[0m   6%\u001b[32m      ]\u001b[0m    30            0.057593            0.057757                0.14\n",
      "\u001b[32m[ \u001b[0m   6%\u001b[32m      ]\u001b[0m    31            0.055946            0.056311                0.15\n",
      "\u001b[32m[ \u001b[0m   6%\u001b[32m      ]\u001b[0m    32            0.054441            0.054838                0.14\n",
      "\u001b[32m[ \u001b[0m   6%\u001b[32m      ]\u001b[0m    33            0.053058            0.053551                0.15\n",
      "\u001b[32m[ \u001b[0m   6%\u001b[32m      ]\u001b[0m    34            0.051689            0.052163                0.14\n",
      "\u001b[32m[ \u001b[0m   7%\u001b[32m      ]\u001b[0m    35            0.050385            0.051010                0.14\n",
      "\u001b[32m[ \u001b[0m   7%\u001b[32m      ]\u001b[0m    36            0.049204            0.049942                0.14\n",
      "\u001b[32m[ \u001b[0m   7%\u001b[32m      ]\u001b[0m    37            0.048054            0.049118                0.14\n",
      "\u001b[32m[ \u001b[0m   7%\u001b[32m      ]\u001b[0m    38            0.047101            0.047960                0.15\n",
      "\u001b[32m[ \u001b[0m   7%\u001b[32m      ]\u001b[0m    39            0.046148            0.047099                0.14\n",
      "\u001b[32m[ \u001b[0m   8%\u001b[32m      ]\u001b[0m    40            0.045297            0.046346                0.15\n",
      "\u001b[32m[ \u001b[0m   8%\u001b[32m      ]\u001b[0m    41            0.044487            0.045583                0.15\n"
     ]
    }
   ],
   "source": [
    "!python3 ./train_ffm_with_numeric_script.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T08:41:34.434057Z",
     "start_time": "2019-07-17T08:41:34.404287Z"
    }
   },
   "outputs": [],
   "source": [
    "pred = []\n",
    "for i in range(5):\n",
    "    pred.append(np.exp([float(line) for line in open('./pred_ffm_%d.txt' % i)])-1)\n",
    "pred_ffm = np.mean(pred, 0)\n",
    "df_submission = pd.read_csv('./data/sample_submit.tsv', sep='\\t', names=['id', 'pred'])\n",
    "\n",
    "df_submission['pred'] = pred_ffm\n",
    "df_submission.to_csv('submission_ffm.tsv', sep='\\t', header=None, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-17T08:13:20.835737Z",
     "start_time": "2019-07-17T08:12:37.062012Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/lightgbm/basic.py:1209: UserWarning: categorical_feature in Dataset is overridden.\n",
      "New categorical_feature is ['address_detail', 'bas_toho1', 'bas_toho2', 'bastei_nm1', 'bastei_nm2', 'bokachiiki', 'bus_yohi', 'chikukeikaku', 'city', 'eki_nm1', 'eki_nm2', 'fi3m_yohi', 'fi4m_yohi', 'gas', 'gesui', 'hiatari', 'hokakisei1', 'hokakisei2', 'hokakisei3', 'hokakisei4', 'hokakyoka', 'hw_status', 'jigata', 'josui', 'jukyo', 'kaihatsukyoka', 'kborjs', 'keikakuroad', 'kinshijiko', 'kobetsu1', 'kobetsu2', 'kobetsu3', 'kobetsu4', 'kodochiku', 'levelplan', 'pj_no', 'road1_sb', 'road2_sb', 'road3_sb', 'road4_sb', 'road_hk_0', 'road_hk_1', 'road_hk_2', 'road_hk_3', 'road_st', 'rosen_nm1', 'rosen_nm2', 'rs_e_kdate2', 'rs_e_kdate3', 'rs_e_m_ari', 'rs_e_m_nashi', 'rs_e_parking', 'rs_e_tahata', 'rs_e_zoki', 'rs_n_kdate2', 'rs_n_kdate3', 'rs_n_m_ari', 'rs_n_m_nashi', 'rs_n_parking', 'rs_n_tahata', 'rs_n_zoki', 'rs_s_kdate2', 'rs_s_kdate3', 'rs_s_m_ari', 'rs_s_m_nashi', 'rs_s_parking', 'rs_s_tahata', 'rs_s_zoki', 'rs_w_kdate2', 'rs_w_kdate3', 'rs_w_m_ari', 'rs_w_m_nashi', 'rs_w_parking', 'rs_w_tahata', 'rs_w_zoki', 'setsudo_hi', 'setsudo_kj', 'sho_conv', 'sho_market', 'sho_shoten', 'sho_super', 'shu_bochi', 'shu_factory', 'shu_highway', 'shu_hvline', 'shu_jutaku', 'shu_kaido', 'shu_kokyo', 'shu_line_ari', 'shu_line_nashi', 'shu_park', 'shu_shop', 'shu_soon', 'shu_tower', 'shu_zoki', 'street', 't53kyoka', 'toshikuiki1', 'usui', 'yheki_umu', 'yheki_yohi', 'yoto_0', 'yoto_1', 'yoto_2', 'yoto_3', 'yoto_4', 'yoto_5', 'yoto_6', 'yoto_7']\n",
      "  'New categorical_feature is {}'.format(sorted(list(categorical_feature))))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's l2: 0.0676625\n",
      "Training until validation scores don't improve for 500 rounds.\n",
      "[2]\tvalid_0's l2: 0.0669024\n",
      "[3]\tvalid_0's l2: 0.0661908\n",
      "[4]\tvalid_0's l2: 0.0654758\n",
      "[5]\tvalid_0's l2: 0.0648214\n",
      "[6]\tvalid_0's l2: 0.0641902\n",
      "[7]\tvalid_0's l2: 0.0634881\n",
      "[8]\tvalid_0's l2: 0.0628317\n",
      "[9]\tvalid_0's l2: 0.0621559\n",
      "[10]\tvalid_0's l2: 0.0615044\n",
      "[11]\tvalid_0's l2: 0.060871\n",
      "[12]\tvalid_0's l2: 0.0602352\n",
      "[13]\tvalid_0's l2: 0.0596189\n",
      "[14]\tvalid_0's l2: 0.0590747\n",
      "[15]\tvalid_0's l2: 0.0584739\n",
      "[16]\tvalid_0's l2: 0.0579306\n",
      "[17]\tvalid_0's l2: 0.0573368\n",
      "[18]\tvalid_0's l2: 0.0567609\n",
      "[19]\tvalid_0's l2: 0.0561873\n",
      "[20]\tvalid_0's l2: 0.0556347\n",
      "[21]\tvalid_0's l2: 0.0551091\n",
      "[22]\tvalid_0's l2: 0.0545774\n",
      "[23]\tvalid_0's l2: 0.0540887\n",
      "[24]\tvalid_0's l2: 0.0536192\n",
      "[25]\tvalid_0's l2: 0.0531193\n",
      "[26]\tvalid_0's l2: 0.0526386\n",
      "[27]\tvalid_0's l2: 0.0521617\n",
      "[28]\tvalid_0's l2: 0.0516798\n",
      "[29]\tvalid_0's l2: 0.0512122\n",
      "[30]\tvalid_0's l2: 0.0507432\n",
      "[31]\tvalid_0's l2: 0.0503182\n",
      "[32]\tvalid_0's l2: 0.0498853\n",
      "[33]\tvalid_0's l2: 0.049441\n",
      "[34]\tvalid_0's l2: 0.0490212\n",
      "[35]\tvalid_0's l2: 0.0486029\n",
      "[36]\tvalid_0's l2: 0.0481931\n",
      "[37]\tvalid_0's l2: 0.0477788\n",
      "[38]\tvalid_0's l2: 0.0473828\n",
      "[39]\tvalid_0's l2: 0.0469899\n",
      "[40]\tvalid_0's l2: 0.0466187\n",
      "[41]\tvalid_0's l2: 0.0462509\n",
      "[42]\tvalid_0's l2: 0.0458849\n",
      "[43]\tvalid_0's l2: 0.0455138\n",
      "[44]\tvalid_0's l2: 0.0451574\n",
      "[45]\tvalid_0's l2: 0.0447923\n",
      "[46]\tvalid_0's l2: 0.044438\n",
      "[47]\tvalid_0's l2: 0.0440834\n",
      "[48]\tvalid_0's l2: 0.0437344\n",
      "[49]\tvalid_0's l2: 0.0434124\n",
      "[50]\tvalid_0's l2: 0.043083\n",
      "[51]\tvalid_0's l2: 0.0427604\n",
      "[52]\tvalid_0's l2: 0.0424309\n",
      "[53]\tvalid_0's l2: 0.0421274\n",
      "[54]\tvalid_0's l2: 0.0418099\n",
      "[55]\tvalid_0's l2: 0.0415187\n",
      "[56]\tvalid_0's l2: 0.0412251\n",
      "[57]\tvalid_0's l2: 0.0409273\n",
      "[58]\tvalid_0's l2: 0.0406435\n",
      "[59]\tvalid_0's l2: 0.0403561\n",
      "[60]\tvalid_0's l2: 0.0400993\n",
      "[61]\tvalid_0's l2: 0.0398285\n",
      "[62]\tvalid_0's l2: 0.0395559\n",
      "[63]\tvalid_0's l2: 0.0392914\n",
      "[64]\tvalid_0's l2: 0.0390219\n",
      "[65]\tvalid_0's l2: 0.0387535\n",
      "[66]\tvalid_0's l2: 0.0384985\n",
      "[67]\tvalid_0's l2: 0.0382592\n",
      "[68]\tvalid_0's l2: 0.0380164\n",
      "[69]\tvalid_0's l2: 0.037777\n",
      "[70]\tvalid_0's l2: 0.0375574\n",
      "[71]\tvalid_0's l2: 0.0373256\n",
      "[72]\tvalid_0's l2: 0.0370875\n",
      "[73]\tvalid_0's l2: 0.0368578\n",
      "[74]\tvalid_0's l2: 0.0366407\n",
      "[75]\tvalid_0's l2: 0.0364231\n",
      "[76]\tvalid_0's l2: 0.0362029\n",
      "[77]\tvalid_0's l2: 0.0359727\n",
      "[78]\tvalid_0's l2: 0.0357581\n",
      "[79]\tvalid_0's l2: 0.0355499\n",
      "[80]\tvalid_0's l2: 0.0353524\n",
      "[81]\tvalid_0's l2: 0.0351424\n",
      "[82]\tvalid_0's l2: 0.0349484\n",
      "[83]\tvalid_0's l2: 0.0347469\n",
      "[84]\tvalid_0's l2: 0.0345695\n",
      "[85]\tvalid_0's l2: 0.0343735\n",
      "[86]\tvalid_0's l2: 0.0341826\n",
      "[87]\tvalid_0's l2: 0.033996\n",
      "[88]\tvalid_0's l2: 0.033807\n",
      "[89]\tvalid_0's l2: 0.0336243\n",
      "[90]\tvalid_0's l2: 0.0334432\n",
      "[91]\tvalid_0's l2: 0.0332638\n",
      "[92]\tvalid_0's l2: 0.0330935\n",
      "[93]\tvalid_0's l2: 0.0329219\n",
      "[94]\tvalid_0's l2: 0.0327502\n",
      "[95]\tvalid_0's l2: 0.0325907\n",
      "[96]\tvalid_0's l2: 0.0324325\n",
      "[97]\tvalid_0's l2: 0.0322739\n",
      "[98]\tvalid_0's l2: 0.0321061\n",
      "[99]\tvalid_0's l2: 0.0319468\n",
      "[100]\tvalid_0's l2: 0.0317999\n",
      "[101]\tvalid_0's l2: 0.0316564\n",
      "[102]\tvalid_0's l2: 0.0315198\n",
      "[103]\tvalid_0's l2: 0.0313757\n",
      "[104]\tvalid_0's l2: 0.0312183\n",
      "[105]\tvalid_0's l2: 0.031077\n",
      "[106]\tvalid_0's l2: 0.0309351\n",
      "[107]\tvalid_0's l2: 0.0307908\n",
      "[108]\tvalid_0's l2: 0.0306558\n",
      "[109]\tvalid_0's l2: 0.0305096\n",
      "[110]\tvalid_0's l2: 0.0303777\n",
      "[111]\tvalid_0's l2: 0.0302514\n",
      "[112]\tvalid_0's l2: 0.030125\n",
      "[113]\tvalid_0's l2: 0.0300044\n",
      "[114]\tvalid_0's l2: 0.0298739\n",
      "[115]\tvalid_0's l2: 0.029753\n",
      "[116]\tvalid_0's l2: 0.029634\n",
      "[117]\tvalid_0's l2: 0.0295106\n",
      "[118]\tvalid_0's l2: 0.0293921\n",
      "[119]\tvalid_0's l2: 0.0292778\n",
      "[120]\tvalid_0's l2: 0.0291616\n",
      "[121]\tvalid_0's l2: 0.0290531\n",
      "[122]\tvalid_0's l2: 0.0289479\n",
      "[123]\tvalid_0's l2: 0.0288407\n",
      "[124]\tvalid_0's l2: 0.0287305\n",
      "[125]\tvalid_0's l2: 0.0286214\n",
      "[126]\tvalid_0's l2: 0.0285085\n",
      "[127]\tvalid_0's l2: 0.0284158\n",
      "[128]\tvalid_0's l2: 0.0283169\n",
      "[129]\tvalid_0's l2: 0.0282116\n",
      "[130]\tvalid_0's l2: 0.0281028\n",
      "[131]\tvalid_0's l2: 0.0279966\n",
      "[132]\tvalid_0's l2: 0.0278943\n",
      "[133]\tvalid_0's l2: 0.0277945\n",
      "[134]\tvalid_0's l2: 0.0277108\n",
      "[135]\tvalid_0's l2: 0.0276132\n",
      "[136]\tvalid_0's l2: 0.027528\n",
      "[137]\tvalid_0's l2: 0.0274339\n",
      "[138]\tvalid_0's l2: 0.0273485\n",
      "[139]\tvalid_0's l2: 0.0272573\n",
      "[140]\tvalid_0's l2: 0.0271582\n",
      "[141]\tvalid_0's l2: 0.0270733\n",
      "[142]\tvalid_0's l2: 0.0269828\n",
      "[143]\tvalid_0's l2: 0.0269006\n",
      "[144]\tvalid_0's l2: 0.0268085\n",
      "[145]\tvalid_0's l2: 0.0267302\n",
      "[146]\tvalid_0's l2: 0.0266475\n",
      "[147]\tvalid_0's l2: 0.0265641\n",
      "[148]\tvalid_0's l2: 0.0264808\n",
      "[149]\tvalid_0's l2: 0.0264059\n",
      "[150]\tvalid_0's l2: 0.0263293\n",
      "[151]\tvalid_0's l2: 0.0262561\n",
      "[152]\tvalid_0's l2: 0.0261847\n",
      "[153]\tvalid_0's l2: 0.0261111\n",
      "[154]\tvalid_0's l2: 0.0260425\n",
      "[155]\tvalid_0's l2: 0.0259686\n",
      "[156]\tvalid_0's l2: 0.0259048\n",
      "[157]\tvalid_0's l2: 0.0258402\n",
      "[158]\tvalid_0's l2: 0.0257747\n",
      "[159]\tvalid_0's l2: 0.0257131\n",
      "[160]\tvalid_0's l2: 0.0256502\n",
      "[161]\tvalid_0's l2: 0.025597\n",
      "[162]\tvalid_0's l2: 0.0255344\n",
      "[163]\tvalid_0's l2: 0.0254731\n",
      "[164]\tvalid_0's l2: 0.0254037\n",
      "[165]\tvalid_0's l2: 0.0253505\n",
      "[166]\tvalid_0's l2: 0.0252816\n",
      "[167]\tvalid_0's l2: 0.0252241\n",
      "[168]\tvalid_0's l2: 0.0251606\n",
      "[169]\tvalid_0's l2: 0.0251\n",
      "[170]\tvalid_0's l2: 0.0250367\n",
      "[171]\tvalid_0's l2: 0.0249762\n",
      "[172]\tvalid_0's l2: 0.0249216\n",
      "[173]\tvalid_0's l2: 0.0248669\n",
      "[174]\tvalid_0's l2: 0.0248091\n",
      "[175]\tvalid_0's l2: 0.0247502\n",
      "[176]\tvalid_0's l2: 0.0246906\n",
      "[177]\tvalid_0's l2: 0.0246403\n",
      "[178]\tvalid_0's l2: 0.0245871\n",
      "[179]\tvalid_0's l2: 0.0245298\n",
      "[180]\tvalid_0's l2: 0.0244749\n",
      "[181]\tvalid_0's l2: 0.0244268\n",
      "[182]\tvalid_0's l2: 0.0243785\n",
      "[183]\tvalid_0's l2: 0.0243242\n",
      "[184]\tvalid_0's l2: 0.0242712\n",
      "[185]\tvalid_0's l2: 0.0242161\n",
      "[186]\tvalid_0's l2: 0.0241638\n",
      "[187]\tvalid_0's l2: 0.0241103\n",
      "[188]\tvalid_0's l2: 0.0240665\n",
      "[189]\tvalid_0's l2: 0.0240162\n",
      "[190]\tvalid_0's l2: 0.0239674\n",
      "[191]\tvalid_0's l2: 0.0239217\n",
      "[192]\tvalid_0's l2: 0.0238752\n",
      "[193]\tvalid_0's l2: 0.0238243\n",
      "[194]\tvalid_0's l2: 0.0237786\n",
      "[195]\tvalid_0's l2: 0.0237364\n",
      "[196]\tvalid_0's l2: 0.0236867\n",
      "[197]\tvalid_0's l2: 0.0236358\n",
      "[198]\tvalid_0's l2: 0.0235874\n",
      "[199]\tvalid_0's l2: 0.0235419\n",
      "[200]\tvalid_0's l2: 0.0235039\n",
      "[201]\tvalid_0's l2: 0.0234597\n",
      "[202]\tvalid_0's l2: 0.0234144\n",
      "[203]\tvalid_0's l2: 0.0233687\n",
      "[204]\tvalid_0's l2: 0.0233328\n",
      "[205]\tvalid_0's l2: 0.0232933\n",
      "[206]\tvalid_0's l2: 0.0232503\n",
      "[207]\tvalid_0's l2: 0.0232073\n",
      "[208]\tvalid_0's l2: 0.0231638\n",
      "[209]\tvalid_0's l2: 0.0231254\n",
      "[210]\tvalid_0's l2: 0.0230821\n",
      "[211]\tvalid_0's l2: 0.0230445\n",
      "[212]\tvalid_0's l2: 0.0230116\n",
      "[213]\tvalid_0's l2: 0.0229704\n",
      "[214]\tvalid_0's l2: 0.0229257\n",
      "[215]\tvalid_0's l2: 0.0228854\n",
      "[216]\tvalid_0's l2: 0.0228491\n",
      "[217]\tvalid_0's l2: 0.0228153\n",
      "[218]\tvalid_0's l2: 0.0227744\n",
      "[219]\tvalid_0's l2: 0.022738\n",
      "[220]\tvalid_0's l2: 0.0226941\n",
      "[221]\tvalid_0's l2: 0.0226639\n",
      "[222]\tvalid_0's l2: 0.0226311\n",
      "[223]\tvalid_0's l2: 0.0225939\n",
      "[224]\tvalid_0's l2: 0.0225619\n",
      "[225]\tvalid_0's l2: 0.0225282\n",
      "[226]\tvalid_0's l2: 0.0224936\n",
      "[227]\tvalid_0's l2: 0.0224556\n",
      "[228]\tvalid_0's l2: 0.0224241\n",
      "[229]\tvalid_0's l2: 0.0224007\n",
      "[230]\tvalid_0's l2: 0.0223681\n",
      "[231]\tvalid_0's l2: 0.0223347\n",
      "[232]\tvalid_0's l2: 0.0223017\n",
      "[233]\tvalid_0's l2: 0.0222654\n",
      "[234]\tvalid_0's l2: 0.0222375\n",
      "[235]\tvalid_0's l2: 0.0222026\n",
      "[236]\tvalid_0's l2: 0.0221744\n",
      "[237]\tvalid_0's l2: 0.0221479\n",
      "[238]\tvalid_0's l2: 0.0221148\n",
      "[239]\tvalid_0's l2: 0.0220876\n",
      "[240]\tvalid_0's l2: 0.0220612\n",
      "[241]\tvalid_0's l2: 0.0220313\n",
      "[242]\tvalid_0's l2: 0.0219979\n",
      "[243]\tvalid_0's l2: 0.0219679\n",
      "[244]\tvalid_0's l2: 0.0219447\n",
      "[245]\tvalid_0's l2: 0.0219219\n",
      "[246]\tvalid_0's l2: 0.0218939\n",
      "[247]\tvalid_0's l2: 0.0218692\n",
      "[248]\tvalid_0's l2: 0.0218436\n",
      "[249]\tvalid_0's l2: 0.021816\n",
      "[250]\tvalid_0's l2: 0.0217874\n",
      "[251]\tvalid_0's l2: 0.0217595\n",
      "[252]\tvalid_0's l2: 0.0217315\n",
      "[253]\tvalid_0's l2: 0.0217085\n",
      "[254]\tvalid_0's l2: 0.0216838\n",
      "[255]\tvalid_0's l2: 0.0216617\n",
      "[256]\tvalid_0's l2: 0.0216351\n",
      "[257]\tvalid_0's l2: 0.0216073\n",
      "[258]\tvalid_0's l2: 0.0215762\n",
      "[259]\tvalid_0's l2: 0.0215547\n",
      "[260]\tvalid_0's l2: 0.0215366\n",
      "[261]\tvalid_0's l2: 0.0215133\n",
      "[262]\tvalid_0's l2: 0.0214917\n",
      "[263]\tvalid_0's l2: 0.0214677\n",
      "[264]\tvalid_0's l2: 0.0214396\n",
      "[265]\tvalid_0's l2: 0.0214143\n",
      "[266]\tvalid_0's l2: 0.021393\n",
      "[267]\tvalid_0's l2: 0.02137\n",
      "[268]\tvalid_0's l2: 0.0213445\n",
      "[269]\tvalid_0's l2: 0.0213217\n",
      "[270]\tvalid_0's l2: 0.0212993\n",
      "[271]\tvalid_0's l2: 0.0212795\n",
      "[272]\tvalid_0's l2: 0.0212567\n",
      "[273]\tvalid_0's l2: 0.0212389\n",
      "[274]\tvalid_0's l2: 0.021216\n",
      "[275]\tvalid_0's l2: 0.0211869\n",
      "[276]\tvalid_0's l2: 0.0211586\n",
      "[277]\tvalid_0's l2: 0.0211347\n",
      "[278]\tvalid_0's l2: 0.0211168\n",
      "[279]\tvalid_0's l2: 0.0210923\n",
      "[280]\tvalid_0's l2: 0.0210698\n",
      "[281]\tvalid_0's l2: 0.0210544\n",
      "[282]\tvalid_0's l2: 0.0210345\n",
      "[283]\tvalid_0's l2: 0.0210122\n",
      "[284]\tvalid_0's l2: 0.0209945\n",
      "[285]\tvalid_0's l2: 0.020976\n",
      "[286]\tvalid_0's l2: 0.0209559\n",
      "[287]\tvalid_0's l2: 0.0209367\n",
      "[288]\tvalid_0's l2: 0.0209104\n",
      "[289]\tvalid_0's l2: 0.0208872\n",
      "[290]\tvalid_0's l2: 0.0208656\n",
      "[291]\tvalid_0's l2: 0.0208493\n",
      "[292]\tvalid_0's l2: 0.0208303\n",
      "[293]\tvalid_0's l2: 0.0208122\n",
      "[294]\tvalid_0's l2: 0.0207943\n",
      "[295]\tvalid_0's l2: 0.0207826\n",
      "[296]\tvalid_0's l2: 0.0207615\n",
      "[297]\tvalid_0's l2: 0.020748\n",
      "[298]\tvalid_0's l2: 0.0207312\n",
      "[299]\tvalid_0's l2: 0.0207104\n",
      "[300]\tvalid_0's l2: 0.020692\n",
      "[301]\tvalid_0's l2: 0.0206739\n",
      "[302]\tvalid_0's l2: 0.0206533\n",
      "[303]\tvalid_0's l2: 0.0206339\n",
      "[304]\tvalid_0's l2: 0.0206137\n",
      "[305]\tvalid_0's l2: 0.0205945\n",
      "[306]\tvalid_0's l2: 0.020583\n",
      "[307]\tvalid_0's l2: 0.0205639\n",
      "[308]\tvalid_0's l2: 0.0205469\n",
      "[309]\tvalid_0's l2: 0.0205306\n",
      "[310]\tvalid_0's l2: 0.0205159\n",
      "[311]\tvalid_0's l2: 0.020497\n",
      "[312]\tvalid_0's l2: 0.0204757\n",
      "[313]\tvalid_0's l2: 0.0204619\n",
      "[314]\tvalid_0's l2: 0.0204445\n",
      "[315]\tvalid_0's l2: 0.0204269\n",
      "[316]\tvalid_0's l2: 0.020409\n",
      "[317]\tvalid_0's l2: 0.0203931\n",
      "[318]\tvalid_0's l2: 0.0203765\n",
      "[319]\tvalid_0's l2: 0.0203589\n",
      "[320]\tvalid_0's l2: 0.0203426\n",
      "[321]\tvalid_0's l2: 0.0203279\n",
      "[322]\tvalid_0's l2: 0.020316\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[323]\tvalid_0's l2: 0.0203028\n",
      "[324]\tvalid_0's l2: 0.0202871\n",
      "[325]\tvalid_0's l2: 0.0202736\n",
      "[326]\tvalid_0's l2: 0.0202621\n",
      "[327]\tvalid_0's l2: 0.0202474\n",
      "[328]\tvalid_0's l2: 0.0202342\n",
      "[329]\tvalid_0's l2: 0.0202148\n",
      "[330]\tvalid_0's l2: 0.0202029\n",
      "[331]\tvalid_0's l2: 0.0201901\n",
      "[332]\tvalid_0's l2: 0.0201754\n",
      "[333]\tvalid_0's l2: 0.0201582\n",
      "[334]\tvalid_0's l2: 0.0201418\n",
      "[335]\tvalid_0's l2: 0.0201264\n",
      "[336]\tvalid_0's l2: 0.0201091\n",
      "[337]\tvalid_0's l2: 0.0200907\n",
      "[338]\tvalid_0's l2: 0.0200764\n",
      "[339]\tvalid_0's l2: 0.020065\n",
      "[340]\tvalid_0's l2: 0.0200549\n",
      "[341]\tvalid_0's l2: 0.0200391\n",
      "[342]\tvalid_0's l2: 0.0200241\n",
      "[343]\tvalid_0's l2: 0.0200093\n",
      "[344]\tvalid_0's l2: 0.0199968\n",
      "[345]\tvalid_0's l2: 0.0199817\n",
      "[346]\tvalid_0's l2: 0.019967\n",
      "[347]\tvalid_0's l2: 0.0199563\n",
      "[348]\tvalid_0's l2: 0.0199422\n",
      "[349]\tvalid_0's l2: 0.0199304\n",
      "[350]\tvalid_0's l2: 0.0199137\n",
      "[351]\tvalid_0's l2: 0.0198979\n",
      "[352]\tvalid_0's l2: 0.0198882\n",
      "[353]\tvalid_0's l2: 0.019875\n",
      "[354]\tvalid_0's l2: 0.0198639\n",
      "[355]\tvalid_0's l2: 0.0198581\n",
      "[356]\tvalid_0's l2: 0.0198451\n",
      "[357]\tvalid_0's l2: 0.0198297\n",
      "[358]\tvalid_0's l2: 0.0198179\n",
      "[359]\tvalid_0's l2: 0.0198058\n",
      "[360]\tvalid_0's l2: 0.0197981\n",
      "[361]\tvalid_0's l2: 0.0197885\n",
      "[362]\tvalid_0's l2: 0.0197741\n",
      "[363]\tvalid_0's l2: 0.0197579\n",
      "[364]\tvalid_0's l2: 0.0197447\n",
      "[365]\tvalid_0's l2: 0.019733\n",
      "[366]\tvalid_0's l2: 0.0197234\n",
      "[367]\tvalid_0's l2: 0.0197097\n",
      "[368]\tvalid_0's l2: 0.0196993\n",
      "[369]\tvalid_0's l2: 0.0196882\n",
      "[370]\tvalid_0's l2: 0.0196769\n",
      "[371]\tvalid_0's l2: 0.0196639\n",
      "[372]\tvalid_0's l2: 0.0196485\n",
      "[373]\tvalid_0's l2: 0.019642\n",
      "[374]\tvalid_0's l2: 0.0196303\n",
      "[375]\tvalid_0's l2: 0.0196185\n",
      "[376]\tvalid_0's l2: 0.0196078\n",
      "[377]\tvalid_0's l2: 0.0195949\n",
      "[378]\tvalid_0's l2: 0.0195811\n",
      "[379]\tvalid_0's l2: 0.0195675\n",
      "[380]\tvalid_0's l2: 0.0195598\n",
      "[381]\tvalid_0's l2: 0.0195503\n",
      "[382]\tvalid_0's l2: 0.0195358\n",
      "[383]\tvalid_0's l2: 0.0195275\n",
      "[384]\tvalid_0's l2: 0.0195227\n",
      "[385]\tvalid_0's l2: 0.0195129\n",
      "[386]\tvalid_0's l2: 0.0195004\n",
      "[387]\tvalid_0's l2: 0.0194933\n",
      "[388]\tvalid_0's l2: 0.0194804\n",
      "[389]\tvalid_0's l2: 0.0194701\n",
      "[390]\tvalid_0's l2: 0.019457\n",
      "[391]\tvalid_0's l2: 0.0194451\n",
      "[392]\tvalid_0's l2: 0.019433\n",
      "[393]\tvalid_0's l2: 0.0194226\n",
      "[394]\tvalid_0's l2: 0.0194094\n",
      "[395]\tvalid_0's l2: 0.0193996\n",
      "[396]\tvalid_0's l2: 0.0193909\n",
      "[397]\tvalid_0's l2: 0.0193776\n",
      "[398]\tvalid_0's l2: 0.0193678\n",
      "[399]\tvalid_0's l2: 0.0193601\n",
      "[400]\tvalid_0's l2: 0.0193512\n",
      "[401]\tvalid_0's l2: 0.0193404\n",
      "[402]\tvalid_0's l2: 0.0193288\n",
      "[403]\tvalid_0's l2: 0.0193203\n",
      "[404]\tvalid_0's l2: 0.0193145\n",
      "[405]\tvalid_0's l2: 0.0193075\n",
      "[406]\tvalid_0's l2: 0.0192976\n",
      "[407]\tvalid_0's l2: 0.0192884\n",
      "[408]\tvalid_0's l2: 0.019278\n",
      "[409]\tvalid_0's l2: 0.0192682\n",
      "[410]\tvalid_0's l2: 0.019259\n",
      "[411]\tvalid_0's l2: 0.0192473\n",
      "[412]\tvalid_0's l2: 0.0192404\n",
      "[413]\tvalid_0's l2: 0.0192322\n",
      "[414]\tvalid_0's l2: 0.019224\n",
      "[415]\tvalid_0's l2: 0.0192137\n",
      "[416]\tvalid_0's l2: 0.0192053\n",
      "[417]\tvalid_0's l2: 0.0191937\n",
      "[418]\tvalid_0's l2: 0.0191804\n",
      "[419]\tvalid_0's l2: 0.0191704\n",
      "[420]\tvalid_0's l2: 0.0191635\n",
      "[421]\tvalid_0's l2: 0.0191582\n",
      "[422]\tvalid_0's l2: 0.0191489\n",
      "[423]\tvalid_0's l2: 0.0191407\n",
      "[424]\tvalid_0's l2: 0.0191325\n",
      "[425]\tvalid_0's l2: 0.0191232\n",
      "[426]\tvalid_0's l2: 0.0191126\n",
      "[427]\tvalid_0's l2: 0.0191018\n",
      "[428]\tvalid_0's l2: 0.0190931\n",
      "[429]\tvalid_0's l2: 0.019084\n",
      "[430]\tvalid_0's l2: 0.0190757\n",
      "[431]\tvalid_0's l2: 0.0190662\n",
      "[432]\tvalid_0's l2: 0.0190588\n",
      "[433]\tvalid_0's l2: 0.0190525\n",
      "[434]\tvalid_0's l2: 0.0190418\n",
      "[435]\tvalid_0's l2: 0.0190304\n",
      "[436]\tvalid_0's l2: 0.0190178\n",
      "[437]\tvalid_0's l2: 0.0190125\n",
      "[438]\tvalid_0's l2: 0.0190038\n",
      "[439]\tvalid_0's l2: 0.0189961\n",
      "[440]\tvalid_0's l2: 0.0189939\n",
      "[441]\tvalid_0's l2: 0.0189868\n",
      "[442]\tvalid_0's l2: 0.0189769\n",
      "[443]\tvalid_0's l2: 0.0189688\n",
      "[444]\tvalid_0's l2: 0.0189619\n",
      "[445]\tvalid_0's l2: 0.018957\n",
      "[446]\tvalid_0's l2: 0.0189501\n",
      "[447]\tvalid_0's l2: 0.0189433\n",
      "[448]\tvalid_0's l2: 0.0189339\n",
      "[449]\tvalid_0's l2: 0.0189268\n",
      "[450]\tvalid_0's l2: 0.0189221\n",
      "[451]\tvalid_0's l2: 0.0189151\n",
      "[452]\tvalid_0's l2: 0.0189102\n",
      "[453]\tvalid_0's l2: 0.0189036\n",
      "[454]\tvalid_0's l2: 0.018897\n",
      "[455]\tvalid_0's l2: 0.0188892\n",
      "[456]\tvalid_0's l2: 0.0188787\n",
      "[457]\tvalid_0's l2: 0.0188717\n",
      "[458]\tvalid_0's l2: 0.0188662\n",
      "[459]\tvalid_0's l2: 0.0188628\n",
      "[460]\tvalid_0's l2: 0.0188535\n",
      "[461]\tvalid_0's l2: 0.0188463\n",
      "[462]\tvalid_0's l2: 0.0188398\n",
      "[463]\tvalid_0's l2: 0.0188288\n",
      "[464]\tvalid_0's l2: 0.0188248\n",
      "[465]\tvalid_0's l2: 0.0188158\n",
      "[466]\tvalid_0's l2: 0.0188126\n",
      "[467]\tvalid_0's l2: 0.0188069\n",
      "[468]\tvalid_0's l2: 0.0187998\n",
      "[469]\tvalid_0's l2: 0.0187894\n",
      "[470]\tvalid_0's l2: 0.0187805\n",
      "[471]\tvalid_0's l2: 0.0187727\n",
      "[472]\tvalid_0's l2: 0.0187642\n",
      "[473]\tvalid_0's l2: 0.0187587\n",
      "[474]\tvalid_0's l2: 0.0187517\n",
      "[475]\tvalid_0's l2: 0.0187467\n",
      "[476]\tvalid_0's l2: 0.0187406\n",
      "[477]\tvalid_0's l2: 0.0187328\n",
      "[478]\tvalid_0's l2: 0.0187222\n",
      "[479]\tvalid_0's l2: 0.0187186\n",
      "[480]\tvalid_0's l2: 0.0187096\n",
      "[481]\tvalid_0's l2: 0.0187027\n",
      "[482]\tvalid_0's l2: 0.0186978\n",
      "[483]\tvalid_0's l2: 0.0186909\n",
      "[484]\tvalid_0's l2: 0.0186862\n",
      "[485]\tvalid_0's l2: 0.018681\n",
      "[486]\tvalid_0's l2: 0.0186736\n",
      "[487]\tvalid_0's l2: 0.0186659\n",
      "[488]\tvalid_0's l2: 0.0186582\n",
      "[489]\tvalid_0's l2: 0.0186517\n",
      "[490]\tvalid_0's l2: 0.0186464\n",
      "[491]\tvalid_0's l2: 0.0186442\n",
      "[492]\tvalid_0's l2: 0.0186399\n",
      "[493]\tvalid_0's l2: 0.0186355\n",
      "[494]\tvalid_0's l2: 0.0186268\n",
      "[495]\tvalid_0's l2: 0.0186221\n",
      "[496]\tvalid_0's l2: 0.0186186\n",
      "[497]\tvalid_0's l2: 0.0186143\n",
      "[498]\tvalid_0's l2: 0.0186082\n",
      "[499]\tvalid_0's l2: 0.0185997\n",
      "[500]\tvalid_0's l2: 0.0185943\n",
      "[501]\tvalid_0's l2: 0.0185886\n",
      "[502]\tvalid_0's l2: 0.0185845\n",
      "[503]\tvalid_0's l2: 0.0185798\n",
      "[504]\tvalid_0's l2: 0.0185746\n",
      "[505]\tvalid_0's l2: 0.0185727\n",
      "[506]\tvalid_0's l2: 0.0185712\n",
      "[507]\tvalid_0's l2: 0.0185631\n",
      "[508]\tvalid_0's l2: 0.0185562\n",
      "[509]\tvalid_0's l2: 0.0185553\n",
      "[510]\tvalid_0's l2: 0.0185512\n",
      "[511]\tvalid_0's l2: 0.0185471\n",
      "[512]\tvalid_0's l2: 0.0185431\n",
      "[513]\tvalid_0's l2: 0.0185372\n",
      "[514]\tvalid_0's l2: 0.0185291\n",
      "[515]\tvalid_0's l2: 0.0185236\n",
      "[516]\tvalid_0's l2: 0.018517\n",
      "[517]\tvalid_0's l2: 0.0185143\n",
      "[518]\tvalid_0's l2: 0.0185108\n",
      "[519]\tvalid_0's l2: 0.018507\n",
      "[520]\tvalid_0's l2: 0.0185006\n",
      "[521]\tvalid_0's l2: 0.0184949\n",
      "[522]\tvalid_0's l2: 0.0184913\n",
      "[523]\tvalid_0's l2: 0.0184825\n",
      "[524]\tvalid_0's l2: 0.0184752\n",
      "[525]\tvalid_0's l2: 0.0184694\n",
      "[526]\tvalid_0's l2: 0.0184657\n",
      "[527]\tvalid_0's l2: 0.0184626\n",
      "[528]\tvalid_0's l2: 0.0184543\n",
      "[529]\tvalid_0's l2: 0.0184481\n",
      "[530]\tvalid_0's l2: 0.0184412\n",
      "[531]\tvalid_0's l2: 0.0184353\n",
      "[532]\tvalid_0's l2: 0.0184291\n",
      "[533]\tvalid_0's l2: 0.0184236\n",
      "[534]\tvalid_0's l2: 0.0184208\n",
      "[535]\tvalid_0's l2: 0.0184139\n",
      "[536]\tvalid_0's l2: 0.018409\n",
      "[537]\tvalid_0's l2: 0.0184018\n",
      "[538]\tvalid_0's l2: 0.0183962\n",
      "[539]\tvalid_0's l2: 0.0183914\n",
      "[540]\tvalid_0's l2: 0.0183867\n",
      "[541]\tvalid_0's l2: 0.018383\n",
      "[542]\tvalid_0's l2: 0.0183777\n",
      "[543]\tvalid_0's l2: 0.0183703\n",
      "[544]\tvalid_0's l2: 0.0183652\n",
      "[545]\tvalid_0's l2: 0.0183595\n",
      "[546]\tvalid_0's l2: 0.0183537\n",
      "[547]\tvalid_0's l2: 0.0183488\n",
      "[548]\tvalid_0's l2: 0.0183432\n",
      "[549]\tvalid_0's l2: 0.0183395\n",
      "[550]\tvalid_0's l2: 0.0183365\n",
      "[551]\tvalid_0's l2: 0.0183307\n",
      "[552]\tvalid_0's l2: 0.018328\n",
      "[553]\tvalid_0's l2: 0.0183212\n",
      "[554]\tvalid_0's l2: 0.0183163\n",
      "[555]\tvalid_0's l2: 0.0183115\n",
      "[556]\tvalid_0's l2: 0.0183085\n",
      "[557]\tvalid_0's l2: 0.0183054\n",
      "[558]\tvalid_0's l2: 0.0182984\n",
      "[559]\tvalid_0's l2: 0.0182956\n",
      "[560]\tvalid_0's l2: 0.0182937\n",
      "[561]\tvalid_0's l2: 0.0182911\n",
      "[562]\tvalid_0's l2: 0.0182879\n",
      "[563]\tvalid_0's l2: 0.0182819\n",
      "[564]\tvalid_0's l2: 0.018276\n",
      "[565]\tvalid_0's l2: 0.0182694\n",
      "[566]\tvalid_0's l2: 0.0182685\n",
      "[567]\tvalid_0's l2: 0.0182668\n",
      "[568]\tvalid_0's l2: 0.0182595\n",
      "[569]\tvalid_0's l2: 0.0182527\n",
      "[570]\tvalid_0's l2: 0.0182447\n",
      "[571]\tvalid_0's l2: 0.0182398\n",
      "[572]\tvalid_0's l2: 0.0182336\n",
      "[573]\tvalid_0's l2: 0.0182278\n",
      "[574]\tvalid_0's l2: 0.0182229\n",
      "[575]\tvalid_0's l2: 0.0182192\n",
      "[576]\tvalid_0's l2: 0.018214\n",
      "[577]\tvalid_0's l2: 0.0182118\n",
      "[578]\tvalid_0's l2: 0.0182055\n",
      "[579]\tvalid_0's l2: 0.018201\n",
      "[580]\tvalid_0's l2: 0.0181976\n",
      "[581]\tvalid_0's l2: 0.0181949\n",
      "[582]\tvalid_0's l2: 0.0181895\n",
      "[583]\tvalid_0's l2: 0.0181848\n",
      "[584]\tvalid_0's l2: 0.0181824\n",
      "[585]\tvalid_0's l2: 0.0181792\n",
      "[586]\tvalid_0's l2: 0.0181779\n",
      "[587]\tvalid_0's l2: 0.0181747\n",
      "[588]\tvalid_0's l2: 0.0181719\n",
      "[589]\tvalid_0's l2: 0.0181675\n",
      "[590]\tvalid_0's l2: 0.018163\n",
      "[591]\tvalid_0's l2: 0.0181597\n",
      "[592]\tvalid_0's l2: 0.0181578\n",
      "[593]\tvalid_0's l2: 0.0181529\n",
      "[594]\tvalid_0's l2: 0.0181484\n",
      "[595]\tvalid_0's l2: 0.0181455\n",
      "[596]\tvalid_0's l2: 0.0181423\n",
      "[597]\tvalid_0's l2: 0.0181376\n",
      "[598]\tvalid_0's l2: 0.0181315\n",
      "[599]\tvalid_0's l2: 0.0181296\n",
      "[600]\tvalid_0's l2: 0.0181277\n",
      "[601]\tvalid_0's l2: 0.0181261\n",
      "[602]\tvalid_0's l2: 0.0181262\n",
      "[603]\tvalid_0's l2: 0.0181187\n",
      "[604]\tvalid_0's l2: 0.0181178\n",
      "[605]\tvalid_0's l2: 0.0181136\n",
      "[606]\tvalid_0's l2: 0.0181121\n",
      "[607]\tvalid_0's l2: 0.0181085\n",
      "[608]\tvalid_0's l2: 0.0181019\n",
      "[609]\tvalid_0's l2: 0.0180953\n",
      "[610]\tvalid_0's l2: 0.0180919\n",
      "[611]\tvalid_0's l2: 0.0180902\n",
      "[612]\tvalid_0's l2: 0.0180858\n",
      "[613]\tvalid_0's l2: 0.0180792\n",
      "[614]\tvalid_0's l2: 0.0180755\n",
      "[615]\tvalid_0's l2: 0.0180712\n",
      "[616]\tvalid_0's l2: 0.0180649\n",
      "[617]\tvalid_0's l2: 0.0180628\n",
      "[618]\tvalid_0's l2: 0.018058\n",
      "[619]\tvalid_0's l2: 0.0180528\n",
      "[620]\tvalid_0's l2: 0.0180528\n",
      "[621]\tvalid_0's l2: 0.0180456\n",
      "[622]\tvalid_0's l2: 0.0180428\n",
      "[623]\tvalid_0's l2: 0.0180398\n",
      "[624]\tvalid_0's l2: 0.0180336\n",
      "[625]\tvalid_0's l2: 0.0180326\n",
      "[626]\tvalid_0's l2: 0.0180305\n",
      "[627]\tvalid_0's l2: 0.0180274\n",
      "[628]\tvalid_0's l2: 0.0180197\n",
      "[629]\tvalid_0's l2: 0.0180148\n",
      "[630]\tvalid_0's l2: 0.0180113\n",
      "[631]\tvalid_0's l2: 0.0180081\n",
      "[632]\tvalid_0's l2: 0.0180027\n",
      "[633]\tvalid_0's l2: 0.0179981\n",
      "[634]\tvalid_0's l2: 0.0179951\n",
      "[635]\tvalid_0's l2: 0.0179921\n",
      "[636]\tvalid_0's l2: 0.0179873\n",
      "[637]\tvalid_0's l2: 0.0179838\n",
      "[638]\tvalid_0's l2: 0.0179777\n",
      "[639]\tvalid_0's l2: 0.0179757\n",
      "[640]\tvalid_0's l2: 0.0179748\n",
      "[641]\tvalid_0's l2: 0.0179712\n",
      "[642]\tvalid_0's l2: 0.0179688\n",
      "[643]\tvalid_0's l2: 0.0179658\n",
      "[644]\tvalid_0's l2: 0.0179623\n",
      "[645]\tvalid_0's l2: 0.0179549\n",
      "[646]\tvalid_0's l2: 0.0179522\n",
      "[647]\tvalid_0's l2: 0.0179496\n",
      "[648]\tvalid_0's l2: 0.0179467\n",
      "[649]\tvalid_0's l2: 0.0179455\n",
      "[650]\tvalid_0's l2: 0.0179446\n",
      "[651]\tvalid_0's l2: 0.017943\n",
      "[652]\tvalid_0's l2: 0.0179373\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[653]\tvalid_0's l2: 0.0179344\n",
      "[654]\tvalid_0's l2: 0.0179323\n",
      "[655]\tvalid_0's l2: 0.0179291\n",
      "[656]\tvalid_0's l2: 0.0179279\n",
      "[657]\tvalid_0's l2: 0.0179236\n",
      "[658]\tvalid_0's l2: 0.0179217\n",
      "[659]\tvalid_0's l2: 0.0179175\n",
      "[660]\tvalid_0's l2: 0.0179166\n",
      "[661]\tvalid_0's l2: 0.0179127\n",
      "[662]\tvalid_0's l2: 0.0179046\n",
      "[663]\tvalid_0's l2: 0.0179014\n",
      "[664]\tvalid_0's l2: 0.0178992\n",
      "[665]\tvalid_0's l2: 0.0178968\n",
      "[666]\tvalid_0's l2: 0.0178939\n",
      "[667]\tvalid_0's l2: 0.0178945\n",
      "[668]\tvalid_0's l2: 0.0178902\n",
      "[669]\tvalid_0's l2: 0.0178889\n",
      "[670]\tvalid_0's l2: 0.0178876\n",
      "[671]\tvalid_0's l2: 0.0178811\n",
      "[672]\tvalid_0's l2: 0.0178796\n",
      "[673]\tvalid_0's l2: 0.0178742\n",
      "[674]\tvalid_0's l2: 0.017874\n",
      "[675]\tvalid_0's l2: 0.0178707\n",
      "[676]\tvalid_0's l2: 0.0178674\n",
      "[677]\tvalid_0's l2: 0.0178666\n",
      "[678]\tvalid_0's l2: 0.0178643\n",
      "[679]\tvalid_0's l2: 0.0178625\n",
      "[680]\tvalid_0's l2: 0.0178577\n",
      "[681]\tvalid_0's l2: 0.0178542\n",
      "[682]\tvalid_0's l2: 0.0178514\n",
      "[683]\tvalid_0's l2: 0.0178473\n",
      "[684]\tvalid_0's l2: 0.0178438\n",
      "[685]\tvalid_0's l2: 0.0178404\n",
      "[686]\tvalid_0's l2: 0.0178393\n",
      "[687]\tvalid_0's l2: 0.0178372\n",
      "[688]\tvalid_0's l2: 0.0178342\n",
      "[689]\tvalid_0's l2: 0.0178317\n",
      "[690]\tvalid_0's l2: 0.0178298\n",
      "[691]\tvalid_0's l2: 0.0178261\n",
      "[692]\tvalid_0's l2: 0.0178249\n",
      "[693]\tvalid_0's l2: 0.0178231\n",
      "[694]\tvalid_0's l2: 0.0178226\n",
      "[695]\tvalid_0's l2: 0.0178175\n",
      "[696]\tvalid_0's l2: 0.0178116\n",
      "[697]\tvalid_0's l2: 0.0178093\n",
      "[698]\tvalid_0's l2: 0.0178077\n",
      "[699]\tvalid_0's l2: 0.0178049\n",
      "[700]\tvalid_0's l2: 0.0178016\n",
      "[701]\tvalid_0's l2: 0.0177993\n",
      "[702]\tvalid_0's l2: 0.0177951\n",
      "[703]\tvalid_0's l2: 0.0177915\n",
      "[704]\tvalid_0's l2: 0.0177884\n",
      "[705]\tvalid_0's l2: 0.0177867\n",
      "[706]\tvalid_0's l2: 0.0177832\n",
      "[707]\tvalid_0's l2: 0.0177796\n",
      "[708]\tvalid_0's l2: 0.0177761\n",
      "[709]\tvalid_0's l2: 0.0177742\n",
      "[710]\tvalid_0's l2: 0.0177732\n",
      "[711]\tvalid_0's l2: 0.0177702\n",
      "[712]\tvalid_0's l2: 0.017769\n",
      "[713]\tvalid_0's l2: 0.017764\n",
      "[714]\tvalid_0's l2: 0.0177617\n",
      "[715]\tvalid_0's l2: 0.01776\n",
      "[716]\tvalid_0's l2: 0.0177604\n",
      "[717]\tvalid_0's l2: 0.0177582\n",
      "[718]\tvalid_0's l2: 0.0177582\n",
      "[719]\tvalid_0's l2: 0.0177532\n",
      "[720]\tvalid_0's l2: 0.017749\n",
      "[721]\tvalid_0's l2: 0.0177447\n",
      "[722]\tvalid_0's l2: 0.0177455\n",
      "[723]\tvalid_0's l2: 0.0177431\n",
      "[724]\tvalid_0's l2: 0.0177407\n",
      "[725]\tvalid_0's l2: 0.0177405\n",
      "[726]\tvalid_0's l2: 0.0177375\n",
      "[727]\tvalid_0's l2: 0.0177358\n",
      "[728]\tvalid_0's l2: 0.0177337\n",
      "[729]\tvalid_0's l2: 0.0177312\n",
      "[730]\tvalid_0's l2: 0.0177311\n",
      "[731]\tvalid_0's l2: 0.0177303\n",
      "[732]\tvalid_0's l2: 0.0177275\n",
      "[733]\tvalid_0's l2: 0.0177265\n",
      "[734]\tvalid_0's l2: 0.017724\n",
      "[735]\tvalid_0's l2: 0.0177201\n",
      "[736]\tvalid_0's l2: 0.0177203\n",
      "[737]\tvalid_0's l2: 0.0177184\n",
      "[738]\tvalid_0's l2: 0.017712\n",
      "[739]\tvalid_0's l2: 0.0177073\n",
      "[740]\tvalid_0's l2: 0.0177045\n",
      "[741]\tvalid_0's l2: 0.0177018\n",
      "[742]\tvalid_0's l2: 0.0176989\n",
      "[743]\tvalid_0's l2: 0.0176983\n",
      "[744]\tvalid_0's l2: 0.0176957\n",
      "[745]\tvalid_0's l2: 0.0176945\n",
      "[746]\tvalid_0's l2: 0.0176926\n",
      "[747]\tvalid_0's l2: 0.0176903\n",
      "[748]\tvalid_0's l2: 0.0176876\n",
      "[749]\tvalid_0's l2: 0.0176849\n",
      "[750]\tvalid_0's l2: 0.0176839\n",
      "[751]\tvalid_0's l2: 0.0176833\n",
      "[752]\tvalid_0's l2: 0.0176818\n",
      "[753]\tvalid_0's l2: 0.0176805\n",
      "[754]\tvalid_0's l2: 0.0176807\n",
      "[755]\tvalid_0's l2: 0.0176791\n",
      "[756]\tvalid_0's l2: 0.0176771\n",
      "[757]\tvalid_0's l2: 0.0176765\n",
      "[758]\tvalid_0's l2: 0.0176786\n",
      "[759]\tvalid_0's l2: 0.0176774\n",
      "[760]\tvalid_0's l2: 0.0176771\n",
      "[761]\tvalid_0's l2: 0.0176756\n",
      "[762]\tvalid_0's l2: 0.0176757\n",
      "[763]\tvalid_0's l2: 0.0176735\n",
      "[764]\tvalid_0's l2: 0.0176724\n",
      "[765]\tvalid_0's l2: 0.0176706\n",
      "[766]\tvalid_0's l2: 0.0176682\n",
      "[767]\tvalid_0's l2: 0.0176686\n",
      "[768]\tvalid_0's l2: 0.0176667\n",
      "[769]\tvalid_0's l2: 0.0176646\n",
      "[770]\tvalid_0's l2: 0.0176622\n",
      "[771]\tvalid_0's l2: 0.0176616\n",
      "[772]\tvalid_0's l2: 0.0176592\n",
      "[773]\tvalid_0's l2: 0.0176567\n",
      "[774]\tvalid_0's l2: 0.0176545\n",
      "[775]\tvalid_0's l2: 0.0176528\n",
      "[776]\tvalid_0's l2: 0.0176518\n",
      "[777]\tvalid_0's l2: 0.0176511\n",
      "[778]\tvalid_0's l2: 0.0176497\n",
      "[779]\tvalid_0's l2: 0.0176483\n",
      "[780]\tvalid_0's l2: 0.0176455\n",
      "[781]\tvalid_0's l2: 0.017645\n",
      "[782]\tvalid_0's l2: 0.0176438\n",
      "[783]\tvalid_0's l2: 0.0176421\n",
      "[784]\tvalid_0's l2: 0.0176413\n",
      "[785]\tvalid_0's l2: 0.0176408\n",
      "[786]\tvalid_0's l2: 0.017637\n",
      "[787]\tvalid_0's l2: 0.0176354\n",
      "[788]\tvalid_0's l2: 0.0176337\n",
      "[789]\tvalid_0's l2: 0.0176297\n",
      "[790]\tvalid_0's l2: 0.0176298\n",
      "[791]\tvalid_0's l2: 0.0176282\n",
      "[792]\tvalid_0's l2: 0.017626\n",
      "[793]\tvalid_0's l2: 0.0176245\n",
      "[794]\tvalid_0's l2: 0.0176225\n",
      "[795]\tvalid_0's l2: 0.0176228\n",
      "[796]\tvalid_0's l2: 0.0176227\n",
      "[797]\tvalid_0's l2: 0.0176226\n",
      "[798]\tvalid_0's l2: 0.0176211\n",
      "[799]\tvalid_0's l2: 0.0176191\n",
      "[800]\tvalid_0's l2: 0.0176186\n",
      "[801]\tvalid_0's l2: 0.0176158\n",
      "[802]\tvalid_0's l2: 0.0176124\n",
      "[803]\tvalid_0's l2: 0.0176113\n",
      "[804]\tvalid_0's l2: 0.0176049\n",
      "[805]\tvalid_0's l2: 0.0176021\n",
      "[806]\tvalid_0's l2: 0.0175999\n",
      "[807]\tvalid_0's l2: 0.0175975\n",
      "[808]\tvalid_0's l2: 0.0175959\n",
      "[809]\tvalid_0's l2: 0.0175924\n",
      "[810]\tvalid_0's l2: 0.0175895\n",
      "[811]\tvalid_0's l2: 0.0175882\n",
      "[812]\tvalid_0's l2: 0.0175881\n",
      "[813]\tvalid_0's l2: 0.0175872\n",
      "[814]\tvalid_0's l2: 0.0175856\n",
      "[815]\tvalid_0's l2: 0.0175826\n",
      "[816]\tvalid_0's l2: 0.0175833\n",
      "[817]\tvalid_0's l2: 0.0175822\n",
      "[818]\tvalid_0's l2: 0.0175785\n",
      "[819]\tvalid_0's l2: 0.0175779\n",
      "[820]\tvalid_0's l2: 0.0175779\n",
      "[821]\tvalid_0's l2: 0.017576\n",
      "[822]\tvalid_0's l2: 0.017575\n",
      "[823]\tvalid_0's l2: 0.0175756\n",
      "[824]\tvalid_0's l2: 0.0175756\n",
      "[825]\tvalid_0's l2: 0.0175734\n",
      "[826]\tvalid_0's l2: 0.0175721\n",
      "[827]\tvalid_0's l2: 0.0175715\n",
      "[828]\tvalid_0's l2: 0.0175725\n",
      "[829]\tvalid_0's l2: 0.0175696\n",
      "[830]\tvalid_0's l2: 0.0175693\n",
      "[831]\tvalid_0's l2: 0.0175683\n",
      "[832]\tvalid_0's l2: 0.0175678\n",
      "[833]\tvalid_0's l2: 0.017565\n",
      "[834]\tvalid_0's l2: 0.0175644\n",
      "[835]\tvalid_0's l2: 0.0175621\n",
      "[836]\tvalid_0's l2: 0.0175606\n",
      "[837]\tvalid_0's l2: 0.0175576\n",
      "[838]\tvalid_0's l2: 0.0175566\n",
      "[839]\tvalid_0's l2: 0.0175563\n",
      "[840]\tvalid_0's l2: 0.0175545\n",
      "[841]\tvalid_0's l2: 0.0175552\n",
      "[842]\tvalid_0's l2: 0.0175534\n",
      "[843]\tvalid_0's l2: 0.0175515\n",
      "[844]\tvalid_0's l2: 0.0175508\n",
      "[845]\tvalid_0's l2: 0.0175487\n",
      "[846]\tvalid_0's l2: 0.0175484\n",
      "[847]\tvalid_0's l2: 0.0175478\n",
      "[848]\tvalid_0's l2: 0.0175473\n",
      "[849]\tvalid_0's l2: 0.0175464\n",
      "[850]\tvalid_0's l2: 0.0175461\n",
      "[851]\tvalid_0's l2: 0.0175463\n",
      "[852]\tvalid_0's l2: 0.0175467\n",
      "[853]\tvalid_0's l2: 0.0175444\n",
      "[854]\tvalid_0's l2: 0.0175453\n",
      "[855]\tvalid_0's l2: 0.0175417\n",
      "[856]\tvalid_0's l2: 0.0175418\n",
      "[857]\tvalid_0's l2: 0.0175409\n",
      "[858]\tvalid_0's l2: 0.0175384\n",
      "[859]\tvalid_0's l2: 0.017539\n",
      "[860]\tvalid_0's l2: 0.0175378\n",
      "[861]\tvalid_0's l2: 0.0175381\n",
      "[862]\tvalid_0's l2: 0.0175384\n",
      "[863]\tvalid_0's l2: 0.0175383\n",
      "[864]\tvalid_0's l2: 0.0175381\n",
      "[865]\tvalid_0's l2: 0.0175336\n",
      "[866]\tvalid_0's l2: 0.0175325\n",
      "[867]\tvalid_0's l2: 0.0175311\n",
      "[868]\tvalid_0's l2: 0.0175313\n",
      "[869]\tvalid_0's l2: 0.0175297\n",
      "[870]\tvalid_0's l2: 0.0175272\n",
      "[871]\tvalid_0's l2: 0.0175275\n",
      "[872]\tvalid_0's l2: 0.0175249\n",
      "[873]\tvalid_0's l2: 0.0175231\n",
      "[874]\tvalid_0's l2: 0.0175224\n",
      "[875]\tvalid_0's l2: 0.0175216\n",
      "[876]\tvalid_0's l2: 0.0175154\n",
      "[877]\tvalid_0's l2: 0.0175107\n",
      "[878]\tvalid_0's l2: 0.0175092\n",
      "[879]\tvalid_0's l2: 0.017507\n",
      "[880]\tvalid_0's l2: 0.0175059\n",
      "[881]\tvalid_0's l2: 0.0175025\n",
      "[882]\tvalid_0's l2: 0.0175022\n",
      "[883]\tvalid_0's l2: 0.0175034\n",
      "[884]\tvalid_0's l2: 0.0175022\n",
      "[885]\tvalid_0's l2: 0.0175003\n",
      "[886]\tvalid_0's l2: 0.0174999\n",
      "[887]\tvalid_0's l2: 0.0174964\n",
      "[888]\tvalid_0's l2: 0.0174939\n",
      "[889]\tvalid_0's l2: 0.0174923\n",
      "[890]\tvalid_0's l2: 0.0174926\n",
      "[891]\tvalid_0's l2: 0.0174923\n",
      "[892]\tvalid_0's l2: 0.0174891\n",
      "[893]\tvalid_0's l2: 0.0174867\n",
      "[894]\tvalid_0's l2: 0.0174864\n",
      "[895]\tvalid_0's l2: 0.0174847\n",
      "[896]\tvalid_0's l2: 0.0174831\n",
      "[897]\tvalid_0's l2: 0.0174816\n",
      "[898]\tvalid_0's l2: 0.0174813\n",
      "[899]\tvalid_0's l2: 0.0174806\n",
      "[900]\tvalid_0's l2: 0.01748\n",
      "[901]\tvalid_0's l2: 0.0174789\n",
      "[902]\tvalid_0's l2: 0.0174788\n",
      "[903]\tvalid_0's l2: 0.0174794\n",
      "[904]\tvalid_0's l2: 0.0174779\n",
      "[905]\tvalid_0's l2: 0.0174779\n",
      "[906]\tvalid_0's l2: 0.0174762\n",
      "[907]\tvalid_0's l2: 0.0174732\n",
      "[908]\tvalid_0's l2: 0.0174717\n",
      "[909]\tvalid_0's l2: 0.0174701\n",
      "[910]\tvalid_0's l2: 0.0174682\n",
      "[911]\tvalid_0's l2: 0.0174662\n",
      "[912]\tvalid_0's l2: 0.0174653\n",
      "[913]\tvalid_0's l2: 0.0174632\n",
      "[914]\tvalid_0's l2: 0.017463\n",
      "[915]\tvalid_0's l2: 0.0174621\n",
      "[916]\tvalid_0's l2: 0.0174607\n",
      "[917]\tvalid_0's l2: 0.0174568\n",
      "[918]\tvalid_0's l2: 0.0174531\n",
      "[919]\tvalid_0's l2: 0.0174515\n",
      "[920]\tvalid_0's l2: 0.0174502\n",
      "[921]\tvalid_0's l2: 0.0174491\n",
      "[922]\tvalid_0's l2: 0.0174485\n",
      "[923]\tvalid_0's l2: 0.0174465\n",
      "[924]\tvalid_0's l2: 0.0174477\n",
      "[925]\tvalid_0's l2: 0.0174451\n",
      "[926]\tvalid_0's l2: 0.0174433\n",
      "[927]\tvalid_0's l2: 0.017443\n",
      "[928]\tvalid_0's l2: 0.0174411\n",
      "[929]\tvalid_0's l2: 0.0174389\n",
      "[930]\tvalid_0's l2: 0.0174392\n",
      "[931]\tvalid_0's l2: 0.0174374\n",
      "[932]\tvalid_0's l2: 0.0174353\n",
      "[933]\tvalid_0's l2: 0.017434\n",
      "[934]\tvalid_0's l2: 0.0174336\n",
      "[935]\tvalid_0's l2: 0.0174331\n",
      "[936]\tvalid_0's l2: 0.0174324\n",
      "[937]\tvalid_0's l2: 0.0174316\n",
      "[938]\tvalid_0's l2: 0.0174287\n",
      "[939]\tvalid_0's l2: 0.0174253\n",
      "[940]\tvalid_0's l2: 0.0174243\n",
      "[941]\tvalid_0's l2: 0.017421\n",
      "[942]\tvalid_0's l2: 0.0174194\n",
      "[943]\tvalid_0's l2: 0.0174176\n",
      "[944]\tvalid_0's l2: 0.0174154\n",
      "[945]\tvalid_0's l2: 0.0174156\n",
      "[946]\tvalid_0's l2: 0.0174132\n",
      "[947]\tvalid_0's l2: 0.0174107\n",
      "[948]\tvalid_0's l2: 0.0174092\n",
      "[949]\tvalid_0's l2: 0.0174082\n",
      "[950]\tvalid_0's l2: 0.0174086\n",
      "[951]\tvalid_0's l2: 0.0174084\n",
      "[952]\tvalid_0's l2: 0.0174084\n",
      "[953]\tvalid_0's l2: 0.0174072\n",
      "[954]\tvalid_0's l2: 0.017405\n",
      "[955]\tvalid_0's l2: 0.0174038\n",
      "[956]\tvalid_0's l2: 0.0174032\n",
      "[957]\tvalid_0's l2: 0.0174012\n",
      "[958]\tvalid_0's l2: 0.0173994\n",
      "[959]\tvalid_0's l2: 0.0173996\n",
      "[960]\tvalid_0's l2: 0.0173983\n",
      "[961]\tvalid_0's l2: 0.0173966\n",
      "[962]\tvalid_0's l2: 0.0173938\n",
      "[963]\tvalid_0's l2: 0.0173943\n",
      "[964]\tvalid_0's l2: 0.0173933\n",
      "[965]\tvalid_0's l2: 0.0173928\n",
      "[966]\tvalid_0's l2: 0.0173939\n",
      "[967]\tvalid_0's l2: 0.0173929\n",
      "[968]\tvalid_0's l2: 0.0173925\n",
      "[969]\tvalid_0's l2: 0.0173927\n",
      "[970]\tvalid_0's l2: 0.0173927\n",
      "[971]\tvalid_0's l2: 0.0173934\n",
      "[972]\tvalid_0's l2: 0.0173921\n",
      "[973]\tvalid_0's l2: 0.0173903\n",
      "[974]\tvalid_0's l2: 0.0173897\n",
      "[975]\tvalid_0's l2: 0.0173879\n",
      "[976]\tvalid_0's l2: 0.0173863\n",
      "[977]\tvalid_0's l2: 0.0173847\n",
      "[978]\tvalid_0's l2: 0.0173834\n",
      "[979]\tvalid_0's l2: 0.0173807\n",
      "[980]\tvalid_0's l2: 0.0173797\n",
      "[981]\tvalid_0's l2: 0.0173775\n",
      "[982]\tvalid_0's l2: 0.0173761\n",
      "[983]\tvalid_0's l2: 0.017375\n",
      "[984]\tvalid_0's l2: 0.0173727\n",
      "[985]\tvalid_0's l2: 0.017371\n",
      "[986]\tvalid_0's l2: 0.0173716\n",
      "[987]\tvalid_0's l2: 0.0173702\n",
      "[988]\tvalid_0's l2: 0.0173662\n",
      "[989]\tvalid_0's l2: 0.0173672\n",
      "[990]\tvalid_0's l2: 0.0173675\n",
      "[991]\tvalid_0's l2: 0.0173654\n",
      "[992]\tvalid_0's l2: 0.0173642\n",
      "[993]\tvalid_0's l2: 0.0173634\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[994]\tvalid_0's l2: 0.017363\n",
      "[995]\tvalid_0's l2: 0.0173611\n",
      "[996]\tvalid_0's l2: 0.0173608\n",
      "[997]\tvalid_0's l2: 0.0173592\n",
      "[998]\tvalid_0's l2: 0.0173591\n",
      "[999]\tvalid_0's l2: 0.0173574\n",
      "[1000]\tvalid_0's l2: 0.0173575\n",
      "[1001]\tvalid_0's l2: 0.0173568\n",
      "[1002]\tvalid_0's l2: 0.0173554\n",
      "[1003]\tvalid_0's l2: 0.0173531\n",
      "[1004]\tvalid_0's l2: 0.0173522\n",
      "[1005]\tvalid_0's l2: 0.0173501\n",
      "[1006]\tvalid_0's l2: 0.0173515\n",
      "[1007]\tvalid_0's l2: 0.0173505\n",
      "[1008]\tvalid_0's l2: 0.0173486\n",
      "[1009]\tvalid_0's l2: 0.0173468\n",
      "[1010]\tvalid_0's l2: 0.0173443\n",
      "[1011]\tvalid_0's l2: 0.0173433\n",
      "[1012]\tvalid_0's l2: 0.0173419\n",
      "[1013]\tvalid_0's l2: 0.0173434\n",
      "[1014]\tvalid_0's l2: 0.0173421\n",
      "[1015]\tvalid_0's l2: 0.0173423\n",
      "[1016]\tvalid_0's l2: 0.0173417\n",
      "[1017]\tvalid_0's l2: 0.0173412\n",
      "[1018]\tvalid_0's l2: 0.0173401\n",
      "[1019]\tvalid_0's l2: 0.0173399\n",
      "[1020]\tvalid_0's l2: 0.0173371\n",
      "[1021]\tvalid_0's l2: 0.0173378\n",
      "[1022]\tvalid_0's l2: 0.0173338\n",
      "[1023]\tvalid_0's l2: 0.0173325\n",
      "[1024]\tvalid_0's l2: 0.0173311\n",
      "[1025]\tvalid_0's l2: 0.017329\n",
      "[1026]\tvalid_0's l2: 0.0173271\n",
      "[1027]\tvalid_0's l2: 0.0173258\n",
      "[1028]\tvalid_0's l2: 0.0173255\n",
      "[1029]\tvalid_0's l2: 0.0173238\n",
      "[1030]\tvalid_0's l2: 0.0173229\n",
      "[1031]\tvalid_0's l2: 0.0173205\n",
      "[1032]\tvalid_0's l2: 0.0173195\n",
      "[1033]\tvalid_0's l2: 0.0173184\n",
      "[1034]\tvalid_0's l2: 0.0173152\n",
      "[1035]\tvalid_0's l2: 0.0173144\n",
      "[1036]\tvalid_0's l2: 0.0173151\n",
      "[1037]\tvalid_0's l2: 0.0173136\n",
      "[1038]\tvalid_0's l2: 0.0173127\n",
      "[1039]\tvalid_0's l2: 0.0173115\n",
      "[1040]\tvalid_0's l2: 0.0173098\n",
      "[1041]\tvalid_0's l2: 0.0173092\n",
      "[1042]\tvalid_0's l2: 0.0173073\n",
      "[1043]\tvalid_0's l2: 0.0173071\n",
      "[1044]\tvalid_0's l2: 0.0173074\n",
      "[1045]\tvalid_0's l2: 0.0173051\n",
      "[1046]\tvalid_0's l2: 0.0173043\n",
      "[1047]\tvalid_0's l2: 0.0173038\n",
      "[1048]\tvalid_0's l2: 0.0173049\n",
      "[1049]\tvalid_0's l2: 0.0173035\n",
      "[1050]\tvalid_0's l2: 0.0173046\n",
      "[1051]\tvalid_0's l2: 0.0173039\n",
      "[1052]\tvalid_0's l2: 0.0173023\n",
      "[1053]\tvalid_0's l2: 0.0172994\n",
      "[1054]\tvalid_0's l2: 0.0172984\n",
      "[1055]\tvalid_0's l2: 0.0172984\n",
      "[1056]\tvalid_0's l2: 0.0172977\n",
      "[1057]\tvalid_0's l2: 0.0172966\n",
      "[1058]\tvalid_0's l2: 0.0172955\n",
      "[1059]\tvalid_0's l2: 0.0172931\n",
      "[1060]\tvalid_0's l2: 0.0172931\n",
      "[1061]\tvalid_0's l2: 0.0172933\n",
      "[1062]\tvalid_0's l2: 0.0172924\n",
      "[1063]\tvalid_0's l2: 0.0172922\n",
      "[1064]\tvalid_0's l2: 0.0172903\n",
      "[1065]\tvalid_0's l2: 0.0172895\n",
      "[1066]\tvalid_0's l2: 0.0172884\n",
      "[1067]\tvalid_0's l2: 0.0172865\n",
      "[1068]\tvalid_0's l2: 0.0172859\n",
      "[1069]\tvalid_0's l2: 0.0172838\n",
      "[1070]\tvalid_0's l2: 0.0172815\n",
      "[1071]\tvalid_0's l2: 0.017282\n",
      "[1072]\tvalid_0's l2: 0.0172823\n",
      "[1073]\tvalid_0's l2: 0.0172809\n",
      "[1074]\tvalid_0's l2: 0.0172823\n",
      "[1075]\tvalid_0's l2: 0.0172813\n",
      "[1076]\tvalid_0's l2: 0.0172813\n",
      "[1077]\tvalid_0's l2: 0.0172829\n",
      "[1078]\tvalid_0's l2: 0.0172819\n",
      "[1079]\tvalid_0's l2: 0.0172812\n",
      "[1080]\tvalid_0's l2: 0.0172801\n",
      "[1081]\tvalid_0's l2: 0.0172795\n",
      "[1082]\tvalid_0's l2: 0.0172783\n",
      "[1083]\tvalid_0's l2: 0.017275\n",
      "[1084]\tvalid_0's l2: 0.0172738\n",
      "[1085]\tvalid_0's l2: 0.0172732\n",
      "[1086]\tvalid_0's l2: 0.0172729\n",
      "[1087]\tvalid_0's l2: 0.0172722\n",
      "[1088]\tvalid_0's l2: 0.0172708\n",
      "[1089]\tvalid_0's l2: 0.0172709\n",
      "[1090]\tvalid_0's l2: 0.017271\n",
      "[1091]\tvalid_0's l2: 0.0172706\n",
      "[1092]\tvalid_0's l2: 0.01727\n",
      "[1093]\tvalid_0's l2: 0.0172712\n",
      "[1094]\tvalid_0's l2: 0.0172714\n",
      "[1095]\tvalid_0's l2: 0.0172724\n",
      "[1096]\tvalid_0's l2: 0.0172714\n",
      "[1097]\tvalid_0's l2: 0.0172719\n",
      "[1098]\tvalid_0's l2: 0.0172714\n",
      "[1099]\tvalid_0's l2: 0.0172727\n",
      "[1100]\tvalid_0's l2: 0.0172719\n",
      "[1101]\tvalid_0's l2: 0.0172731\n",
      "[1102]\tvalid_0's l2: 0.0172712\n",
      "[1103]\tvalid_0's l2: 0.0172704\n",
      "[1104]\tvalid_0's l2: 0.0172687\n",
      "[1105]\tvalid_0's l2: 0.0172681\n",
      "[1106]\tvalid_0's l2: 0.0172673\n",
      "[1107]\tvalid_0's l2: 0.0172666\n",
      "[1108]\tvalid_0's l2: 0.0172667\n",
      "[1109]\tvalid_0's l2: 0.0172652\n",
      "[1110]\tvalid_0's l2: 0.0172662\n",
      "[1111]\tvalid_0's l2: 0.0172653\n",
      "[1112]\tvalid_0's l2: 0.0172649\n",
      "[1113]\tvalid_0's l2: 0.0172636\n",
      "[1114]\tvalid_0's l2: 0.0172651\n",
      "[1115]\tvalid_0's l2: 0.0172661\n",
      "[1116]\tvalid_0's l2: 0.0172653\n",
      "[1117]\tvalid_0's l2: 0.0172634\n",
      "[1118]\tvalid_0's l2: 0.0172621\n",
      "[1119]\tvalid_0's l2: 0.0172615\n",
      "[1120]\tvalid_0's l2: 0.0172627\n",
      "[1121]\tvalid_0's l2: 0.0172586\n",
      "[1122]\tvalid_0's l2: 0.0172587\n",
      "[1123]\tvalid_0's l2: 0.0172568\n",
      "[1124]\tvalid_0's l2: 0.0172568\n",
      "[1125]\tvalid_0's l2: 0.0172557\n",
      "[1126]\tvalid_0's l2: 0.0172544\n",
      "[1127]\tvalid_0's l2: 0.0172556\n",
      "[1128]\tvalid_0's l2: 0.0172551\n",
      "[1129]\tvalid_0's l2: 0.0172533\n",
      "[1130]\tvalid_0's l2: 0.0172533\n",
      "[1131]\tvalid_0's l2: 0.017252\n",
      "[1132]\tvalid_0's l2: 0.0172505\n",
      "[1133]\tvalid_0's l2: 0.0172486\n",
      "[1134]\tvalid_0's l2: 0.0172481\n",
      "[1135]\tvalid_0's l2: 0.0172479\n",
      "[1136]\tvalid_0's l2: 0.0172488\n",
      "[1137]\tvalid_0's l2: 0.0172475\n",
      "[1138]\tvalid_0's l2: 0.0172463\n",
      "[1139]\tvalid_0's l2: 0.0172454\n",
      "[1140]\tvalid_0's l2: 0.0172451\n",
      "[1141]\tvalid_0's l2: 0.0172445\n",
      "[1142]\tvalid_0's l2: 0.0172437\n",
      "[1143]\tvalid_0's l2: 0.0172433\n",
      "[1144]\tvalid_0's l2: 0.0172433\n",
      "[1145]\tvalid_0's l2: 0.0172427\n",
      "[1146]\tvalid_0's l2: 0.0172408\n",
      "[1147]\tvalid_0's l2: 0.0172392\n",
      "[1148]\tvalid_0's l2: 0.0172379\n",
      "[1149]\tvalid_0's l2: 0.0172372\n",
      "[1150]\tvalid_0's l2: 0.0172377\n",
      "[1151]\tvalid_0's l2: 0.017237\n",
      "[1152]\tvalid_0's l2: 0.0172361\n",
      "[1153]\tvalid_0's l2: 0.0172341\n",
      "[1154]\tvalid_0's l2: 0.0172339\n",
      "[1155]\tvalid_0's l2: 0.0172334\n",
      "[1156]\tvalid_0's l2: 0.0172325\n",
      "[1157]\tvalid_0's l2: 0.0172319\n",
      "[1158]\tvalid_0's l2: 0.0172298\n",
      "[1159]\tvalid_0's l2: 0.0172303\n",
      "[1160]\tvalid_0's l2: 0.0172255\n",
      "[1161]\tvalid_0's l2: 0.0172237\n",
      "[1162]\tvalid_0's l2: 0.0172226\n",
      "[1163]\tvalid_0's l2: 0.0172232\n",
      "[1164]\tvalid_0's l2: 0.0172218\n",
      "[1165]\tvalid_0's l2: 0.0172211\n",
      "[1166]\tvalid_0's l2: 0.0172187\n",
      "[1167]\tvalid_0's l2: 0.0172184\n",
      "[1168]\tvalid_0's l2: 0.0172182\n",
      "[1169]\tvalid_0's l2: 0.0172179\n",
      "[1170]\tvalid_0's l2: 0.0172155\n",
      "[1171]\tvalid_0's l2: 0.0172134\n",
      "[1172]\tvalid_0's l2: 0.0172117\n",
      "[1173]\tvalid_0's l2: 0.0172103\n",
      "[1174]\tvalid_0's l2: 0.0172097\n",
      "[1175]\tvalid_0's l2: 0.0172105\n",
      "[1176]\tvalid_0's l2: 0.0172099\n",
      "[1177]\tvalid_0's l2: 0.01721\n",
      "[1178]\tvalid_0's l2: 0.0172106\n",
      "[1179]\tvalid_0's l2: 0.0172101\n",
      "[1180]\tvalid_0's l2: 0.0172094\n",
      "[1181]\tvalid_0's l2: 0.0172085\n",
      "[1182]\tvalid_0's l2: 0.0172073\n",
      "[1183]\tvalid_0's l2: 0.0172056\n",
      "[1184]\tvalid_0's l2: 0.0172053\n",
      "[1185]\tvalid_0's l2: 0.0172037\n",
      "[1186]\tvalid_0's l2: 0.0172052\n",
      "[1187]\tvalid_0's l2: 0.0172033\n",
      "[1188]\tvalid_0's l2: 0.0172026\n",
      "[1189]\tvalid_0's l2: 0.0172025\n",
      "[1190]\tvalid_0's l2: 0.0172007\n",
      "[1191]\tvalid_0's l2: 0.0172009\n",
      "[1192]\tvalid_0's l2: 0.0171999\n",
      "[1193]\tvalid_0's l2: 0.0171996\n",
      "[1194]\tvalid_0's l2: 0.0171995\n",
      "[1195]\tvalid_0's l2: 0.0171989\n",
      "[1196]\tvalid_0's l2: 0.0171976\n",
      "[1197]\tvalid_0's l2: 0.0171972\n",
      "[1198]\tvalid_0's l2: 0.0171968\n",
      "[1199]\tvalid_0's l2: 0.017195\n",
      "[1200]\tvalid_0's l2: 0.0171936\n",
      "[1201]\tvalid_0's l2: 0.0171939\n",
      "[1202]\tvalid_0's l2: 0.0171934\n",
      "[1203]\tvalid_0's l2: 0.017193\n",
      "[1204]\tvalid_0's l2: 0.0171925\n",
      "[1205]\tvalid_0's l2: 0.0171919\n",
      "[1206]\tvalid_0's l2: 0.0171912\n",
      "[1207]\tvalid_0's l2: 0.0171891\n",
      "[1208]\tvalid_0's l2: 0.0171882\n",
      "[1209]\tvalid_0's l2: 0.0171887\n",
      "[1210]\tvalid_0's l2: 0.0171898\n",
      "[1211]\tvalid_0's l2: 0.01719\n",
      "[1212]\tvalid_0's l2: 0.01719\n",
      "[1213]\tvalid_0's l2: 0.0171897\n",
      "[1214]\tvalid_0's l2: 0.0171892\n",
      "[1215]\tvalid_0's l2: 0.0171887\n",
      "[1216]\tvalid_0's l2: 0.0171878\n",
      "[1217]\tvalid_0's l2: 0.0171878\n",
      "[1218]\tvalid_0's l2: 0.0171867\n",
      "[1219]\tvalid_0's l2: 0.0171863\n",
      "[1220]\tvalid_0's l2: 0.0171873\n",
      "[1221]\tvalid_0's l2: 0.0171818\n",
      "[1222]\tvalid_0's l2: 0.0171813\n",
      "[1223]\tvalid_0's l2: 0.0171814\n",
      "[1224]\tvalid_0's l2: 0.0171797\n",
      "[1225]\tvalid_0's l2: 0.0171798\n",
      "[1226]\tvalid_0's l2: 0.0171797\n",
      "[1227]\tvalid_0's l2: 0.0171803\n",
      "[1228]\tvalid_0's l2: 0.01718\n",
      "[1229]\tvalid_0's l2: 0.017179\n",
      "[1230]\tvalid_0's l2: 0.0171797\n",
      "[1231]\tvalid_0's l2: 0.0171777\n",
      "[1232]\tvalid_0's l2: 0.0171787\n",
      "[1233]\tvalid_0's l2: 0.0171788\n",
      "[1234]\tvalid_0's l2: 0.0171788\n",
      "[1235]\tvalid_0's l2: 0.0171781\n",
      "[1236]\tvalid_0's l2: 0.0171787\n",
      "[1237]\tvalid_0's l2: 0.0171783\n",
      "[1238]\tvalid_0's l2: 0.0171791\n",
      "[1239]\tvalid_0's l2: 0.0171783\n",
      "[1240]\tvalid_0's l2: 0.0171777\n",
      "[1241]\tvalid_0's l2: 0.017178\n",
      "[1242]\tvalid_0's l2: 0.0171786\n",
      "[1243]\tvalid_0's l2: 0.0171787\n",
      "[1244]\tvalid_0's l2: 0.0171781\n",
      "[1245]\tvalid_0's l2: 0.0171767\n",
      "[1246]\tvalid_0's l2: 0.0171757\n",
      "[1247]\tvalid_0's l2: 0.0171753\n",
      "[1248]\tvalid_0's l2: 0.0171741\n",
      "[1249]\tvalid_0's l2: 0.0171735\n",
      "[1250]\tvalid_0's l2: 0.017173\n",
      "[1251]\tvalid_0's l2: 0.0171725\n",
      "[1252]\tvalid_0's l2: 0.0171718\n",
      "[1253]\tvalid_0's l2: 0.0171736\n",
      "[1254]\tvalid_0's l2: 0.0171731\n",
      "[1255]\tvalid_0's l2: 0.0171741\n",
      "[1256]\tvalid_0's l2: 0.0171746\n",
      "[1257]\tvalid_0's l2: 0.0171745\n",
      "[1258]\tvalid_0's l2: 0.0171732\n",
      "[1259]\tvalid_0's l2: 0.0171718\n",
      "[1260]\tvalid_0's l2: 0.0171714\n",
      "[1261]\tvalid_0's l2: 0.0171717\n",
      "[1262]\tvalid_0's l2: 0.0171715\n",
      "[1263]\tvalid_0's l2: 0.0171697\n",
      "[1264]\tvalid_0's l2: 0.0171701\n",
      "[1265]\tvalid_0's l2: 0.0171699\n",
      "[1266]\tvalid_0's l2: 0.0171704\n",
      "[1267]\tvalid_0's l2: 0.0171702\n",
      "[1268]\tvalid_0's l2: 0.0171696\n",
      "[1269]\tvalid_0's l2: 0.0171694\n",
      "[1270]\tvalid_0's l2: 0.0171664\n",
      "[1271]\tvalid_0's l2: 0.0171651\n",
      "[1272]\tvalid_0's l2: 0.017165\n",
      "[1273]\tvalid_0's l2: 0.0171636\n",
      "[1274]\tvalid_0's l2: 0.0171615\n",
      "[1275]\tvalid_0's l2: 0.0171594\n",
      "[1276]\tvalid_0's l2: 0.0171585\n",
      "[1277]\tvalid_0's l2: 0.0171567\n",
      "[1278]\tvalid_0's l2: 0.0171573\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1279]\tvalid_0's l2: 0.0171569\n",
      "[1280]\tvalid_0's l2: 0.0171564\n",
      "[1281]\tvalid_0's l2: 0.0171557\n",
      "[1282]\tvalid_0's l2: 0.0171553\n",
      "[1283]\tvalid_0's l2: 0.0171573\n",
      "[1284]\tvalid_0's l2: 0.0171573\n",
      "[1285]\tvalid_0's l2: 0.0171579\n",
      "[1286]\tvalid_0's l2: 0.0171581\n",
      "[1287]\tvalid_0's l2: 0.017157\n",
      "[1288]\tvalid_0's l2: 0.0171556\n",
      "[1289]\tvalid_0's l2: 0.0171562\n",
      "[1290]\tvalid_0's l2: 0.0171553\n",
      "[1291]\tvalid_0's l2: 0.0171552\n",
      "[1292]\tvalid_0's l2: 0.017154\n",
      "[1293]\tvalid_0's l2: 0.0171531\n",
      "[1294]\tvalid_0's l2: 0.0171522\n",
      "[1295]\tvalid_0's l2: 0.0171515\n",
      "[1296]\tvalid_0's l2: 0.01715\n",
      "[1297]\tvalid_0's l2: 0.0171506\n",
      "[1298]\tvalid_0's l2: 0.0171498\n",
      "[1299]\tvalid_0's l2: 0.0171504\n",
      "[1300]\tvalid_0's l2: 0.0171497\n",
      "[1301]\tvalid_0's l2: 0.0171495\n",
      "[1302]\tvalid_0's l2: 0.017147\n",
      "[1303]\tvalid_0's l2: 0.0171463\n",
      "[1304]\tvalid_0's l2: 0.0171469\n",
      "[1305]\tvalid_0's l2: 0.0171475\n",
      "[1306]\tvalid_0's l2: 0.0171476\n",
      "[1307]\tvalid_0's l2: 0.0171475\n",
      "[1308]\tvalid_0's l2: 0.0171479\n",
      "[1309]\tvalid_0's l2: 0.0171486\n",
      "[1310]\tvalid_0's l2: 0.0171488\n",
      "[1311]\tvalid_0's l2: 0.0171481\n",
      "[1312]\tvalid_0's l2: 0.0171475\n",
      "[1313]\tvalid_0's l2: 0.0171474\n",
      "[1314]\tvalid_0's l2: 0.0171465\n",
      "[1315]\tvalid_0's l2: 0.0171467\n",
      "[1316]\tvalid_0's l2: 0.0171467\n",
      "[1317]\tvalid_0's l2: 0.0171446\n",
      "[1318]\tvalid_0's l2: 0.0171451\n",
      "[1319]\tvalid_0's l2: 0.0171433\n",
      "[1320]\tvalid_0's l2: 0.0171431\n",
      "[1321]\tvalid_0's l2: 0.0171438\n",
      "[1322]\tvalid_0's l2: 0.0171444\n",
      "[1323]\tvalid_0's l2: 0.0171436\n",
      "[1324]\tvalid_0's l2: 0.0171421\n",
      "[1325]\tvalid_0's l2: 0.0171419\n",
      "[1326]\tvalid_0's l2: 0.0171414\n",
      "[1327]\tvalid_0's l2: 0.0171407\n",
      "[1328]\tvalid_0's l2: 0.0171395\n",
      "[1329]\tvalid_0's l2: 0.0171379\n",
      "[1330]\tvalid_0's l2: 0.017137\n",
      "[1331]\tvalid_0's l2: 0.0171361\n",
      "[1332]\tvalid_0's l2: 0.0171348\n",
      "[1333]\tvalid_0's l2: 0.0171344\n",
      "[1334]\tvalid_0's l2: 0.0171342\n",
      "[1335]\tvalid_0's l2: 0.0171325\n",
      "[1336]\tvalid_0's l2: 0.0171335\n",
      "[1337]\tvalid_0's l2: 0.0171338\n",
      "[1338]\tvalid_0's l2: 0.0171352\n",
      "[1339]\tvalid_0's l2: 0.017135\n",
      "[1340]\tvalid_0's l2: 0.0171344\n",
      "[1341]\tvalid_0's l2: 0.0171339\n",
      "[1342]\tvalid_0's l2: 0.0171352\n",
      "[1343]\tvalid_0's l2: 0.0171344\n",
      "[1344]\tvalid_0's l2: 0.0171322\n",
      "[1345]\tvalid_0's l2: 0.0171319\n",
      "[1346]\tvalid_0's l2: 0.01713\n",
      "[1347]\tvalid_0's l2: 0.0171303\n",
      "[1348]\tvalid_0's l2: 0.0171304\n",
      "[1349]\tvalid_0's l2: 0.0171313\n",
      "[1350]\tvalid_0's l2: 0.0171295\n",
      "[1351]\tvalid_0's l2: 0.0171276\n",
      "[1352]\tvalid_0's l2: 0.0171269\n",
      "[1353]\tvalid_0's l2: 0.0171254\n",
      "[1354]\tvalid_0's l2: 0.0171246\n",
      "[1355]\tvalid_0's l2: 0.0171234\n",
      "[1356]\tvalid_0's l2: 0.0171229\n",
      "[1357]\tvalid_0's l2: 0.0171234\n",
      "[1358]\tvalid_0's l2: 0.017123\n",
      "[1359]\tvalid_0's l2: 0.0171217\n",
      "[1360]\tvalid_0's l2: 0.0171201\n",
      "[1361]\tvalid_0's l2: 0.0171186\n",
      "[1362]\tvalid_0's l2: 0.0171195\n",
      "[1363]\tvalid_0's l2: 0.0171188\n",
      "[1364]\tvalid_0's l2: 0.0171175\n",
      "[1365]\tvalid_0's l2: 0.0171163\n",
      "[1366]\tvalid_0's l2: 0.0171159\n",
      "[1367]\tvalid_0's l2: 0.0171161\n",
      "[1368]\tvalid_0's l2: 0.017115\n",
      "[1369]\tvalid_0's l2: 0.0171157\n",
      "[1370]\tvalid_0's l2: 0.0171138\n",
      "[1371]\tvalid_0's l2: 0.0171137\n",
      "[1372]\tvalid_0's l2: 0.0171121\n",
      "[1373]\tvalid_0's l2: 0.0171114\n",
      "[1374]\tvalid_0's l2: 0.0171115\n",
      "[1375]\tvalid_0's l2: 0.0171106\n",
      "[1376]\tvalid_0's l2: 0.0171107\n",
      "[1377]\tvalid_0's l2: 0.0171098\n",
      "[1378]\tvalid_0's l2: 0.0171092\n",
      "[1379]\tvalid_0's l2: 0.0171082\n",
      "[1380]\tvalid_0's l2: 0.0171081\n",
      "[1381]\tvalid_0's l2: 0.0171079\n",
      "[1382]\tvalid_0's l2: 0.017108\n",
      "[1383]\tvalid_0's l2: 0.0171078\n",
      "[1384]\tvalid_0's l2: 0.0171082\n",
      "[1385]\tvalid_0's l2: 0.0171068\n",
      "[1386]\tvalid_0's l2: 0.0171062\n",
      "[1387]\tvalid_0's l2: 0.0171068\n",
      "[1388]\tvalid_0's l2: 0.0171063\n",
      "[1389]\tvalid_0's l2: 0.0171067\n",
      "[1390]\tvalid_0's l2: 0.0171074\n",
      "[1391]\tvalid_0's l2: 0.0171081\n",
      "[1392]\tvalid_0's l2: 0.0171073\n",
      "[1393]\tvalid_0's l2: 0.0171072\n",
      "[1394]\tvalid_0's l2: 0.0171075\n",
      "[1395]\tvalid_0's l2: 0.0171061\n",
      "[1396]\tvalid_0's l2: 0.0171066\n",
      "[1397]\tvalid_0's l2: 0.0171059\n",
      "[1398]\tvalid_0's l2: 0.0171042\n",
      "[1399]\tvalid_0's l2: 0.0171043\n",
      "[1400]\tvalid_0's l2: 0.0171029\n",
      "[1401]\tvalid_0's l2: 0.0171027\n",
      "[1402]\tvalid_0's l2: 0.0171008\n",
      "[1403]\tvalid_0's l2: 0.0170999\n",
      "[1404]\tvalid_0's l2: 0.0170997\n",
      "[1405]\tvalid_0's l2: 0.0170984\n",
      "[1406]\tvalid_0's l2: 0.0170998\n",
      "[1407]\tvalid_0's l2: 0.0170979\n",
      "[1408]\tvalid_0's l2: 0.0170962\n",
      "[1409]\tvalid_0's l2: 0.0170961\n",
      "[1410]\tvalid_0's l2: 0.0170945\n",
      "[1411]\tvalid_0's l2: 0.017093\n",
      "[1412]\tvalid_0's l2: 0.0170927\n",
      "[1413]\tvalid_0's l2: 0.0170912\n",
      "[1414]\tvalid_0's l2: 0.0170912\n",
      "[1415]\tvalid_0's l2: 0.0170907\n",
      "[1416]\tvalid_0's l2: 0.0170889\n",
      "[1417]\tvalid_0's l2: 0.0170888\n",
      "[1418]\tvalid_0's l2: 0.0170888\n",
      "[1419]\tvalid_0's l2: 0.0170875\n",
      "[1420]\tvalid_0's l2: 0.0170858\n",
      "[1421]\tvalid_0's l2: 0.0170846\n",
      "[1422]\tvalid_0's l2: 0.0170853\n",
      "[1423]\tvalid_0's l2: 0.0170851\n",
      "[1424]\tvalid_0's l2: 0.0170849\n",
      "[1425]\tvalid_0's l2: 0.0170846\n",
      "[1426]\tvalid_0's l2: 0.0170849\n",
      "[1427]\tvalid_0's l2: 0.0170832\n",
      "[1428]\tvalid_0's l2: 0.0170822\n",
      "[1429]\tvalid_0's l2: 0.0170813\n",
      "[1430]\tvalid_0's l2: 0.0170783\n",
      "[1431]\tvalid_0's l2: 0.0170787\n",
      "[1432]\tvalid_0's l2: 0.017079\n",
      "[1433]\tvalid_0's l2: 0.0170782\n",
      "[1434]\tvalid_0's l2: 0.0170785\n",
      "[1435]\tvalid_0's l2: 0.0170773\n",
      "[1436]\tvalid_0's l2: 0.0170767\n",
      "[1437]\tvalid_0's l2: 0.0170759\n",
      "[1438]\tvalid_0's l2: 0.0170749\n",
      "[1439]\tvalid_0's l2: 0.0170753\n",
      "[1440]\tvalid_0's l2: 0.017075\n",
      "[1441]\tvalid_0's l2: 0.017073\n",
      "[1442]\tvalid_0's l2: 0.0170698\n",
      "[1443]\tvalid_0's l2: 0.0170699\n",
      "[1444]\tvalid_0's l2: 0.0170684\n",
      "[1445]\tvalid_0's l2: 0.0170658\n",
      "[1446]\tvalid_0's l2: 0.017067\n",
      "[1447]\tvalid_0's l2: 0.0170691\n",
      "[1448]\tvalid_0's l2: 0.0170684\n",
      "[1449]\tvalid_0's l2: 0.01707\n",
      "[1450]\tvalid_0's l2: 0.0170692\n",
      "[1451]\tvalid_0's l2: 0.0170692\n",
      "[1452]\tvalid_0's l2: 0.0170693\n",
      "[1453]\tvalid_0's l2: 0.0170689\n",
      "[1454]\tvalid_0's l2: 0.0170688\n",
      "[1455]\tvalid_0's l2: 0.0170681\n",
      "[1456]\tvalid_0's l2: 0.0170673\n",
      "[1457]\tvalid_0's l2: 0.0170665\n",
      "[1458]\tvalid_0's l2: 0.0170652\n",
      "[1459]\tvalid_0's l2: 0.017065\n",
      "[1460]\tvalid_0's l2: 0.0170629\n",
      "[1461]\tvalid_0's l2: 0.0170634\n",
      "[1462]\tvalid_0's l2: 0.0170639\n",
      "[1463]\tvalid_0's l2: 0.0170642\n",
      "[1464]\tvalid_0's l2: 0.0170642\n",
      "[1465]\tvalid_0's l2: 0.0170615\n",
      "[1466]\tvalid_0's l2: 0.0170621\n",
      "[1467]\tvalid_0's l2: 0.0170611\n",
      "[1468]\tvalid_0's l2: 0.0170606\n",
      "[1469]\tvalid_0's l2: 0.0170597\n",
      "[1470]\tvalid_0's l2: 0.0170585\n",
      "[1471]\tvalid_0's l2: 0.0170576\n",
      "[1472]\tvalid_0's l2: 0.0170564\n",
      "[1473]\tvalid_0's l2: 0.0170554\n",
      "[1474]\tvalid_0's l2: 0.0170547\n",
      "[1475]\tvalid_0's l2: 0.0170556\n",
      "[1476]\tvalid_0's l2: 0.0170543\n",
      "[1477]\tvalid_0's l2: 0.0170535\n",
      "[1478]\tvalid_0's l2: 0.0170526\n",
      "[1479]\tvalid_0's l2: 0.0170512\n",
      "[1480]\tvalid_0's l2: 0.0170503\n",
      "[1481]\tvalid_0's l2: 0.0170499\n",
      "[1482]\tvalid_0's l2: 0.01705\n",
      "[1483]\tvalid_0's l2: 0.0170503\n",
      "[1484]\tvalid_0's l2: 0.0170509\n",
      "[1485]\tvalid_0's l2: 0.017049\n",
      "[1486]\tvalid_0's l2: 0.0170496\n",
      "[1487]\tvalid_0's l2: 0.0170499\n",
      "[1488]\tvalid_0's l2: 0.0170498\n",
      "[1489]\tvalid_0's l2: 0.0170486\n",
      "[1490]\tvalid_0's l2: 0.0170466\n",
      "[1491]\tvalid_0's l2: 0.0170456\n",
      "[1492]\tvalid_0's l2: 0.0170448\n",
      "[1493]\tvalid_0's l2: 0.0170441\n",
      "[1494]\tvalid_0's l2: 0.0170435\n",
      "[1495]\tvalid_0's l2: 0.0170435\n",
      "[1496]\tvalid_0's l2: 0.0170427\n",
      "[1497]\tvalid_0's l2: 0.0170426\n",
      "[1498]\tvalid_0's l2: 0.0170415\n",
      "[1499]\tvalid_0's l2: 0.017042\n",
      "[1500]\tvalid_0's l2: 0.0170407\n",
      "[1501]\tvalid_0's l2: 0.0170402\n",
      "[1502]\tvalid_0's l2: 0.0170396\n",
      "[1503]\tvalid_0's l2: 0.0170399\n",
      "[1504]\tvalid_0's l2: 0.0170404\n",
      "[1505]\tvalid_0's l2: 0.0170396\n",
      "[1506]\tvalid_0's l2: 0.01704\n",
      "[1507]\tvalid_0's l2: 0.0170387\n",
      "[1508]\tvalid_0's l2: 0.0170369\n",
      "[1509]\tvalid_0's l2: 0.0170368\n",
      "[1510]\tvalid_0's l2: 0.0170357\n",
      "[1511]\tvalid_0's l2: 0.0170361\n",
      "[1512]\tvalid_0's l2: 0.0170358\n",
      "[1513]\tvalid_0's l2: 0.0170361\n",
      "[1514]\tvalid_0's l2: 0.0170344\n",
      "[1515]\tvalid_0's l2: 0.017034\n",
      "[1516]\tvalid_0's l2: 0.0170345\n",
      "[1517]\tvalid_0's l2: 0.017033\n",
      "[1518]\tvalid_0's l2: 0.0170331\n",
      "[1519]\tvalid_0's l2: 0.0170321\n",
      "[1520]\tvalid_0's l2: 0.0170308\n",
      "[1521]\tvalid_0's l2: 0.0170308\n",
      "[1522]\tvalid_0's l2: 0.0170301\n",
      "[1523]\tvalid_0's l2: 0.0170294\n",
      "[1524]\tvalid_0's l2: 0.0170286\n",
      "[1525]\tvalid_0's l2: 0.0170276\n",
      "[1526]\tvalid_0's l2: 0.0170277\n",
      "[1527]\tvalid_0's l2: 0.0170271\n",
      "[1528]\tvalid_0's l2: 0.0170268\n",
      "[1529]\tvalid_0's l2: 0.0170276\n",
      "[1530]\tvalid_0's l2: 0.0170263\n",
      "[1531]\tvalid_0's l2: 0.0170265\n",
      "[1532]\tvalid_0's l2: 0.0170254\n",
      "[1533]\tvalid_0's l2: 0.0170237\n",
      "[1534]\tvalid_0's l2: 0.0170221\n",
      "[1535]\tvalid_0's l2: 0.0170217\n",
      "[1536]\tvalid_0's l2: 0.0170212\n",
      "[1537]\tvalid_0's l2: 0.0170218\n",
      "[1538]\tvalid_0's l2: 0.0170217\n",
      "[1539]\tvalid_0's l2: 0.0170222\n",
      "[1540]\tvalid_0's l2: 0.0170208\n",
      "[1541]\tvalid_0's l2: 0.0170168\n",
      "[1542]\tvalid_0's l2: 0.0170163\n",
      "[1543]\tvalid_0's l2: 0.0170149\n",
      "[1544]\tvalid_0's l2: 0.0170141\n",
      "[1545]\tvalid_0's l2: 0.0170134\n",
      "[1546]\tvalid_0's l2: 0.017014\n",
      "[1547]\tvalid_0's l2: 0.01701\n",
      "[1548]\tvalid_0's l2: 0.0170101\n",
      "[1549]\tvalid_0's l2: 0.0170099\n",
      "[1550]\tvalid_0's l2: 0.0170101\n",
      "[1551]\tvalid_0's l2: 0.0170113\n",
      "[1552]\tvalid_0's l2: 0.0170116\n",
      "[1553]\tvalid_0's l2: 0.0170121\n",
      "[1554]\tvalid_0's l2: 0.0170126\n",
      "[1555]\tvalid_0's l2: 0.0170114\n",
      "[1556]\tvalid_0's l2: 0.0170112\n",
      "[1557]\tvalid_0's l2: 0.0170113\n",
      "[1558]\tvalid_0's l2: 0.0170112\n",
      "[1559]\tvalid_0's l2: 0.017011\n",
      "[1560]\tvalid_0's l2: 0.0170096\n",
      "[1561]\tvalid_0's l2: 0.0170098\n",
      "[1562]\tvalid_0's l2: 0.0170101\n",
      "[1563]\tvalid_0's l2: 0.017011\n",
      "[1564]\tvalid_0's l2: 0.0170119\n",
      "[1565]\tvalid_0's l2: 0.0170105\n",
      "[1566]\tvalid_0's l2: 0.017011\n",
      "[1567]\tvalid_0's l2: 0.0170105\n",
      "[1568]\tvalid_0's l2: 0.0170111\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1569]\tvalid_0's l2: 0.0170118\n",
      "[1570]\tvalid_0's l2: 0.01701\n",
      "[1571]\tvalid_0's l2: 0.0170087\n",
      "[1572]\tvalid_0's l2: 0.0170069\n",
      "[1573]\tvalid_0's l2: 0.0170065\n",
      "[1574]\tvalid_0's l2: 0.0170065\n",
      "[1575]\tvalid_0's l2: 0.0170062\n",
      "[1576]\tvalid_0's l2: 0.0170057\n",
      "[1577]\tvalid_0's l2: 0.0170059\n",
      "[1578]\tvalid_0's l2: 0.0170053\n",
      "[1579]\tvalid_0's l2: 0.0170056\n",
      "[1580]\tvalid_0's l2: 0.0170049\n",
      "[1581]\tvalid_0's l2: 0.0170046\n",
      "[1582]\tvalid_0's l2: 0.0170045\n",
      "[1583]\tvalid_0's l2: 0.0170048\n",
      "[1584]\tvalid_0's l2: 0.0170048\n",
      "[1585]\tvalid_0's l2: 0.0170037\n",
      "[1586]\tvalid_0's l2: 0.0170038\n",
      "[1587]\tvalid_0's l2: 0.0170026\n",
      "[1588]\tvalid_0's l2: 0.0170018\n",
      "[1589]\tvalid_0's l2: 0.0170022\n",
      "[1590]\tvalid_0's l2: 0.0170019\n",
      "[1591]\tvalid_0's l2: 0.0170016\n",
      "[1592]\tvalid_0's l2: 0.0170018\n",
      "[1593]\tvalid_0's l2: 0.0170019\n",
      "[1594]\tvalid_0's l2: 0.0170022\n",
      "[1595]\tvalid_0's l2: 0.0170014\n",
      "[1596]\tvalid_0's l2: 0.0170005\n",
      "[1597]\tvalid_0's l2: 0.0169999\n",
      "[1598]\tvalid_0's l2: 0.016998\n",
      "[1599]\tvalid_0's l2: 0.0169975\n",
      "[1600]\tvalid_0's l2: 0.0169962\n",
      "[1601]\tvalid_0's l2: 0.0169963\n",
      "[1602]\tvalid_0's l2: 0.0169964\n",
      "[1603]\tvalid_0's l2: 0.0169961\n",
      "[1604]\tvalid_0's l2: 0.0169967\n",
      "[1605]\tvalid_0's l2: 0.0169958\n",
      "[1606]\tvalid_0's l2: 0.0169955\n",
      "[1607]\tvalid_0's l2: 0.0169943\n",
      "[1608]\tvalid_0's l2: 0.0169934\n",
      "[1609]\tvalid_0's l2: 0.016993\n",
      "[1610]\tvalid_0's l2: 0.0169918\n",
      "[1611]\tvalid_0's l2: 0.0169914\n",
      "[1612]\tvalid_0's l2: 0.0169921\n",
      "[1613]\tvalid_0's l2: 0.0169933\n",
      "[1614]\tvalid_0's l2: 0.0169948\n",
      "[1615]\tvalid_0's l2: 0.0169945\n",
      "[1616]\tvalid_0's l2: 0.0169949\n",
      "[1617]\tvalid_0's l2: 0.0169953\n",
      "[1618]\tvalid_0's l2: 0.0169953\n",
      "[1619]\tvalid_0's l2: 0.0169955\n",
      "[1620]\tvalid_0's l2: 0.0169949\n",
      "[1621]\tvalid_0's l2: 0.0169946\n",
      "[1622]\tvalid_0's l2: 0.016995\n",
      "[1623]\tvalid_0's l2: 0.0169955\n",
      "[1624]\tvalid_0's l2: 0.0169951\n",
      "[1625]\tvalid_0's l2: 0.0169944\n",
      "[1626]\tvalid_0's l2: 0.0169954\n",
      "[1627]\tvalid_0's l2: 0.0169955\n",
      "[1628]\tvalid_0's l2: 0.0169949\n",
      "[1629]\tvalid_0's l2: 0.0169943\n",
      "[1630]\tvalid_0's l2: 0.0169939\n",
      "[1631]\tvalid_0's l2: 0.0169932\n",
      "[1632]\tvalid_0's l2: 0.0169937\n",
      "[1633]\tvalid_0's l2: 0.0169947\n",
      "[1634]\tvalid_0's l2: 0.0169929\n",
      "[1635]\tvalid_0's l2: 0.0169916\n",
      "[1636]\tvalid_0's l2: 0.0169915\n",
      "[1637]\tvalid_0's l2: 0.0169912\n",
      "[1638]\tvalid_0's l2: 0.0169915\n",
      "[1639]\tvalid_0's l2: 0.0169924\n",
      "[1640]\tvalid_0's l2: 0.0169907\n",
      "[1641]\tvalid_0's l2: 0.0169906\n",
      "[1642]\tvalid_0's l2: 0.0169901\n",
      "[1643]\tvalid_0's l2: 0.0169893\n",
      "[1644]\tvalid_0's l2: 0.0169915\n",
      "[1645]\tvalid_0's l2: 0.0169913\n",
      "[1646]\tvalid_0's l2: 0.0169922\n",
      "[1647]\tvalid_0's l2: 0.016992\n",
      "[1648]\tvalid_0's l2: 0.0169916\n",
      "[1649]\tvalid_0's l2: 0.0169903\n",
      "[1650]\tvalid_0's l2: 0.0169893\n",
      "[1651]\tvalid_0's l2: 0.016989\n",
      "[1652]\tvalid_0's l2: 0.0169891\n",
      "[1653]\tvalid_0's l2: 0.0169888\n",
      "[1654]\tvalid_0's l2: 0.0169891\n",
      "[1655]\tvalid_0's l2: 0.0169878\n",
      "[1656]\tvalid_0's l2: 0.0169873\n",
      "[1657]\tvalid_0's l2: 0.0169864\n",
      "[1658]\tvalid_0's l2: 0.0169856\n",
      "[1659]\tvalid_0's l2: 0.0169851\n",
      "[1660]\tvalid_0's l2: 0.016984\n",
      "[1661]\tvalid_0's l2: 0.016984\n",
      "[1662]\tvalid_0's l2: 0.0169849\n",
      "[1663]\tvalid_0's l2: 0.0169854\n",
      "[1664]\tvalid_0's l2: 0.0169861\n",
      "[1665]\tvalid_0's l2: 0.0169859\n",
      "[1666]\tvalid_0's l2: 0.0169861\n",
      "[1667]\tvalid_0's l2: 0.0169857\n",
      "[1668]\tvalid_0's l2: 0.0169867\n",
      "[1669]\tvalid_0's l2: 0.0169867\n",
      "[1670]\tvalid_0's l2: 0.0169862\n",
      "[1671]\tvalid_0's l2: 0.0169871\n",
      "[1672]\tvalid_0's l2: 0.0169867\n",
      "[1673]\tvalid_0's l2: 0.016987\n",
      "[1674]\tvalid_0's l2: 0.0169854\n",
      "[1675]\tvalid_0's l2: 0.0169847\n",
      "[1676]\tvalid_0's l2: 0.0169842\n",
      "[1677]\tvalid_0's l2: 0.0169838\n",
      "[1678]\tvalid_0's l2: 0.0169849\n",
      "[1679]\tvalid_0's l2: 0.0169844\n",
      "[1680]\tvalid_0's l2: 0.016983\n",
      "[1681]\tvalid_0's l2: 0.0169839\n",
      "[1682]\tvalid_0's l2: 0.0169836\n",
      "[1683]\tvalid_0's l2: 0.0169842\n",
      "[1684]\tvalid_0's l2: 0.0169849\n",
      "[1685]\tvalid_0's l2: 0.0169854\n",
      "[1686]\tvalid_0's l2: 0.0169857\n",
      "[1687]\tvalid_0's l2: 0.0169863\n",
      "[1688]\tvalid_0's l2: 0.0169856\n",
      "[1689]\tvalid_0's l2: 0.0169866\n",
      "[1690]\tvalid_0's l2: 0.0169861\n",
      "[1691]\tvalid_0's l2: 0.0169834\n",
      "[1692]\tvalid_0's l2: 0.0169829\n",
      "[1693]\tvalid_0's l2: 0.0169827\n",
      "[1694]\tvalid_0's l2: 0.0169826\n",
      "[1695]\tvalid_0's l2: 0.0169819\n",
      "[1696]\tvalid_0's l2: 0.0169822\n",
      "[1697]\tvalid_0's l2: 0.0169826\n",
      "[1698]\tvalid_0's l2: 0.0169827\n",
      "[1699]\tvalid_0's l2: 0.0169832\n",
      "[1700]\tvalid_0's l2: 0.0169817\n",
      "[1701]\tvalid_0's l2: 0.0169824\n",
      "[1702]\tvalid_0's l2: 0.0169821\n",
      "[1703]\tvalid_0's l2: 0.0169829\n",
      "[1704]\tvalid_0's l2: 0.0169826\n",
      "[1705]\tvalid_0's l2: 0.0169819\n",
      "[1706]\tvalid_0's l2: 0.0169826\n",
      "[1707]\tvalid_0's l2: 0.0169827\n",
      "[1708]\tvalid_0's l2: 0.0169832\n",
      "[1709]\tvalid_0's l2: 0.0169831\n",
      "[1710]\tvalid_0's l2: 0.0169828\n",
      "[1711]\tvalid_0's l2: 0.0169819\n",
      "[1712]\tvalid_0's l2: 0.0169816\n",
      "[1713]\tvalid_0's l2: 0.0169823\n",
      "[1714]\tvalid_0's l2: 0.0169817\n",
      "[1715]\tvalid_0's l2: 0.0169813\n",
      "[1716]\tvalid_0's l2: 0.0169816\n",
      "[1717]\tvalid_0's l2: 0.0169828\n",
      "[1718]\tvalid_0's l2: 0.0169828\n",
      "[1719]\tvalid_0's l2: 0.0169825\n",
      "[1720]\tvalid_0's l2: 0.0169817\n",
      "[1721]\tvalid_0's l2: 0.0169821\n",
      "[1722]\tvalid_0's l2: 0.0169788\n",
      "[1723]\tvalid_0's l2: 0.0169778\n",
      "[1724]\tvalid_0's l2: 0.0169776\n",
      "[1725]\tvalid_0's l2: 0.0169767\n",
      "[1726]\tvalid_0's l2: 0.0169775\n",
      "[1727]\tvalid_0's l2: 0.0169771\n",
      "[1728]\tvalid_0's l2: 0.0169771\n",
      "[1729]\tvalid_0's l2: 0.0169772\n",
      "[1730]\tvalid_0's l2: 0.0169758\n",
      "[1731]\tvalid_0's l2: 0.016975\n",
      "[1732]\tvalid_0's l2: 0.0169757\n",
      "[1733]\tvalid_0's l2: 0.0169766\n",
      "[1734]\tvalid_0's l2: 0.0169751\n",
      "[1735]\tvalid_0's l2: 0.0169741\n",
      "[1736]\tvalid_0's l2: 0.0169743\n",
      "[1737]\tvalid_0's l2: 0.0169744\n",
      "[1738]\tvalid_0's l2: 0.0169745\n",
      "[1739]\tvalid_0's l2: 0.016974\n",
      "[1740]\tvalid_0's l2: 0.0169734\n",
      "[1741]\tvalid_0's l2: 0.0169731\n",
      "[1742]\tvalid_0's l2: 0.0169718\n",
      "[1743]\tvalid_0's l2: 0.0169714\n",
      "[1744]\tvalid_0's l2: 0.0169696\n",
      "[1745]\tvalid_0's l2: 0.0169681\n",
      "[1746]\tvalid_0's l2: 0.0169689\n",
      "[1747]\tvalid_0's l2: 0.0169677\n",
      "[1748]\tvalid_0's l2: 0.0169685\n",
      "[1749]\tvalid_0's l2: 0.0169685\n",
      "[1750]\tvalid_0's l2: 0.0169693\n",
      "[1751]\tvalid_0's l2: 0.0169691\n",
      "[1752]\tvalid_0's l2: 0.0169702\n",
      "[1753]\tvalid_0's l2: 0.0169699\n",
      "[1754]\tvalid_0's l2: 0.0169701\n",
      "[1755]\tvalid_0's l2: 0.0169698\n",
      "[1756]\tvalid_0's l2: 0.01697\n",
      "[1757]\tvalid_0's l2: 0.0169699\n",
      "[1758]\tvalid_0's l2: 0.0169708\n",
      "[1759]\tvalid_0's l2: 0.0169703\n",
      "[1760]\tvalid_0's l2: 0.01697\n",
      "[1761]\tvalid_0's l2: 0.0169696\n",
      "[1762]\tvalid_0's l2: 0.0169676\n",
      "[1763]\tvalid_0's l2: 0.0169676\n",
      "[1764]\tvalid_0's l2: 0.0169673\n",
      "[1765]\tvalid_0's l2: 0.0169652\n",
      "[1766]\tvalid_0's l2: 0.0169636\n",
      "[1767]\tvalid_0's l2: 0.0169649\n",
      "[1768]\tvalid_0's l2: 0.0169657\n",
      "[1769]\tvalid_0's l2: 0.0169667\n",
      "[1770]\tvalid_0's l2: 0.0169664\n",
      "[1771]\tvalid_0's l2: 0.0169673\n",
      "[1772]\tvalid_0's l2: 0.0169676\n",
      "[1773]\tvalid_0's l2: 0.0169682\n",
      "[1774]\tvalid_0's l2: 0.0169688\n",
      "[1775]\tvalid_0's l2: 0.0169689\n",
      "[1776]\tvalid_0's l2: 0.0169697\n",
      "[1777]\tvalid_0's l2: 0.0169689\n",
      "[1778]\tvalid_0's l2: 0.0169683\n",
      "[1779]\tvalid_0's l2: 0.0169687\n",
      "[1780]\tvalid_0's l2: 0.0169681\n",
      "[1781]\tvalid_0's l2: 0.0169688\n",
      "[1782]\tvalid_0's l2: 0.0169674\n",
      "[1783]\tvalid_0's l2: 0.0169668\n",
      "[1784]\tvalid_0's l2: 0.0169662\n",
      "[1785]\tvalid_0's l2: 0.0169642\n",
      "[1786]\tvalid_0's l2: 0.0169643\n",
      "[1787]\tvalid_0's l2: 0.0169636\n",
      "[1788]\tvalid_0's l2: 0.0169644\n",
      "[1789]\tvalid_0's l2: 0.016964\n",
      "[1790]\tvalid_0's l2: 0.0169626\n",
      "[1791]\tvalid_0's l2: 0.0169632\n",
      "[1792]\tvalid_0's l2: 0.0169635\n",
      "[1793]\tvalid_0's l2: 0.0169637\n",
      "[1794]\tvalid_0's l2: 0.0169648\n",
      "[1795]\tvalid_0's l2: 0.0169646\n",
      "[1796]\tvalid_0's l2: 0.0169642\n",
      "[1797]\tvalid_0's l2: 0.0169642\n",
      "[1798]\tvalid_0's l2: 0.0169648\n",
      "[1799]\tvalid_0's l2: 0.0169647\n",
      "[1800]\tvalid_0's l2: 0.0169644\n",
      "[1801]\tvalid_0's l2: 0.0169647\n",
      "[1802]\tvalid_0's l2: 0.0169635\n",
      "[1803]\tvalid_0's l2: 0.0169644\n",
      "[1804]\tvalid_0's l2: 0.0169643\n",
      "[1805]\tvalid_0's l2: 0.0169627\n",
      "[1806]\tvalid_0's l2: 0.016963\n",
      "[1807]\tvalid_0's l2: 0.0169603\n",
      "[1808]\tvalid_0's l2: 0.0169611\n",
      "[1809]\tvalid_0's l2: 0.0169615\n",
      "[1810]\tvalid_0's l2: 0.0169604\n",
      "[1811]\tvalid_0's l2: 0.0169611\n",
      "[1812]\tvalid_0's l2: 0.0169609\n",
      "[1813]\tvalid_0's l2: 0.0169617\n",
      "[1814]\tvalid_0's l2: 0.0169615\n",
      "[1815]\tvalid_0's l2: 0.0169597\n",
      "[1816]\tvalid_0's l2: 0.0169582\n",
      "[1817]\tvalid_0's l2: 0.0169584\n",
      "[1818]\tvalid_0's l2: 0.0169574\n",
      "[1819]\tvalid_0's l2: 0.0169579\n",
      "[1820]\tvalid_0's l2: 0.016957\n",
      "[1821]\tvalid_0's l2: 0.0169569\n",
      "[1822]\tvalid_0's l2: 0.0169571\n",
      "[1823]\tvalid_0's l2: 0.0169551\n",
      "[1824]\tvalid_0's l2: 0.0169553\n",
      "[1825]\tvalid_0's l2: 0.0169549\n",
      "[1826]\tvalid_0's l2: 0.0169541\n",
      "[1827]\tvalid_0's l2: 0.0169543\n",
      "[1828]\tvalid_0's l2: 0.0169537\n",
      "[1829]\tvalid_0's l2: 0.0169533\n",
      "[1830]\tvalid_0's l2: 0.0169522\n",
      "[1831]\tvalid_0's l2: 0.016952\n",
      "[1832]\tvalid_0's l2: 0.0169511\n",
      "[1833]\tvalid_0's l2: 0.0169518\n",
      "[1834]\tvalid_0's l2: 0.0169529\n",
      "[1835]\tvalid_0's l2: 0.0169509\n",
      "[1836]\tvalid_0's l2: 0.0169473\n",
      "[1837]\tvalid_0's l2: 0.0169468\n",
      "[1838]\tvalid_0's l2: 0.0169455\n",
      "[1839]\tvalid_0's l2: 0.0169453\n",
      "[1840]\tvalid_0's l2: 0.0169457\n",
      "[1841]\tvalid_0's l2: 0.0169461\n",
      "[1842]\tvalid_0's l2: 0.0169462\n",
      "[1843]\tvalid_0's l2: 0.016946\n",
      "[1844]\tvalid_0's l2: 0.016947\n",
      "[1845]\tvalid_0's l2: 0.016946\n",
      "[1846]\tvalid_0's l2: 0.0169462\n",
      "[1847]\tvalid_0's l2: 0.0169461\n",
      "[1848]\tvalid_0's l2: 0.0169453\n",
      "[1849]\tvalid_0's l2: 0.0169446\n",
      "[1850]\tvalid_0's l2: 0.0169438\n",
      "[1851]\tvalid_0's l2: 0.0169431\n",
      "[1852]\tvalid_0's l2: 0.0169433\n",
      "[1853]\tvalid_0's l2: 0.0169434\n",
      "[1854]\tvalid_0's l2: 0.0169421\n",
      "[1855]\tvalid_0's l2: 0.0169414\n",
      "[1856]\tvalid_0's l2: 0.0169413\n",
      "[1857]\tvalid_0's l2: 0.01694\n",
      "[1858]\tvalid_0's l2: 0.0169393\n",
      "[1859]\tvalid_0's l2: 0.0169382\n",
      "[1860]\tvalid_0's l2: 0.0169374\n",
      "[1861]\tvalid_0's l2: 0.0169377\n",
      "[1862]\tvalid_0's l2: 0.0169373\n",
      "[1863]\tvalid_0's l2: 0.0169376\n",
      "[1864]\tvalid_0's l2: 0.016936\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1865]\tvalid_0's l2: 0.0169351\n",
      "[1866]\tvalid_0's l2: 0.0169361\n",
      "[1867]\tvalid_0's l2: 0.0169367\n",
      "[1868]\tvalid_0's l2: 0.0169366\n",
      "[1869]\tvalid_0's l2: 0.0169366\n",
      "[1870]\tvalid_0's l2: 0.0169351\n",
      "[1871]\tvalid_0's l2: 0.0169351\n",
      "[1872]\tvalid_0's l2: 0.0169347\n",
      "[1873]\tvalid_0's l2: 0.0169348\n",
      "[1874]\tvalid_0's l2: 0.0169348\n",
      "[1875]\tvalid_0's l2: 0.016934\n",
      "[1876]\tvalid_0's l2: 0.0169336\n",
      "[1877]\tvalid_0's l2: 0.0169345\n",
      "[1878]\tvalid_0's l2: 0.0169338\n",
      "[1879]\tvalid_0's l2: 0.0169338\n",
      "[1880]\tvalid_0's l2: 0.0169325\n",
      "[1881]\tvalid_0's l2: 0.0169333\n",
      "[1882]\tvalid_0's l2: 0.0169323\n",
      "[1883]\tvalid_0's l2: 0.0169314\n",
      "[1884]\tvalid_0's l2: 0.0169313\n",
      "[1885]\tvalid_0's l2: 0.0169307\n",
      "[1886]\tvalid_0's l2: 0.016931\n",
      "[1887]\tvalid_0's l2: 0.016932\n",
      "[1888]\tvalid_0's l2: 0.0169325\n",
      "[1889]\tvalid_0's l2: 0.0169322\n",
      "[1890]\tvalid_0's l2: 0.0169323\n",
      "[1891]\tvalid_0's l2: 0.0169322\n",
      "[1892]\tvalid_0's l2: 0.0169315\n",
      "[1893]\tvalid_0's l2: 0.0169321\n",
      "[1894]\tvalid_0's l2: 0.0169315\n",
      "[1895]\tvalid_0's l2: 0.0169319\n",
      "[1896]\tvalid_0's l2: 0.0169325\n",
      "[1897]\tvalid_0's l2: 0.0169329\n",
      "[1898]\tvalid_0's l2: 0.0169327\n",
      "[1899]\tvalid_0's l2: 0.0169319\n",
      "[1900]\tvalid_0's l2: 0.0169301\n",
      "[1901]\tvalid_0's l2: 0.0169305\n",
      "[1902]\tvalid_0's l2: 0.016931\n",
      "[1903]\tvalid_0's l2: 0.016931\n",
      "[1904]\tvalid_0's l2: 0.0169302\n",
      "[1905]\tvalid_0's l2: 0.0169286\n",
      "[1906]\tvalid_0's l2: 0.0169285\n",
      "[1907]\tvalid_0's l2: 0.0169275\n",
      "[1908]\tvalid_0's l2: 0.0169271\n",
      "[1909]\tvalid_0's l2: 0.0169271\n",
      "[1910]\tvalid_0's l2: 0.0169274\n",
      "[1911]\tvalid_0's l2: 0.016926\n",
      "[1912]\tvalid_0's l2: 0.0169272\n",
      "[1913]\tvalid_0's l2: 0.0169255\n",
      "[1914]\tvalid_0's l2: 0.0169246\n",
      "[1915]\tvalid_0's l2: 0.0169251\n",
      "[1916]\tvalid_0's l2: 0.0169257\n",
      "[1917]\tvalid_0's l2: 0.0169258\n",
      "[1918]\tvalid_0's l2: 0.0169259\n",
      "[1919]\tvalid_0's l2: 0.0169261\n",
      "[1920]\tvalid_0's l2: 0.0169275\n",
      "[1921]\tvalid_0's l2: 0.016928\n",
      "[1922]\tvalid_0's l2: 0.016929\n",
      "[1923]\tvalid_0's l2: 0.0169292\n",
      "[1924]\tvalid_0's l2: 0.0169302\n",
      "[1925]\tvalid_0's l2: 0.0169304\n",
      "[1926]\tvalid_0's l2: 0.0169306\n",
      "[1927]\tvalid_0's l2: 0.0169308\n",
      "[1928]\tvalid_0's l2: 0.0169304\n",
      "[1929]\tvalid_0's l2: 0.0169304\n",
      "[1930]\tvalid_0's l2: 0.0169302\n",
      "[1931]\tvalid_0's l2: 0.0169294\n",
      "[1932]\tvalid_0's l2: 0.0169295\n",
      "[1933]\tvalid_0's l2: 0.0169302\n",
      "[1934]\tvalid_0's l2: 0.0169305\n",
      "[1935]\tvalid_0's l2: 0.0169302\n",
      "[1936]\tvalid_0's l2: 0.0169306\n",
      "[1937]\tvalid_0's l2: 0.0169312\n",
      "[1938]\tvalid_0's l2: 0.0169312\n",
      "[1939]\tvalid_0's l2: 0.0169319\n",
      "[1940]\tvalid_0's l2: 0.0169318\n",
      "[1941]\tvalid_0's l2: 0.0169335\n",
      "[1942]\tvalid_0's l2: 0.0169348\n",
      "[1943]\tvalid_0's l2: 0.0169348\n",
      "[1944]\tvalid_0's l2: 0.0169342\n",
      "[1945]\tvalid_0's l2: 0.016934\n",
      "[1946]\tvalid_0's l2: 0.0169331\n",
      "[1947]\tvalid_0's l2: 0.0169328\n",
      "[1948]\tvalid_0's l2: 0.0169331\n",
      "[1949]\tvalid_0's l2: 0.0169327\n",
      "[1950]\tvalid_0's l2: 0.0169317\n",
      "[1951]\tvalid_0's l2: 0.0169309\n",
      "[1952]\tvalid_0's l2: 0.0169311\n",
      "[1953]\tvalid_0's l2: 0.0169317\n",
      "[1954]\tvalid_0's l2: 0.0169322\n",
      "[1955]\tvalid_0's l2: 0.0169323\n",
      "[1956]\tvalid_0's l2: 0.0169321\n",
      "[1957]\tvalid_0's l2: 0.0169327\n",
      "[1958]\tvalid_0's l2: 0.0169324\n",
      "[1959]\tvalid_0's l2: 0.0169329\n",
      "[1960]\tvalid_0's l2: 0.0169327\n",
      "[1961]\tvalid_0's l2: 0.0169338\n",
      "[1962]\tvalid_0's l2: 0.0169339\n",
      "[1963]\tvalid_0's l2: 0.0169345\n",
      "[1964]\tvalid_0's l2: 0.0169344\n",
      "[1965]\tvalid_0's l2: 0.0169355\n",
      "[1966]\tvalid_0's l2: 0.0169366\n",
      "[1967]\tvalid_0's l2: 0.0169364\n",
      "[1968]\tvalid_0's l2: 0.0169366\n",
      "[1969]\tvalid_0's l2: 0.0169367\n",
      "[1970]\tvalid_0's l2: 0.0169366\n",
      "[1971]\tvalid_0's l2: 0.0169364\n",
      "[1972]\tvalid_0's l2: 0.0169357\n",
      "[1973]\tvalid_0's l2: 0.0169367\n",
      "[1974]\tvalid_0's l2: 0.0169365\n",
      "[1975]\tvalid_0's l2: 0.016936\n",
      "[1976]\tvalid_0's l2: 0.016935\n",
      "[1977]\tvalid_0's l2: 0.0169346\n",
      "[1978]\tvalid_0's l2: 0.0169348\n",
      "[1979]\tvalid_0's l2: 0.0169362\n",
      "[1980]\tvalid_0's l2: 0.0169369\n",
      "[1981]\tvalid_0's l2: 0.0169364\n",
      "[1982]\tvalid_0's l2: 0.0169369\n",
      "[1983]\tvalid_0's l2: 0.0169374\n",
      "[1984]\tvalid_0's l2: 0.0169385\n",
      "[1985]\tvalid_0's l2: 0.0169385\n",
      "[1986]\tvalid_0's l2: 0.0169381\n",
      "[1987]\tvalid_0's l2: 0.0169383\n",
      "[1988]\tvalid_0's l2: 0.0169391\n",
      "[1989]\tvalid_0's l2: 0.016938\n",
      "[1990]\tvalid_0's l2: 0.0169374\n",
      "[1991]\tvalid_0's l2: 0.0169372\n",
      "[1992]\tvalid_0's l2: 0.0169378\n",
      "[1993]\tvalid_0's l2: 0.0169389\n",
      "[1994]\tvalid_0's l2: 0.0169395\n",
      "[1995]\tvalid_0's l2: 0.0169402\n",
      "[1996]\tvalid_0's l2: 0.0169398\n",
      "[1997]\tvalid_0's l2: 0.0169398\n",
      "[1998]\tvalid_0's l2: 0.0169411\n",
      "[1999]\tvalid_0's l2: 0.0169409\n",
      "[2000]\tvalid_0's l2: 0.016941\n",
      "[2001]\tvalid_0's l2: 0.0169408\n",
      "[2002]\tvalid_0's l2: 0.0169404\n",
      "[2003]\tvalid_0's l2: 0.0169409\n",
      "[2004]\tvalid_0's l2: 0.0169412\n",
      "[2005]\tvalid_0's l2: 0.0169408\n",
      "[2006]\tvalid_0's l2: 0.0169405\n",
      "[2007]\tvalid_0's l2: 0.0169408\n",
      "[2008]\tvalid_0's l2: 0.0169396\n",
      "[2009]\tvalid_0's l2: 0.0169396\n",
      "[2010]\tvalid_0's l2: 0.0169397\n",
      "[2011]\tvalid_0's l2: 0.016939\n",
      "[2012]\tvalid_0's l2: 0.0169386\n",
      "[2013]\tvalid_0's l2: 0.0169398\n",
      "[2014]\tvalid_0's l2: 0.0169399\n",
      "[2015]\tvalid_0's l2: 0.0169403\n",
      "[2016]\tvalid_0's l2: 0.0169397\n",
      "[2017]\tvalid_0's l2: 0.0169391\n",
      "[2018]\tvalid_0's l2: 0.0169384\n",
      "[2019]\tvalid_0's l2: 0.0169388\n",
      "[2020]\tvalid_0's l2: 0.016939\n",
      "[2021]\tvalid_0's l2: 0.0169396\n",
      "[2022]\tvalid_0's l2: 0.0169405\n",
      "[2023]\tvalid_0's l2: 0.016941\n",
      "[2024]\tvalid_0's l2: 0.0169407\n",
      "[2025]\tvalid_0's l2: 0.0169423\n",
      "[2026]\tvalid_0's l2: 0.0169425\n",
      "[2027]\tvalid_0's l2: 0.0169414\n",
      "[2028]\tvalid_0's l2: 0.016941\n",
      "[2029]\tvalid_0's l2: 0.0169411\n",
      "[2030]\tvalid_0's l2: 0.0169407\n",
      "[2031]\tvalid_0's l2: 0.0169403\n",
      "[2032]\tvalid_0's l2: 0.0169401\n",
      "[2033]\tvalid_0's l2: 0.0169392\n",
      "[2034]\tvalid_0's l2: 0.0169388\n",
      "[2035]\tvalid_0's l2: 0.0169378\n",
      "[2036]\tvalid_0's l2: 0.0169384\n",
      "[2037]\tvalid_0's l2: 0.0169389\n",
      "[2038]\tvalid_0's l2: 0.0169394\n",
      "[2039]\tvalid_0's l2: 0.0169385\n",
      "[2040]\tvalid_0's l2: 0.0169381\n",
      "[2041]\tvalid_0's l2: 0.0169377\n",
      "[2042]\tvalid_0's l2: 0.016937\n",
      "[2043]\tvalid_0's l2: 0.016937\n",
      "[2044]\tvalid_0's l2: 0.0169377\n",
      "[2045]\tvalid_0's l2: 0.0169382\n",
      "[2046]\tvalid_0's l2: 0.016938\n",
      "[2047]\tvalid_0's l2: 0.0169383\n",
      "[2048]\tvalid_0's l2: 0.0169373\n",
      "[2049]\tvalid_0's l2: 0.0169376\n",
      "[2050]\tvalid_0's l2: 0.0169388\n",
      "[2051]\tvalid_0's l2: 0.0169385\n",
      "[2052]\tvalid_0's l2: 0.0169382\n",
      "[2053]\tvalid_0's l2: 0.0169377\n",
      "[2054]\tvalid_0's l2: 0.0169373\n",
      "[2055]\tvalid_0's l2: 0.0169376\n",
      "[2056]\tvalid_0's l2: 0.0169374\n",
      "[2057]\tvalid_0's l2: 0.016937\n",
      "[2058]\tvalid_0's l2: 0.0169367\n",
      "[2059]\tvalid_0's l2: 0.0169371\n",
      "[2060]\tvalid_0's l2: 0.0169362\n",
      "[2061]\tvalid_0's l2: 0.0169358\n",
      "[2062]\tvalid_0's l2: 0.0169359\n",
      "[2063]\tvalid_0's l2: 0.0169354\n",
      "[2064]\tvalid_0's l2: 0.0169363\n",
      "[2065]\tvalid_0's l2: 0.0169369\n",
      "[2066]\tvalid_0's l2: 0.0169365\n",
      "[2067]\tvalid_0's l2: 0.016938\n",
      "[2068]\tvalid_0's l2: 0.0169387\n",
      "[2069]\tvalid_0's l2: 0.0169389\n",
      "[2070]\tvalid_0's l2: 0.0169393\n",
      "[2071]\tvalid_0's l2: 0.0169396\n",
      "[2072]\tvalid_0's l2: 0.0169387\n",
      "[2073]\tvalid_0's l2: 0.0169387\n",
      "[2074]\tvalid_0's l2: 0.0169382\n",
      "[2075]\tvalid_0's l2: 0.0169382\n",
      "[2076]\tvalid_0's l2: 0.0169385\n",
      "[2077]\tvalid_0's l2: 0.016938\n",
      "[2078]\tvalid_0's l2: 0.0169376\n",
      "[2079]\tvalid_0's l2: 0.0169373\n",
      "[2080]\tvalid_0's l2: 0.0169387\n",
      "[2081]\tvalid_0's l2: 0.0169395\n",
      "[2082]\tvalid_0's l2: 0.0169393\n",
      "[2083]\tvalid_0's l2: 0.016939\n",
      "[2084]\tvalid_0's l2: 0.016939\n",
      "[2085]\tvalid_0's l2: 0.0169392\n",
      "[2086]\tvalid_0's l2: 0.0169385\n",
      "[2087]\tvalid_0's l2: 0.0169379\n",
      "[2088]\tvalid_0's l2: 0.0169367\n",
      "[2089]\tvalid_0's l2: 0.0169367\n",
      "[2090]\tvalid_0's l2: 0.0169369\n",
      "[2091]\tvalid_0's l2: 0.0169369\n",
      "[2092]\tvalid_0's l2: 0.0169366\n",
      "[2093]\tvalid_0's l2: 0.0169368\n",
      "[2094]\tvalid_0's l2: 0.0169367\n",
      "[2095]\tvalid_0's l2: 0.0169356\n",
      "[2096]\tvalid_0's l2: 0.0169347\n",
      "[2097]\tvalid_0's l2: 0.0169349\n",
      "[2098]\tvalid_0's l2: 0.0169347\n",
      "[2099]\tvalid_0's l2: 0.0169359\n",
      "[2100]\tvalid_0's l2: 0.0169352\n",
      "[2101]\tvalid_0's l2: 0.0169357\n",
      "[2102]\tvalid_0's l2: 0.016937\n",
      "[2103]\tvalid_0's l2: 0.016937\n",
      "[2104]\tvalid_0's l2: 0.0169368\n",
      "[2105]\tvalid_0's l2: 0.0169367\n",
      "[2106]\tvalid_0's l2: 0.0169365\n",
      "[2107]\tvalid_0's l2: 0.0169359\n",
      "[2108]\tvalid_0's l2: 0.0169364\n",
      "[2109]\tvalid_0's l2: 0.0169372\n",
      "[2110]\tvalid_0's l2: 0.0169361\n",
      "[2111]\tvalid_0's l2: 0.0169367\n",
      "[2112]\tvalid_0's l2: 0.0169364\n",
      "[2113]\tvalid_0's l2: 0.0169373\n",
      "[2114]\tvalid_0's l2: 0.0169378\n",
      "[2115]\tvalid_0's l2: 0.0169377\n",
      "[2116]\tvalid_0's l2: 0.0169369\n",
      "[2117]\tvalid_0's l2: 0.0169376\n",
      "[2118]\tvalid_0's l2: 0.0169384\n",
      "[2119]\tvalid_0's l2: 0.016938\n",
      "[2120]\tvalid_0's l2: 0.0169383\n",
      "[2121]\tvalid_0's l2: 0.0169384\n",
      "[2122]\tvalid_0's l2: 0.0169383\n",
      "[2123]\tvalid_0's l2: 0.0169387\n",
      "[2124]\tvalid_0's l2: 0.0169382\n",
      "[2125]\tvalid_0's l2: 0.0169381\n",
      "[2126]\tvalid_0's l2: 0.016938\n",
      "[2127]\tvalid_0's l2: 0.0169382\n",
      "[2128]\tvalid_0's l2: 0.0169375\n",
      "[2129]\tvalid_0's l2: 0.0169381\n",
      "[2130]\tvalid_0's l2: 0.016939\n",
      "[2131]\tvalid_0's l2: 0.0169397\n",
      "[2132]\tvalid_0's l2: 0.0169406\n",
      "[2133]\tvalid_0's l2: 0.01694\n",
      "[2134]\tvalid_0's l2: 0.0169399\n",
      "[2135]\tvalid_0's l2: 0.0169393\n",
      "[2136]\tvalid_0's l2: 0.0169389\n",
      "[2137]\tvalid_0's l2: 0.0169397\n",
      "[2138]\tvalid_0's l2: 0.0169395\n",
      "[2139]\tvalid_0's l2: 0.0169396\n",
      "[2140]\tvalid_0's l2: 0.0169393\n",
      "[2141]\tvalid_0's l2: 0.0169399\n",
      "[2142]\tvalid_0's l2: 0.0169392\n",
      "[2143]\tvalid_0's l2: 0.0169394\n",
      "[2144]\tvalid_0's l2: 0.0169403\n",
      "[2145]\tvalid_0's l2: 0.0169405\n",
      "[2146]\tvalid_0's l2: 0.0169401\n",
      "[2147]\tvalid_0's l2: 0.0169395\n",
      "[2148]\tvalid_0's l2: 0.0169395\n",
      "[2149]\tvalid_0's l2: 0.016939\n",
      "[2150]\tvalid_0's l2: 0.0169386\n",
      "[2151]\tvalid_0's l2: 0.0169385\n",
      "[2152]\tvalid_0's l2: 0.0169392\n",
      "[2153]\tvalid_0's l2: 0.0169389\n",
      "[2154]\tvalid_0's l2: 0.0169398\n",
      "[2155]\tvalid_0's l2: 0.0169405\n",
      "[2156]\tvalid_0's l2: 0.0169409\n",
      "[2157]\tvalid_0's l2: 0.0169408\n",
      "[2158]\tvalid_0's l2: 0.0169407\n",
      "[2159]\tvalid_0's l2: 0.0169406\n",
      "[2160]\tvalid_0's l2: 0.0169407\n",
      "[2161]\tvalid_0's l2: 0.0169396\n",
      "[2162]\tvalid_0's l2: 0.0169394\n",
      "[2163]\tvalid_0's l2: 0.0169394\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2164]\tvalid_0's l2: 0.0169407\n",
      "[2165]\tvalid_0's l2: 0.0169409\n",
      "[2166]\tvalid_0's l2: 0.0169396\n",
      "[2167]\tvalid_0's l2: 0.016939\n",
      "[2168]\tvalid_0's l2: 0.0169385\n",
      "[2169]\tvalid_0's l2: 0.0169391\n",
      "[2170]\tvalid_0's l2: 0.0169395\n",
      "[2171]\tvalid_0's l2: 0.0169389\n",
      "[2172]\tvalid_0's l2: 0.0169386\n",
      "[2173]\tvalid_0's l2: 0.0169389\n",
      "[2174]\tvalid_0's l2: 0.0169397\n",
      "[2175]\tvalid_0's l2: 0.0169404\n",
      "[2176]\tvalid_0's l2: 0.0169381\n",
      "[2177]\tvalid_0's l2: 0.0169384\n",
      "[2178]\tvalid_0's l2: 0.0169384\n",
      "[2179]\tvalid_0's l2: 0.0169384\n",
      "[2180]\tvalid_0's l2: 0.01694\n",
      "[2181]\tvalid_0's l2: 0.0169394\n",
      "[2182]\tvalid_0's l2: 0.0169396\n",
      "[2183]\tvalid_0's l2: 0.016939\n",
      "[2184]\tvalid_0's l2: 0.0169404\n",
      "[2185]\tvalid_0's l2: 0.0169414\n",
      "[2186]\tvalid_0's l2: 0.0169413\n",
      "[2187]\tvalid_0's l2: 0.0169407\n",
      "[2188]\tvalid_0's l2: 0.0169399\n",
      "[2189]\tvalid_0's l2: 0.0169407\n",
      "[2190]\tvalid_0's l2: 0.0169407\n",
      "[2191]\tvalid_0's l2: 0.0169405\n",
      "[2192]\tvalid_0's l2: 0.01694\n",
      "[2193]\tvalid_0's l2: 0.0169413\n",
      "[2194]\tvalid_0's l2: 0.0169409\n",
      "[2195]\tvalid_0's l2: 0.0169399\n",
      "[2196]\tvalid_0's l2: 0.0169395\n",
      "[2197]\tvalid_0's l2: 0.0169392\n",
      "[2198]\tvalid_0's l2: 0.0169387\n",
      "[2199]\tvalid_0's l2: 0.0169387\n",
      "[2200]\tvalid_0's l2: 0.0169391\n",
      "[2201]\tvalid_0's l2: 0.01694\n",
      "[2202]\tvalid_0's l2: 0.0169402\n",
      "[2203]\tvalid_0's l2: 0.0169394\n",
      "[2204]\tvalid_0's l2: 0.0169393\n",
      "[2205]\tvalid_0's l2: 0.0169407\n",
      "[2206]\tvalid_0's l2: 0.0169398\n",
      "[2207]\tvalid_0's l2: 0.0169398\n",
      "[2208]\tvalid_0's l2: 0.016941\n",
      "[2209]\tvalid_0's l2: 0.0169417\n",
      "[2210]\tvalid_0's l2: 0.0169418\n",
      "[2211]\tvalid_0's l2: 0.0169414\n",
      "[2212]\tvalid_0's l2: 0.0169416\n",
      "[2213]\tvalid_0's l2: 0.0169409\n",
      "[2214]\tvalid_0's l2: 0.0169406\n",
      "[2215]\tvalid_0's l2: 0.01694\n",
      "[2216]\tvalid_0's l2: 0.0169404\n",
      "[2217]\tvalid_0's l2: 0.0169406\n",
      "[2218]\tvalid_0's l2: 0.0169412\n",
      "[2219]\tvalid_0's l2: 0.0169407\n",
      "[2220]\tvalid_0's l2: 0.0169398\n",
      "[2221]\tvalid_0's l2: 0.0169394\n",
      "[2222]\tvalid_0's l2: 0.0169399\n",
      "[2223]\tvalid_0's l2: 0.0169405\n",
      "[2224]\tvalid_0's l2: 0.0169404\n",
      "[2225]\tvalid_0's l2: 0.0169407\n",
      "[2226]\tvalid_0's l2: 0.0169404\n",
      "[2227]\tvalid_0's l2: 0.0169421\n",
      "[2228]\tvalid_0's l2: 0.0169424\n",
      "[2229]\tvalid_0's l2: 0.016943\n",
      "[2230]\tvalid_0's l2: 0.0169439\n",
      "[2231]\tvalid_0's l2: 0.0169447\n",
      "[2232]\tvalid_0's l2: 0.0169439\n",
      "[2233]\tvalid_0's l2: 0.0169447\n",
      "[2234]\tvalid_0's l2: 0.0169454\n",
      "[2235]\tvalid_0's l2: 0.0169461\n",
      "[2236]\tvalid_0's l2: 0.0169471\n",
      "[2237]\tvalid_0's l2: 0.0169463\n",
      "[2238]\tvalid_0's l2: 0.0169453\n",
      "[2239]\tvalid_0's l2: 0.0169456\n",
      "[2240]\tvalid_0's l2: 0.0169462\n",
      "[2241]\tvalid_0's l2: 0.0169459\n",
      "[2242]\tvalid_0's l2: 0.0169454\n",
      "[2243]\tvalid_0's l2: 0.0169455\n",
      "[2244]\tvalid_0's l2: 0.0169458\n",
      "[2245]\tvalid_0's l2: 0.0169455\n",
      "[2246]\tvalid_0's l2: 0.0169453\n",
      "[2247]\tvalid_0's l2: 0.0169455\n",
      "[2248]\tvalid_0's l2: 0.0169447\n",
      "[2249]\tvalid_0's l2: 0.0169455\n",
      "[2250]\tvalid_0's l2: 0.0169455\n",
      "[2251]\tvalid_0's l2: 0.0169457\n",
      "[2252]\tvalid_0's l2: 0.0169449\n",
      "[2253]\tvalid_0's l2: 0.0169445\n",
      "[2254]\tvalid_0's l2: 0.016944\n",
      "[2255]\tvalid_0's l2: 0.0169442\n",
      "[2256]\tvalid_0's l2: 0.016944\n",
      "[2257]\tvalid_0's l2: 0.0169449\n",
      "[2258]\tvalid_0's l2: 0.0169459\n",
      "[2259]\tvalid_0's l2: 0.0169471\n",
      "[2260]\tvalid_0's l2: 0.0169464\n",
      "[2261]\tvalid_0's l2: 0.0169476\n",
      "[2262]\tvalid_0's l2: 0.0169481\n",
      "[2263]\tvalid_0's l2: 0.0169479\n",
      "[2264]\tvalid_0's l2: 0.016948\n",
      "[2265]\tvalid_0's l2: 0.0169484\n",
      "[2266]\tvalid_0's l2: 0.0169481\n",
      "[2267]\tvalid_0's l2: 0.016948\n",
      "[2268]\tvalid_0's l2: 0.0169482\n",
      "[2269]\tvalid_0's l2: 0.0169476\n",
      "[2270]\tvalid_0's l2: 0.0169471\n",
      "[2271]\tvalid_0's l2: 0.0169482\n",
      "[2272]\tvalid_0's l2: 0.016949\n",
      "[2273]\tvalid_0's l2: 0.016949\n",
      "[2274]\tvalid_0's l2: 0.0169491\n",
      "[2275]\tvalid_0's l2: 0.0169498\n",
      "[2276]\tvalid_0's l2: 0.01695\n",
      "[2277]\tvalid_0's l2: 0.0169504\n",
      "[2278]\tvalid_0's l2: 0.0169502\n",
      "[2279]\tvalid_0's l2: 0.0169487\n",
      "[2280]\tvalid_0's l2: 0.0169483\n",
      "[2281]\tvalid_0's l2: 0.0169485\n",
      "[2282]\tvalid_0's l2: 0.0169483\n",
      "[2283]\tvalid_0's l2: 0.0169487\n",
      "[2284]\tvalid_0's l2: 0.0169494\n",
      "[2285]\tvalid_0's l2: 0.0169498\n",
      "[2286]\tvalid_0's l2: 0.0169503\n",
      "[2287]\tvalid_0's l2: 0.0169502\n",
      "[2288]\tvalid_0's l2: 0.0169512\n",
      "[2289]\tvalid_0's l2: 0.0169509\n",
      "[2290]\tvalid_0's l2: 0.0169503\n",
      "[2291]\tvalid_0's l2: 0.0169509\n",
      "[2292]\tvalid_0's l2: 0.0169516\n",
      "[2293]\tvalid_0's l2: 0.016951\n",
      "[2294]\tvalid_0's l2: 0.0169505\n",
      "[2295]\tvalid_0's l2: 0.0169501\n",
      "[2296]\tvalid_0's l2: 0.0169487\n",
      "[2297]\tvalid_0's l2: 0.0169464\n",
      "[2298]\tvalid_0's l2: 0.0169456\n",
      "[2299]\tvalid_0's l2: 0.0169461\n",
      "[2300]\tvalid_0's l2: 0.0169469\n",
      "[2301]\tvalid_0's l2: 0.0169472\n",
      "[2302]\tvalid_0's l2: 0.0169469\n",
      "[2303]\tvalid_0's l2: 0.0169466\n",
      "[2304]\tvalid_0's l2: 0.0169472\n",
      "[2305]\tvalid_0's l2: 0.0169472\n",
      "[2306]\tvalid_0's l2: 0.016947\n",
      "[2307]\tvalid_0's l2: 0.0169456\n",
      "[2308]\tvalid_0's l2: 0.0169463\n",
      "[2309]\tvalid_0's l2: 0.0169464\n",
      "[2310]\tvalid_0's l2: 0.016946\n",
      "[2311]\tvalid_0's l2: 0.0169449\n",
      "[2312]\tvalid_0's l2: 0.016944\n",
      "[2313]\tvalid_0's l2: 0.0169435\n",
      "[2314]\tvalid_0's l2: 0.0169431\n",
      "[2315]\tvalid_0's l2: 0.0169432\n",
      "[2316]\tvalid_0's l2: 0.0169434\n",
      "[2317]\tvalid_0's l2: 0.0169443\n",
      "[2318]\tvalid_0's l2: 0.0169445\n",
      "[2319]\tvalid_0's l2: 0.0169449\n",
      "[2320]\tvalid_0's l2: 0.016945\n",
      "[2321]\tvalid_0's l2: 0.0169452\n",
      "[2322]\tvalid_0's l2: 0.0169457\n",
      "[2323]\tvalid_0's l2: 0.0169447\n",
      "[2324]\tvalid_0's l2: 0.0169443\n",
      "[2325]\tvalid_0's l2: 0.0169427\n",
      "[2326]\tvalid_0's l2: 0.0169424\n",
      "[2327]\tvalid_0's l2: 0.0169414\n",
      "[2328]\tvalid_0's l2: 0.0169406\n",
      "[2329]\tvalid_0's l2: 0.0169417\n",
      "[2330]\tvalid_0's l2: 0.016942\n",
      "[2331]\tvalid_0's l2: 0.0169419\n",
      "[2332]\tvalid_0's l2: 0.0169427\n",
      "[2333]\tvalid_0's l2: 0.0169428\n",
      "[2334]\tvalid_0's l2: 0.0169421\n",
      "[2335]\tvalid_0's l2: 0.0169423\n",
      "[2336]\tvalid_0's l2: 0.0169428\n",
      "[2337]\tvalid_0's l2: 0.0169423\n",
      "[2338]\tvalid_0's l2: 0.0169403\n",
      "[2339]\tvalid_0's l2: 0.0169405\n",
      "[2340]\tvalid_0's l2: 0.0169396\n",
      "[2341]\tvalid_0's l2: 0.0169389\n",
      "[2342]\tvalid_0's l2: 0.0169403\n",
      "[2343]\tvalid_0's l2: 0.0169399\n",
      "[2344]\tvalid_0's l2: 0.0169399\n",
      "[2345]\tvalid_0's l2: 0.0169407\n",
      "[2346]\tvalid_0's l2: 0.0169407\n",
      "[2347]\tvalid_0's l2: 0.0169414\n",
      "[2348]\tvalid_0's l2: 0.0169385\n",
      "[2349]\tvalid_0's l2: 0.0169393\n",
      "[2350]\tvalid_0's l2: 0.0169403\n",
      "[2351]\tvalid_0's l2: 0.0169407\n",
      "[2352]\tvalid_0's l2: 0.0169406\n",
      "[2353]\tvalid_0's l2: 0.0169413\n",
      "[2354]\tvalid_0's l2: 0.0169413\n",
      "[2355]\tvalid_0's l2: 0.0169406\n",
      "[2356]\tvalid_0's l2: 0.0169402\n",
      "[2357]\tvalid_0's l2: 0.0169405\n",
      "[2358]\tvalid_0's l2: 0.0169399\n",
      "[2359]\tvalid_0's l2: 0.0169399\n",
      "[2360]\tvalid_0's l2: 0.0169402\n",
      "[2361]\tvalid_0's l2: 0.0169395\n",
      "[2362]\tvalid_0's l2: 0.016939\n",
      "[2363]\tvalid_0's l2: 0.0169399\n",
      "[2364]\tvalid_0's l2: 0.01694\n",
      "[2365]\tvalid_0's l2: 0.01694\n",
      "[2366]\tvalid_0's l2: 0.0169396\n",
      "[2367]\tvalid_0's l2: 0.0169397\n",
      "[2368]\tvalid_0's l2: 0.0169398\n",
      "[2369]\tvalid_0's l2: 0.0169403\n",
      "[2370]\tvalid_0's l2: 0.0169403\n",
      "[2371]\tvalid_0's l2: 0.0169402\n",
      "[2372]\tvalid_0's l2: 0.0169402\n",
      "[2373]\tvalid_0's l2: 0.0169405\n",
      "[2374]\tvalid_0's l2: 0.0169395\n",
      "[2375]\tvalid_0's l2: 0.0169399\n",
      "[2376]\tvalid_0's l2: 0.0169391\n",
      "[2377]\tvalid_0's l2: 0.0169404\n",
      "[2378]\tvalid_0's l2: 0.0169406\n",
      "[2379]\tvalid_0's l2: 0.0169403\n",
      "[2380]\tvalid_0's l2: 0.016941\n",
      "[2381]\tvalid_0's l2: 0.0169407\n",
      "[2382]\tvalid_0's l2: 0.0169407\n",
      "[2383]\tvalid_0's l2: 0.01694\n",
      "[2384]\tvalid_0's l2: 0.0169404\n",
      "[2385]\tvalid_0's l2: 0.0169412\n",
      "[2386]\tvalid_0's l2: 0.0169411\n",
      "[2387]\tvalid_0's l2: 0.0169408\n",
      "[2388]\tvalid_0's l2: 0.0169412\n",
      "[2389]\tvalid_0's l2: 0.0169417\n",
      "[2390]\tvalid_0's l2: 0.0169413\n",
      "[2391]\tvalid_0's l2: 0.0169409\n",
      "[2392]\tvalid_0's l2: 0.0169407\n",
      "[2393]\tvalid_0's l2: 0.0169417\n",
      "[2394]\tvalid_0's l2: 0.0169419\n",
      "[2395]\tvalid_0's l2: 0.0169427\n",
      "[2396]\tvalid_0's l2: 0.0169425\n",
      "[2397]\tvalid_0's l2: 0.0169426\n",
      "[2398]\tvalid_0's l2: 0.0169424\n",
      "[2399]\tvalid_0's l2: 0.0169426\n",
      "[2400]\tvalid_0's l2: 0.016942\n",
      "[2401]\tvalid_0's l2: 0.0169417\n",
      "[2402]\tvalid_0's l2: 0.016941\n",
      "[2403]\tvalid_0's l2: 0.0169398\n",
      "[2404]\tvalid_0's l2: 0.0169396\n",
      "[2405]\tvalid_0's l2: 0.0169408\n",
      "[2406]\tvalid_0's l2: 0.016941\n",
      "[2407]\tvalid_0's l2: 0.0169414\n",
      "[2408]\tvalid_0's l2: 0.0169416\n",
      "[2409]\tvalid_0's l2: 0.0169415\n",
      "[2410]\tvalid_0's l2: 0.0169415\n",
      "[2411]\tvalid_0's l2: 0.0169411\n",
      "[2412]\tvalid_0's l2: 0.01694\n",
      "[2413]\tvalid_0's l2: 0.01694\n",
      "[2414]\tvalid_0's l2: 0.0169394\n",
      "Early stopping, best iteration is:\n",
      "[1914]\tvalid_0's l2: 0.0169246\n",
      "[1]\tvalid_0's l2: 0.0628989\n",
      "Training until validation scores don't improve for 500 rounds.\n",
      "[2]\tvalid_0's l2: 0.0621886\n",
      "[3]\tvalid_0's l2: 0.0614944\n",
      "[4]\tvalid_0's l2: 0.0608521\n",
      "[5]\tvalid_0's l2: 0.0601772\n",
      "[6]\tvalid_0's l2: 0.0595039\n",
      "[7]\tvalid_0's l2: 0.0588324\n",
      "[8]\tvalid_0's l2: 0.0581809\n",
      "[9]\tvalid_0's l2: 0.0575767\n",
      "[10]\tvalid_0's l2: 0.0569784\n",
      "[11]\tvalid_0's l2: 0.0563745\n",
      "[12]\tvalid_0's l2: 0.0558873\n",
      "[13]\tvalid_0's l2: 0.0553236\n",
      "[14]\tvalid_0's l2: 0.0547687\n",
      "[15]\tvalid_0's l2: 0.054181\n",
      "[16]\tvalid_0's l2: 0.0536585\n",
      "[17]\tvalid_0's l2: 0.0531388\n",
      "[18]\tvalid_0's l2: 0.0525894\n",
      "[19]\tvalid_0's l2: 0.0520635\n",
      "[20]\tvalid_0's l2: 0.0515611\n",
      "[21]\tvalid_0's l2: 0.0510428\n",
      "[22]\tvalid_0's l2: 0.0505372\n",
      "[23]\tvalid_0's l2: 0.0500425\n",
      "[24]\tvalid_0's l2: 0.049602\n",
      "[25]\tvalid_0's l2: 0.0491424\n",
      "[26]\tvalid_0's l2: 0.0486635\n",
      "[27]\tvalid_0's l2: 0.0481907\n",
      "[28]\tvalid_0's l2: 0.0477444\n",
      "[29]\tvalid_0's l2: 0.0473148\n",
      "[30]\tvalid_0's l2: 0.0469058\n",
      "[31]\tvalid_0's l2: 0.0464608\n",
      "[32]\tvalid_0's l2: 0.0460474\n",
      "[33]\tvalid_0's l2: 0.045615\n",
      "[34]\tvalid_0's l2: 0.0451982\n",
      "[35]\tvalid_0's l2: 0.0447995\n",
      "[36]\tvalid_0's l2: 0.0444003\n",
      "[37]\tvalid_0's l2: 0.0440141\n",
      "[38]\tvalid_0's l2: 0.0436491\n",
      "[39]\tvalid_0's l2: 0.0432779\n",
      "[40]\tvalid_0's l2: 0.042924\n",
      "[41]\tvalid_0's l2: 0.0425517\n",
      "[42]\tvalid_0's l2: 0.0422173\n",
      "[43]\tvalid_0's l2: 0.0418453\n",
      "[44]\tvalid_0's l2: 0.0414877\n",
      "[45]\tvalid_0's l2: 0.0411612\n",
      "[46]\tvalid_0's l2: 0.0408208\n",
      "[47]\tvalid_0's l2: 0.0404787\n",
      "[48]\tvalid_0's l2: 0.0401337\n",
      "[49]\tvalid_0's l2: 0.0398065\n",
      "[50]\tvalid_0's l2: 0.0395\n",
      "[51]\tvalid_0's l2: 0.0391781\n",
      "[52]\tvalid_0's l2: 0.0388636\n",
      "[53]\tvalid_0's l2: 0.0385652\n",
      "[54]\tvalid_0's l2: 0.038258\n",
      "[55]\tvalid_0's l2: 0.0379734\n",
      "[56]\tvalid_0's l2: 0.0376952\n",
      "[57]\tvalid_0's l2: 0.0374134\n",
      "[58]\tvalid_0's l2: 0.0371337\n",
      "[59]\tvalid_0's l2: 0.0368631\n",
      "[60]\tvalid_0's l2: 0.0366067\n",
      "[61]\tvalid_0's l2: 0.036352\n",
      "[62]\tvalid_0's l2: 0.0360986\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[63]\tvalid_0's l2: 0.0358347\n",
      "[64]\tvalid_0's l2: 0.0355828\n",
      "[65]\tvalid_0's l2: 0.0353269\n",
      "[66]\tvalid_0's l2: 0.0350797\n",
      "[67]\tvalid_0's l2: 0.0348226\n",
      "[68]\tvalid_0's l2: 0.0345831\n",
      "[69]\tvalid_0's l2: 0.0343347\n",
      "[70]\tvalid_0's l2: 0.0341132\n",
      "[71]\tvalid_0's l2: 0.0338943\n",
      "[72]\tvalid_0's l2: 0.0336725\n",
      "[73]\tvalid_0's l2: 0.0334459\n",
      "[74]\tvalid_0's l2: 0.0332277\n",
      "[75]\tvalid_0's l2: 0.0330074\n",
      "[76]\tvalid_0's l2: 0.0328028\n",
      "[77]\tvalid_0's l2: 0.0325957\n",
      "[78]\tvalid_0's l2: 0.0323751\n",
      "[79]\tvalid_0's l2: 0.0321792\n",
      "[80]\tvalid_0's l2: 0.0319898\n",
      "[81]\tvalid_0's l2: 0.0318077\n",
      "[82]\tvalid_0's l2: 0.0316104\n",
      "[83]\tvalid_0's l2: 0.0314237\n",
      "[84]\tvalid_0's l2: 0.0312405\n",
      "[85]\tvalid_0's l2: 0.0310544\n",
      "[86]\tvalid_0's l2: 0.0308811\n",
      "[87]\tvalid_0's l2: 0.0306926\n",
      "[88]\tvalid_0's l2: 0.0305094\n",
      "[89]\tvalid_0's l2: 0.0303418\n",
      "[90]\tvalid_0's l2: 0.0301773\n",
      "[91]\tvalid_0's l2: 0.0300238\n",
      "[92]\tvalid_0's l2: 0.0298644\n",
      "[93]\tvalid_0's l2: 0.0296969\n",
      "[94]\tvalid_0's l2: 0.029544\n",
      "[95]\tvalid_0's l2: 0.0293752\n",
      "[96]\tvalid_0's l2: 0.0292164\n",
      "[97]\tvalid_0's l2: 0.0290667\n",
      "[98]\tvalid_0's l2: 0.0289194\n",
      "[99]\tvalid_0's l2: 0.0287675\n",
      "[100]\tvalid_0's l2: 0.0286253\n",
      "[101]\tvalid_0's l2: 0.0284798\n",
      "[102]\tvalid_0's l2: 0.0283363\n",
      "[103]\tvalid_0's l2: 0.0281868\n",
      "[104]\tvalid_0's l2: 0.0280438\n",
      "[105]\tvalid_0's l2: 0.0279081\n",
      "[106]\tvalid_0's l2: 0.0277758\n",
      "[107]\tvalid_0's l2: 0.0276413\n",
      "[108]\tvalid_0's l2: 0.0275116\n",
      "[109]\tvalid_0's l2: 0.0273784\n",
      "[110]\tvalid_0's l2: 0.0272497\n",
      "[111]\tvalid_0's l2: 0.0271286\n",
      "[112]\tvalid_0's l2: 0.0270018\n",
      "[113]\tvalid_0's l2: 0.0268625\n",
      "[114]\tvalid_0's l2: 0.0267358\n",
      "[115]\tvalid_0's l2: 0.0266208\n",
      "[116]\tvalid_0's l2: 0.0265045\n",
      "[117]\tvalid_0's l2: 0.0263912\n",
      "[118]\tvalid_0's l2: 0.0262778\n",
      "[119]\tvalid_0's l2: 0.026173\n",
      "[120]\tvalid_0's l2: 0.026054\n",
      "[121]\tvalid_0's l2: 0.0259315\n",
      "[122]\tvalid_0's l2: 0.0258261\n",
      "[123]\tvalid_0's l2: 0.0257173\n",
      "[124]\tvalid_0's l2: 0.0256246\n",
      "[125]\tvalid_0's l2: 0.0255134\n",
      "[126]\tvalid_0's l2: 0.0254066\n",
      "[127]\tvalid_0's l2: 0.0253015\n",
      "[128]\tvalid_0's l2: 0.0252074\n",
      "[129]\tvalid_0's l2: 0.0251143\n",
      "[130]\tvalid_0's l2: 0.0250057\n",
      "[131]\tvalid_0's l2: 0.0249114\n",
      "[132]\tvalid_0's l2: 0.024806\n",
      "[133]\tvalid_0's l2: 0.0247015\n",
      "[134]\tvalid_0's l2: 0.0246038\n",
      "[135]\tvalid_0's l2: 0.0245193\n",
      "[136]\tvalid_0's l2: 0.0244342\n",
      "[137]\tvalid_0's l2: 0.0243427\n",
      "[138]\tvalid_0's l2: 0.0242663\n",
      "[139]\tvalid_0's l2: 0.0241708\n",
      "[140]\tvalid_0's l2: 0.0240859\n",
      "[141]\tvalid_0's l2: 0.0239981\n",
      "[142]\tvalid_0's l2: 0.0239107\n",
      "[143]\tvalid_0's l2: 0.0238371\n",
      "[144]\tvalid_0's l2: 0.0237533\n",
      "[145]\tvalid_0's l2: 0.0236779\n",
      "[146]\tvalid_0's l2: 0.0235987\n",
      "[147]\tvalid_0's l2: 0.0235205\n",
      "[148]\tvalid_0's l2: 0.0234502\n",
      "[149]\tvalid_0's l2: 0.0233714\n",
      "[150]\tvalid_0's l2: 0.0232986\n",
      "[151]\tvalid_0's l2: 0.0232241\n",
      "[152]\tvalid_0's l2: 0.023144\n",
      "[153]\tvalid_0's l2: 0.0230666\n",
      "[154]\tvalid_0's l2: 0.0229841\n",
      "[155]\tvalid_0's l2: 0.0229087\n",
      "[156]\tvalid_0's l2: 0.0228391\n",
      "[157]\tvalid_0's l2: 0.0227677\n",
      "[158]\tvalid_0's l2: 0.0226909\n",
      "[159]\tvalid_0's l2: 0.0226245\n",
      "[160]\tvalid_0's l2: 0.022548\n",
      "[161]\tvalid_0's l2: 0.0224772\n",
      "[162]\tvalid_0's l2: 0.0224166\n",
      "[163]\tvalid_0's l2: 0.0223557\n",
      "[164]\tvalid_0's l2: 0.0223003\n",
      "[165]\tvalid_0's l2: 0.0222363\n",
      "[166]\tvalid_0's l2: 0.0221672\n",
      "[167]\tvalid_0's l2: 0.0220981\n",
      "[168]\tvalid_0's l2: 0.0220391\n",
      "[169]\tvalid_0's l2: 0.0219764\n",
      "[170]\tvalid_0's l2: 0.0219104\n",
      "[171]\tvalid_0's l2: 0.0218523\n",
      "[172]\tvalid_0's l2: 0.0217889\n",
      "[173]\tvalid_0's l2: 0.0217336\n",
      "[174]\tvalid_0's l2: 0.0216814\n",
      "[175]\tvalid_0's l2: 0.0216328\n",
      "[176]\tvalid_0's l2: 0.0215726\n",
      "[177]\tvalid_0's l2: 0.0215193\n",
      "[178]\tvalid_0's l2: 0.0214628\n",
      "[179]\tvalid_0's l2: 0.0214102\n",
      "[180]\tvalid_0's l2: 0.0213569\n",
      "[181]\tvalid_0's l2: 0.0213034\n",
      "[182]\tvalid_0's l2: 0.0212507\n",
      "[183]\tvalid_0's l2: 0.0212014\n",
      "[184]\tvalid_0's l2: 0.0211498\n",
      "[185]\tvalid_0's l2: 0.0210978\n",
      "[186]\tvalid_0's l2: 0.0210472\n",
      "[187]\tvalid_0's l2: 0.0209902\n",
      "[188]\tvalid_0's l2: 0.0209388\n",
      "[189]\tvalid_0's l2: 0.0208937\n",
      "[190]\tvalid_0's l2: 0.0208456\n",
      "[191]\tvalid_0's l2: 0.0208021\n",
      "[192]\tvalid_0's l2: 0.0207583\n",
      "[193]\tvalid_0's l2: 0.0207167\n",
      "[194]\tvalid_0's l2: 0.0206736\n",
      "[195]\tvalid_0's l2: 0.020628\n",
      "[196]\tvalid_0's l2: 0.0205824\n",
      "[197]\tvalid_0's l2: 0.0205343\n",
      "[198]\tvalid_0's l2: 0.020495\n",
      "[199]\tvalid_0's l2: 0.0204405\n",
      "[200]\tvalid_0's l2: 0.020397\n",
      "[201]\tvalid_0's l2: 0.020362\n",
      "[202]\tvalid_0's l2: 0.0203162\n",
      "[203]\tvalid_0's l2: 0.0202753\n",
      "[204]\tvalid_0's l2: 0.0202337\n",
      "[205]\tvalid_0's l2: 0.0201854\n",
      "[206]\tvalid_0's l2: 0.0201465\n",
      "[207]\tvalid_0's l2: 0.0201075\n",
      "[208]\tvalid_0's l2: 0.0200651\n",
      "[209]\tvalid_0's l2: 0.0200291\n",
      "[210]\tvalid_0's l2: 0.01999\n",
      "[211]\tvalid_0's l2: 0.0199464\n",
      "[212]\tvalid_0's l2: 0.0199034\n",
      "[213]\tvalid_0's l2: 0.0198601\n",
      "[214]\tvalid_0's l2: 0.0198245\n",
      "[215]\tvalid_0's l2: 0.0197899\n",
      "[216]\tvalid_0's l2: 0.0197511\n",
      "[217]\tvalid_0's l2: 0.0197157\n",
      "[218]\tvalid_0's l2: 0.0196815\n",
      "[219]\tvalid_0's l2: 0.0196436\n",
      "[220]\tvalid_0's l2: 0.0196044\n",
      "[221]\tvalid_0's l2: 0.0195682\n",
      "[222]\tvalid_0's l2: 0.0195322\n",
      "[223]\tvalid_0's l2: 0.0194966\n",
      "[224]\tvalid_0's l2: 0.0194592\n",
      "[225]\tvalid_0's l2: 0.0194167\n",
      "[226]\tvalid_0's l2: 0.019382\n",
      "[227]\tvalid_0's l2: 0.0193534\n",
      "[228]\tvalid_0's l2: 0.0193251\n",
      "[229]\tvalid_0's l2: 0.0192966\n",
      "[230]\tvalid_0's l2: 0.019271\n",
      "[231]\tvalid_0's l2: 0.0192352\n",
      "[232]\tvalid_0's l2: 0.019207\n",
      "[233]\tvalid_0's l2: 0.0191774\n",
      "[234]\tvalid_0's l2: 0.0191491\n",
      "[235]\tvalid_0's l2: 0.0191134\n",
      "[236]\tvalid_0's l2: 0.0190823\n",
      "[237]\tvalid_0's l2: 0.0190578\n",
      "[238]\tvalid_0's l2: 0.0190373\n",
      "[239]\tvalid_0's l2: 0.0190025\n",
      "[240]\tvalid_0's l2: 0.0189686\n",
      "[241]\tvalid_0's l2: 0.0189444\n",
      "[242]\tvalid_0's l2: 0.0189134\n",
      "[243]\tvalid_0's l2: 0.0188818\n",
      "[244]\tvalid_0's l2: 0.018852\n",
      "[245]\tvalid_0's l2: 0.0188265\n",
      "[246]\tvalid_0's l2: 0.0187997\n",
      "[247]\tvalid_0's l2: 0.0187718\n",
      "[248]\tvalid_0's l2: 0.018741\n",
      "[249]\tvalid_0's l2: 0.0187157\n",
      "[250]\tvalid_0's l2: 0.0186992\n",
      "[251]\tvalid_0's l2: 0.0186697\n",
      "[252]\tvalid_0's l2: 0.0186413\n",
      "[253]\tvalid_0's l2: 0.0186104\n",
      "[254]\tvalid_0's l2: 0.01859\n",
      "[255]\tvalid_0's l2: 0.0185596\n",
      "[256]\tvalid_0's l2: 0.0185312\n",
      "[257]\tvalid_0's l2: 0.0185087\n",
      "[258]\tvalid_0's l2: 0.0184834\n",
      "[259]\tvalid_0's l2: 0.0184564\n",
      "[260]\tvalid_0's l2: 0.0184301\n",
      "[261]\tvalid_0's l2: 0.0184073\n",
      "[262]\tvalid_0's l2: 0.0183844\n",
      "[263]\tvalid_0's l2: 0.0183595\n",
      "[264]\tvalid_0's l2: 0.0183429\n",
      "[265]\tvalid_0's l2: 0.0183238\n",
      "[266]\tvalid_0's l2: 0.0183035\n",
      "[267]\tvalid_0's l2: 0.0182806\n",
      "[268]\tvalid_0's l2: 0.0182553\n",
      "[269]\tvalid_0's l2: 0.0182376\n",
      "[270]\tvalid_0's l2: 0.0182187\n",
      "[271]\tvalid_0's l2: 0.018204\n",
      "[272]\tvalid_0's l2: 0.0181814\n",
      "[273]\tvalid_0's l2: 0.0181589\n",
      "[274]\tvalid_0's l2: 0.0181318\n",
      "[275]\tvalid_0's l2: 0.0181075\n",
      "[276]\tvalid_0's l2: 0.0180881\n",
      "[277]\tvalid_0's l2: 0.0180652\n",
      "[278]\tvalid_0's l2: 0.0180478\n",
      "[279]\tvalid_0's l2: 0.0180323\n",
      "[280]\tvalid_0's l2: 0.0180128\n",
      "[281]\tvalid_0's l2: 0.0179933\n",
      "[282]\tvalid_0's l2: 0.0179736\n",
      "[283]\tvalid_0's l2: 0.0179612\n",
      "[284]\tvalid_0's l2: 0.0179432\n",
      "[285]\tvalid_0's l2: 0.017922\n",
      "[286]\tvalid_0's l2: 0.0178997\n",
      "[287]\tvalid_0's l2: 0.0178791\n",
      "[288]\tvalid_0's l2: 0.0178622\n",
      "[289]\tvalid_0's l2: 0.0178434\n",
      "[290]\tvalid_0's l2: 0.0178284\n",
      "[291]\tvalid_0's l2: 0.0178099\n",
      "[292]\tvalid_0's l2: 0.0177931\n",
      "[293]\tvalid_0's l2: 0.0177766\n",
      "[294]\tvalid_0's l2: 0.0177549\n",
      "[295]\tvalid_0's l2: 0.0177303\n",
      "[296]\tvalid_0's l2: 0.0177153\n",
      "[297]\tvalid_0's l2: 0.0177014\n",
      "[298]\tvalid_0's l2: 0.0176859\n",
      "[299]\tvalid_0's l2: 0.0176708\n",
      "[300]\tvalid_0's l2: 0.0176484\n",
      "[301]\tvalid_0's l2: 0.0176291\n",
      "[302]\tvalid_0's l2: 0.0176118\n",
      "[303]\tvalid_0's l2: 0.0175925\n",
      "[304]\tvalid_0's l2: 0.0175781\n",
      "[305]\tvalid_0's l2: 0.0175643\n",
      "[306]\tvalid_0's l2: 0.0175472\n",
      "[307]\tvalid_0's l2: 0.0175307\n",
      "[308]\tvalid_0's l2: 0.0175145\n",
      "[309]\tvalid_0's l2: 0.017499\n",
      "[310]\tvalid_0's l2: 0.0174843\n",
      "[311]\tvalid_0's l2: 0.017467\n",
      "[312]\tvalid_0's l2: 0.0174534\n",
      "[313]\tvalid_0's l2: 0.0174364\n",
      "[314]\tvalid_0's l2: 0.0174193\n",
      "[315]\tvalid_0's l2: 0.0174049\n",
      "[316]\tvalid_0's l2: 0.0173912\n",
      "[317]\tvalid_0's l2: 0.017377\n",
      "[318]\tvalid_0's l2: 0.0173639\n",
      "[319]\tvalid_0's l2: 0.0173506\n",
      "[320]\tvalid_0's l2: 0.0173349\n",
      "[321]\tvalid_0's l2: 0.0173181\n",
      "[322]\tvalid_0's l2: 0.0173028\n",
      "[323]\tvalid_0's l2: 0.0172848\n",
      "[324]\tvalid_0's l2: 0.0172731\n",
      "[325]\tvalid_0's l2: 0.0172568\n",
      "[326]\tvalid_0's l2: 0.0172389\n",
      "[327]\tvalid_0's l2: 0.0172245\n",
      "[328]\tvalid_0's l2: 0.0172067\n",
      "[329]\tvalid_0's l2: 0.0171952\n",
      "[330]\tvalid_0's l2: 0.0171861\n",
      "[331]\tvalid_0's l2: 0.0171718\n",
      "[332]\tvalid_0's l2: 0.0171593\n",
      "[333]\tvalid_0's l2: 0.0171484\n",
      "[334]\tvalid_0's l2: 0.0171383\n",
      "[335]\tvalid_0's l2: 0.0171272\n",
      "[336]\tvalid_0's l2: 0.017113\n",
      "[337]\tvalid_0's l2: 0.0171012\n",
      "[338]\tvalid_0's l2: 0.0170918\n",
      "[339]\tvalid_0's l2: 0.0170788\n",
      "[340]\tvalid_0's l2: 0.0170674\n",
      "[341]\tvalid_0's l2: 0.0170567\n",
      "[342]\tvalid_0's l2: 0.0170457\n",
      "[343]\tvalid_0's l2: 0.0170387\n",
      "[344]\tvalid_0's l2: 0.0170271\n",
      "[345]\tvalid_0's l2: 0.0170186\n",
      "[346]\tvalid_0's l2: 0.0170079\n",
      "[347]\tvalid_0's l2: 0.0170009\n",
      "[348]\tvalid_0's l2: 0.0169877\n",
      "[349]\tvalid_0's l2: 0.0169783\n",
      "[350]\tvalid_0's l2: 0.0169662\n",
      "[351]\tvalid_0's l2: 0.0169536\n",
      "[352]\tvalid_0's l2: 0.0169417\n",
      "[353]\tvalid_0's l2: 0.0169295\n",
      "[354]\tvalid_0's l2: 0.0169167\n",
      "[355]\tvalid_0's l2: 0.0169033\n",
      "[356]\tvalid_0's l2: 0.0168925\n",
      "[357]\tvalid_0's l2: 0.016883\n",
      "[358]\tvalid_0's l2: 0.0168736\n",
      "[359]\tvalid_0's l2: 0.0168615\n",
      "[360]\tvalid_0's l2: 0.0168465\n",
      "[361]\tvalid_0's l2: 0.0168362\n",
      "[362]\tvalid_0's l2: 0.0168293\n",
      "[363]\tvalid_0's l2: 0.0168167\n",
      "[364]\tvalid_0's l2: 0.0168053\n",
      "[365]\tvalid_0's l2: 0.0167908\n",
      "[366]\tvalid_0's l2: 0.0167777\n",
      "[367]\tvalid_0's l2: 0.0167672\n",
      "[368]\tvalid_0's l2: 0.0167583\n",
      "[369]\tvalid_0's l2: 0.0167485\n",
      "[370]\tvalid_0's l2: 0.0167352\n",
      "[371]\tvalid_0's l2: 0.0167237\n",
      "[372]\tvalid_0's l2: 0.0167072\n",
      "[373]\tvalid_0's l2: 0.0166994\n",
      "[374]\tvalid_0's l2: 0.0166877\n",
      "[375]\tvalid_0's l2: 0.0166805\n",
      "[376]\tvalid_0's l2: 0.0166675\n",
      "[377]\tvalid_0's l2: 0.0166566\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[378]\tvalid_0's l2: 0.0166492\n",
      "[379]\tvalid_0's l2: 0.0166387\n",
      "[380]\tvalid_0's l2: 0.016628\n",
      "[381]\tvalid_0's l2: 0.0166211\n",
      "[382]\tvalid_0's l2: 0.016608\n",
      "[383]\tvalid_0's l2: 0.0165966\n",
      "[384]\tvalid_0's l2: 0.016584\n",
      "[385]\tvalid_0's l2: 0.0165752\n",
      "[386]\tvalid_0's l2: 0.0165663\n",
      "[387]\tvalid_0's l2: 0.0165499\n",
      "[388]\tvalid_0's l2: 0.0165398\n",
      "[389]\tvalid_0's l2: 0.0165315\n",
      "[390]\tvalid_0's l2: 0.0165253\n",
      "[391]\tvalid_0's l2: 0.0165158\n",
      "[392]\tvalid_0's l2: 0.0165072\n",
      "[393]\tvalid_0's l2: 0.0164987\n",
      "[394]\tvalid_0's l2: 0.0164896\n",
      "[395]\tvalid_0's l2: 0.0164819\n",
      "[396]\tvalid_0's l2: 0.0164736\n",
      "[397]\tvalid_0's l2: 0.0164635\n",
      "[398]\tvalid_0's l2: 0.0164547\n",
      "[399]\tvalid_0's l2: 0.0164476\n",
      "[400]\tvalid_0's l2: 0.0164444\n",
      "[401]\tvalid_0's l2: 0.0164301\n",
      "[402]\tvalid_0's l2: 0.0164271\n",
      "[403]\tvalid_0's l2: 0.0164176\n",
      "[404]\tvalid_0's l2: 0.0164095\n",
      "[405]\tvalid_0's l2: 0.0164046\n",
      "[406]\tvalid_0's l2: 0.0163964\n",
      "[407]\tvalid_0's l2: 0.0163877\n",
      "[408]\tvalid_0's l2: 0.0163874\n",
      "[409]\tvalid_0's l2: 0.0163826\n",
      "[410]\tvalid_0's l2: 0.0163768\n",
      "[411]\tvalid_0's l2: 0.0163693\n",
      "[412]\tvalid_0's l2: 0.0163635\n",
      "[413]\tvalid_0's l2: 0.0163513\n",
      "[414]\tvalid_0's l2: 0.0163444\n",
      "[415]\tvalid_0's l2: 0.0163361\n",
      "[416]\tvalid_0's l2: 0.0163312\n",
      "[417]\tvalid_0's l2: 0.0163261\n",
      "[418]\tvalid_0's l2: 0.0163186\n",
      "[419]\tvalid_0's l2: 0.0163105\n",
      "[420]\tvalid_0's l2: 0.0162999\n",
      "[421]\tvalid_0's l2: 0.01629\n",
      "[422]\tvalid_0's l2: 0.0162849\n",
      "[423]\tvalid_0's l2: 0.0162748\n",
      "[424]\tvalid_0's l2: 0.0162671\n",
      "[425]\tvalid_0's l2: 0.0162609\n",
      "[426]\tvalid_0's l2: 0.0162557\n",
      "[427]\tvalid_0's l2: 0.0162474\n",
      "[428]\tvalid_0's l2: 0.0162433\n",
      "[429]\tvalid_0's l2: 0.0162352\n",
      "[430]\tvalid_0's l2: 0.0162271\n",
      "[431]\tvalid_0's l2: 0.0162168\n",
      "[432]\tvalid_0's l2: 0.0162142\n",
      "[433]\tvalid_0's l2: 0.0162078\n",
      "[434]\tvalid_0's l2: 0.0162036\n",
      "[435]\tvalid_0's l2: 0.016195\n",
      "[436]\tvalid_0's l2: 0.016189\n",
      "[437]\tvalid_0's l2: 0.0161815\n",
      "[438]\tvalid_0's l2: 0.0161763\n",
      "[439]\tvalid_0's l2: 0.0161714\n",
      "[440]\tvalid_0's l2: 0.0161651\n",
      "[441]\tvalid_0's l2: 0.0161582\n",
      "[442]\tvalid_0's l2: 0.0161506\n",
      "[443]\tvalid_0's l2: 0.0161451\n",
      "[444]\tvalid_0's l2: 0.0161381\n",
      "[445]\tvalid_0's l2: 0.0161349\n",
      "[446]\tvalid_0's l2: 0.0161262\n",
      "[447]\tvalid_0's l2: 0.0161183\n",
      "[448]\tvalid_0's l2: 0.0161106\n",
      "[449]\tvalid_0's l2: 0.0161026\n",
      "[450]\tvalid_0's l2: 0.0161001\n",
      "[451]\tvalid_0's l2: 0.0160951\n",
      "[452]\tvalid_0's l2: 0.0160904\n",
      "[453]\tvalid_0's l2: 0.0160852\n",
      "[454]\tvalid_0's l2: 0.0160806\n",
      "[455]\tvalid_0's l2: 0.0160759\n",
      "[456]\tvalid_0's l2: 0.0160699\n",
      "[457]\tvalid_0's l2: 0.0160614\n",
      "[458]\tvalid_0's l2: 0.016055\n",
      "[459]\tvalid_0's l2: 0.0160481\n",
      "[460]\tvalid_0's l2: 0.0160455\n",
      "[461]\tvalid_0's l2: 0.0160395\n",
      "[462]\tvalid_0's l2: 0.0160311\n",
      "[463]\tvalid_0's l2: 0.0160252\n",
      "[464]\tvalid_0's l2: 0.0160132\n",
      "[465]\tvalid_0's l2: 0.0160059\n",
      "[466]\tvalid_0's l2: 0.0159964\n",
      "[467]\tvalid_0's l2: 0.0159903\n",
      "[468]\tvalid_0's l2: 0.0159838\n",
      "[469]\tvalid_0's l2: 0.0159795\n",
      "[470]\tvalid_0's l2: 0.0159727\n",
      "[471]\tvalid_0's l2: 0.0159645\n",
      "[472]\tvalid_0's l2: 0.0159593\n",
      "[473]\tvalid_0's l2: 0.0159511\n",
      "[474]\tvalid_0's l2: 0.0159477\n",
      "[475]\tvalid_0's l2: 0.015943\n",
      "[476]\tvalid_0's l2: 0.0159396\n",
      "[477]\tvalid_0's l2: 0.0159291\n",
      "[478]\tvalid_0's l2: 0.0159245\n",
      "[479]\tvalid_0's l2: 0.0159196\n",
      "[480]\tvalid_0's l2: 0.0159117\n",
      "[481]\tvalid_0's l2: 0.015909\n",
      "[482]\tvalid_0's l2: 0.0159039\n",
      "[483]\tvalid_0's l2: 0.0158972\n",
      "[484]\tvalid_0's l2: 0.0158895\n",
      "[485]\tvalid_0's l2: 0.0158845\n",
      "[486]\tvalid_0's l2: 0.0158775\n",
      "[487]\tvalid_0's l2: 0.0158714\n",
      "[488]\tvalid_0's l2: 0.0158645\n",
      "[489]\tvalid_0's l2: 0.0158632\n",
      "[490]\tvalid_0's l2: 0.0158594\n",
      "[491]\tvalid_0's l2: 0.0158532\n",
      "[492]\tvalid_0's l2: 0.0158464\n",
      "[493]\tvalid_0's l2: 0.0158407\n",
      "[494]\tvalid_0's l2: 0.0158368\n",
      "[495]\tvalid_0's l2: 0.0158323\n",
      "[496]\tvalid_0's l2: 0.0158268\n",
      "[497]\tvalid_0's l2: 0.0158213\n",
      "[498]\tvalid_0's l2: 0.0158198\n",
      "[499]\tvalid_0's l2: 0.0158152\n",
      "[500]\tvalid_0's l2: 0.0158096\n",
      "[501]\tvalid_0's l2: 0.0158074\n",
      "[502]\tvalid_0's l2: 0.0158055\n",
      "[503]\tvalid_0's l2: 0.0157996\n",
      "[504]\tvalid_0's l2: 0.0157914\n",
      "[505]\tvalid_0's l2: 0.0157863\n",
      "[506]\tvalid_0's l2: 0.0157798\n",
      "[507]\tvalid_0's l2: 0.0157748\n",
      "[508]\tvalid_0's l2: 0.0157712\n",
      "[509]\tvalid_0's l2: 0.0157676\n",
      "[510]\tvalid_0's l2: 0.0157607\n",
      "[511]\tvalid_0's l2: 0.0157546\n",
      "[512]\tvalid_0's l2: 0.0157509\n",
      "[513]\tvalid_0's l2: 0.0157447\n",
      "[514]\tvalid_0's l2: 0.0157401\n",
      "[515]\tvalid_0's l2: 0.0157367\n",
      "[516]\tvalid_0's l2: 0.0157334\n",
      "[517]\tvalid_0's l2: 0.0157265\n",
      "[518]\tvalid_0's l2: 0.0157209\n",
      "[519]\tvalid_0's l2: 0.0157162\n",
      "[520]\tvalid_0's l2: 0.0157108\n",
      "[521]\tvalid_0's l2: 0.0157075\n",
      "[522]\tvalid_0's l2: 0.0157039\n",
      "[523]\tvalid_0's l2: 0.0157017\n",
      "[524]\tvalid_0's l2: 0.0156972\n",
      "[525]\tvalid_0's l2: 0.0156926\n",
      "[526]\tvalid_0's l2: 0.0156869\n",
      "[527]\tvalid_0's l2: 0.0156807\n",
      "[528]\tvalid_0's l2: 0.0156755\n",
      "[529]\tvalid_0's l2: 0.0156711\n",
      "[530]\tvalid_0's l2: 0.0156684\n",
      "[531]\tvalid_0's l2: 0.0156639\n",
      "[532]\tvalid_0's l2: 0.0156605\n",
      "[533]\tvalid_0's l2: 0.0156581\n",
      "[534]\tvalid_0's l2: 0.0156532\n",
      "[535]\tvalid_0's l2: 0.0156494\n",
      "[536]\tvalid_0's l2: 0.0156473\n",
      "[537]\tvalid_0's l2: 0.0156439\n",
      "[538]\tvalid_0's l2: 0.0156409\n",
      "[539]\tvalid_0's l2: 0.0156352\n",
      "[540]\tvalid_0's l2: 0.0156314\n",
      "[541]\tvalid_0's l2: 0.0156276\n",
      "[542]\tvalid_0's l2: 0.0156244\n",
      "[543]\tvalid_0's l2: 0.0156203\n",
      "[544]\tvalid_0's l2: 0.0156186\n",
      "[545]\tvalid_0's l2: 0.0156119\n",
      "[546]\tvalid_0's l2: 0.0156052\n",
      "[547]\tvalid_0's l2: 0.0156002\n",
      "[548]\tvalid_0's l2: 0.0155954\n",
      "[549]\tvalid_0's l2: 0.0155924\n",
      "[550]\tvalid_0's l2: 0.0155859\n",
      "[551]\tvalid_0's l2: 0.0155833\n",
      "[552]\tvalid_0's l2: 0.0155834\n",
      "[553]\tvalid_0's l2: 0.0155805\n",
      "[554]\tvalid_0's l2: 0.0155759\n",
      "[555]\tvalid_0's l2: 0.0155742\n",
      "[556]\tvalid_0's l2: 0.0155676\n",
      "[557]\tvalid_0's l2: 0.0155617\n",
      "[558]\tvalid_0's l2: 0.0155605\n",
      "[559]\tvalid_0's l2: 0.0155599\n",
      "[560]\tvalid_0's l2: 0.0155545\n",
      "[561]\tvalid_0's l2: 0.0155525\n",
      "[562]\tvalid_0's l2: 0.0155477\n",
      "[563]\tvalid_0's l2: 0.0155426\n",
      "[564]\tvalid_0's l2: 0.01554\n",
      "[565]\tvalid_0's l2: 0.0155363\n",
      "[566]\tvalid_0's l2: 0.0155335\n",
      "[567]\tvalid_0's l2: 0.0155342\n",
      "[568]\tvalid_0's l2: 0.0155339\n",
      "[569]\tvalid_0's l2: 0.0155299\n",
      "[570]\tvalid_0's l2: 0.0155254\n",
      "[571]\tvalid_0's l2: 0.0155228\n",
      "[572]\tvalid_0's l2: 0.0155162\n",
      "[573]\tvalid_0's l2: 0.0155128\n",
      "[574]\tvalid_0's l2: 0.0155119\n",
      "[575]\tvalid_0's l2: 0.0155032\n",
      "[576]\tvalid_0's l2: 0.0154996\n",
      "[577]\tvalid_0's l2: 0.0154957\n",
      "[578]\tvalid_0's l2: 0.0154923\n",
      "[579]\tvalid_0's l2: 0.01549\n",
      "[580]\tvalid_0's l2: 0.0154864\n",
      "[581]\tvalid_0's l2: 0.0154851\n",
      "[582]\tvalid_0's l2: 0.0154815\n",
      "[583]\tvalid_0's l2: 0.0154783\n",
      "[584]\tvalid_0's l2: 0.0154746\n",
      "[585]\tvalid_0's l2: 0.0154712\n",
      "[586]\tvalid_0's l2: 0.0154698\n",
      "[587]\tvalid_0's l2: 0.0154687\n",
      "[588]\tvalid_0's l2: 0.0154661\n",
      "[589]\tvalid_0's l2: 0.0154612\n",
      "[590]\tvalid_0's l2: 0.0154564\n",
      "[591]\tvalid_0's l2: 0.0154568\n",
      "[592]\tvalid_0's l2: 0.0154565\n",
      "[593]\tvalid_0's l2: 0.0154516\n",
      "[594]\tvalid_0's l2: 0.0154519\n",
      "[595]\tvalid_0's l2: 0.0154515\n",
      "[596]\tvalid_0's l2: 0.0154484\n",
      "[597]\tvalid_0's l2: 0.0154457\n",
      "[598]\tvalid_0's l2: 0.0154436\n",
      "[599]\tvalid_0's l2: 0.0154428\n",
      "[600]\tvalid_0's l2: 0.0154424\n",
      "[601]\tvalid_0's l2: 0.0154373\n",
      "[602]\tvalid_0's l2: 0.0154334\n",
      "[603]\tvalid_0's l2: 0.0154296\n",
      "[604]\tvalid_0's l2: 0.0154263\n",
      "[605]\tvalid_0's l2: 0.0154222\n",
      "[606]\tvalid_0's l2: 0.0154171\n",
      "[607]\tvalid_0's l2: 0.0154133\n",
      "[608]\tvalid_0's l2: 0.0154104\n",
      "[609]\tvalid_0's l2: 0.015407\n",
      "[610]\tvalid_0's l2: 0.0154063\n",
      "[611]\tvalid_0's l2: 0.0154033\n",
      "[612]\tvalid_0's l2: 0.0154032\n",
      "[613]\tvalid_0's l2: 0.0154006\n",
      "[614]\tvalid_0's l2: 0.0153984\n",
      "[615]\tvalid_0's l2: 0.0153963\n",
      "[616]\tvalid_0's l2: 0.0153952\n",
      "[617]\tvalid_0's l2: 0.0153934\n",
      "[618]\tvalid_0's l2: 0.0153887\n",
      "[619]\tvalid_0's l2: 0.0153894\n",
      "[620]\tvalid_0's l2: 0.0153859\n",
      "[621]\tvalid_0's l2: 0.0153845\n",
      "[622]\tvalid_0's l2: 0.0153828\n",
      "[623]\tvalid_0's l2: 0.0153805\n",
      "[624]\tvalid_0's l2: 0.0153814\n",
      "[625]\tvalid_0's l2: 0.0153789\n",
      "[626]\tvalid_0's l2: 0.0153786\n",
      "[627]\tvalid_0's l2: 0.0153739\n",
      "[628]\tvalid_0's l2: 0.0153705\n",
      "[629]\tvalid_0's l2: 0.0153666\n",
      "[630]\tvalid_0's l2: 0.0153661\n",
      "[631]\tvalid_0's l2: 0.0153608\n",
      "[632]\tvalid_0's l2: 0.0153604\n",
      "[633]\tvalid_0's l2: 0.0153579\n",
      "[634]\tvalid_0's l2: 0.0153567\n",
      "[635]\tvalid_0's l2: 0.0153542\n",
      "[636]\tvalid_0's l2: 0.0153552\n",
      "[637]\tvalid_0's l2: 0.0153483\n",
      "[638]\tvalid_0's l2: 0.0153461\n",
      "[639]\tvalid_0's l2: 0.0153432\n",
      "[640]\tvalid_0's l2: 0.015342\n",
      "[641]\tvalid_0's l2: 0.0153415\n",
      "[642]\tvalid_0's l2: 0.0153377\n",
      "[643]\tvalid_0's l2: 0.0153334\n",
      "[644]\tvalid_0's l2: 0.0153301\n",
      "[645]\tvalid_0's l2: 0.0153279\n",
      "[646]\tvalid_0's l2: 0.015326\n",
      "[647]\tvalid_0's l2: 0.0153242\n",
      "[648]\tvalid_0's l2: 0.0153219\n",
      "[649]\tvalid_0's l2: 0.0153216\n",
      "[650]\tvalid_0's l2: 0.0153182\n",
      "[651]\tvalid_0's l2: 0.0153163\n",
      "[652]\tvalid_0's l2: 0.0153141\n",
      "[653]\tvalid_0's l2: 0.0153127\n",
      "[654]\tvalid_0's l2: 0.0153107\n",
      "[655]\tvalid_0's l2: 0.0153098\n",
      "[656]\tvalid_0's l2: 0.0153084\n",
      "[657]\tvalid_0's l2: 0.0153078\n",
      "[658]\tvalid_0's l2: 0.0153059\n",
      "[659]\tvalid_0's l2: 0.0152999\n",
      "[660]\tvalid_0's l2: 0.0152962\n",
      "[661]\tvalid_0's l2: 0.0152936\n",
      "[662]\tvalid_0's l2: 0.0152937\n",
      "[663]\tvalid_0's l2: 0.0152898\n",
      "[664]\tvalid_0's l2: 0.015289\n",
      "[665]\tvalid_0's l2: 0.0152891\n",
      "[666]\tvalid_0's l2: 0.0152866\n",
      "[667]\tvalid_0's l2: 0.0152879\n",
      "[668]\tvalid_0's l2: 0.0152867\n",
      "[669]\tvalid_0's l2: 0.0152857\n",
      "[670]\tvalid_0's l2: 0.0152805\n",
      "[671]\tvalid_0's l2: 0.0152789\n",
      "[672]\tvalid_0's l2: 0.015277\n",
      "[673]\tvalid_0's l2: 0.0152741\n",
      "[674]\tvalid_0's l2: 0.0152721\n",
      "[675]\tvalid_0's l2: 0.0152701\n",
      "[676]\tvalid_0's l2: 0.0152704\n",
      "[677]\tvalid_0's l2: 0.0152677\n",
      "[678]\tvalid_0's l2: 0.0152667\n",
      "[679]\tvalid_0's l2: 0.0152667\n",
      "[680]\tvalid_0's l2: 0.0152621\n",
      "[681]\tvalid_0's l2: 0.0152623\n",
      "[682]\tvalid_0's l2: 0.0152592\n",
      "[683]\tvalid_0's l2: 0.0152591\n",
      "[684]\tvalid_0's l2: 0.0152572\n",
      "[685]\tvalid_0's l2: 0.0152541\n",
      "[686]\tvalid_0's l2: 0.0152521\n",
      "[687]\tvalid_0's l2: 0.0152519\n",
      "[688]\tvalid_0's l2: 0.0152534\n",
      "[689]\tvalid_0's l2: 0.0152521\n",
      "[690]\tvalid_0's l2: 0.0152528\n",
      "[691]\tvalid_0's l2: 0.0152529\n",
      "[692]\tvalid_0's l2: 0.0152529\n",
      "[693]\tvalid_0's l2: 0.0152508\n",
      "[694]\tvalid_0's l2: 0.0152515\n",
      "[695]\tvalid_0's l2: 0.0152512\n",
      "[696]\tvalid_0's l2: 0.0152527\n",
      "[697]\tvalid_0's l2: 0.0152524\n",
      "[698]\tvalid_0's l2: 0.0152515\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[699]\tvalid_0's l2: 0.0152494\n",
      "[700]\tvalid_0's l2: 0.0152483\n",
      "[701]\tvalid_0's l2: 0.0152418\n",
      "[702]\tvalid_0's l2: 0.0152414\n",
      "[703]\tvalid_0's l2: 0.0152388\n",
      "[704]\tvalid_0's l2: 0.0152368\n",
      "[705]\tvalid_0's l2: 0.0152352\n",
      "[706]\tvalid_0's l2: 0.0152347\n",
      "[707]\tvalid_0's l2: 0.0152353\n",
      "[708]\tvalid_0's l2: 0.0152352\n",
      "[709]\tvalid_0's l2: 0.015234\n",
      "[710]\tvalid_0's l2: 0.0152321\n",
      "[711]\tvalid_0's l2: 0.0152305\n",
      "[712]\tvalid_0's l2: 0.0152338\n",
      "[713]\tvalid_0's l2: 0.0152319\n",
      "[714]\tvalid_0's l2: 0.0152296\n",
      "[715]\tvalid_0's l2: 0.0152275\n",
      "[716]\tvalid_0's l2: 0.0152266\n",
      "[717]\tvalid_0's l2: 0.0152249\n",
      "[718]\tvalid_0's l2: 0.0152245\n",
      "[719]\tvalid_0's l2: 0.0152236\n",
      "[720]\tvalid_0's l2: 0.0152233\n",
      "[721]\tvalid_0's l2: 0.0152225\n",
      "[722]\tvalid_0's l2: 0.0152217\n",
      "[723]\tvalid_0's l2: 0.0152233\n",
      "[724]\tvalid_0's l2: 0.0152213\n",
      "[725]\tvalid_0's l2: 0.0152183\n",
      "[726]\tvalid_0's l2: 0.0152177\n",
      "[727]\tvalid_0's l2: 0.015215\n",
      "[728]\tvalid_0's l2: 0.0152129\n",
      "[729]\tvalid_0's l2: 0.015209\n",
      "[730]\tvalid_0's l2: 0.0152066\n",
      "[731]\tvalid_0's l2: 0.0152069\n",
      "[732]\tvalid_0's l2: 0.015205\n",
      "[733]\tvalid_0's l2: 0.0152043\n",
      "[734]\tvalid_0's l2: 0.0152034\n",
      "[735]\tvalid_0's l2: 0.0152037\n",
      "[736]\tvalid_0's l2: 0.0152007\n",
      "[737]\tvalid_0's l2: 0.0152008\n",
      "[738]\tvalid_0's l2: 0.0151981\n",
      "[739]\tvalid_0's l2: 0.0151956\n",
      "[740]\tvalid_0's l2: 0.015195\n",
      "[741]\tvalid_0's l2: 0.0151928\n",
      "[742]\tvalid_0's l2: 0.0151893\n",
      "[743]\tvalid_0's l2: 0.015186\n",
      "[744]\tvalid_0's l2: 0.0151865\n",
      "[745]\tvalid_0's l2: 0.0151849\n",
      "[746]\tvalid_0's l2: 0.0151854\n",
      "[747]\tvalid_0's l2: 0.0151844\n",
      "[748]\tvalid_0's l2: 0.0151865\n",
      "[749]\tvalid_0's l2: 0.0151873\n",
      "[750]\tvalid_0's l2: 0.0151842\n",
      "[751]\tvalid_0's l2: 0.0151837\n",
      "[752]\tvalid_0's l2: 0.0151828\n",
      "[753]\tvalid_0's l2: 0.0151794\n",
      "[754]\tvalid_0's l2: 0.0151745\n",
      "[755]\tvalid_0's l2: 0.0151748\n",
      "[756]\tvalid_0's l2: 0.0151751\n",
      "[757]\tvalid_0's l2: 0.0151731\n",
      "[758]\tvalid_0's l2: 0.0151735\n",
      "[759]\tvalid_0's l2: 0.0151739\n",
      "[760]\tvalid_0's l2: 0.0151743\n",
      "[761]\tvalid_0's l2: 0.0151756\n",
      "[762]\tvalid_0's l2: 0.0151753\n",
      "[763]\tvalid_0's l2: 0.0151729\n",
      "[764]\tvalid_0's l2: 0.0151726\n",
      "[765]\tvalid_0's l2: 0.0151721\n",
      "[766]\tvalid_0's l2: 0.0151726\n",
      "[767]\tvalid_0's l2: 0.0151743\n",
      "[768]\tvalid_0's l2: 0.0151717\n",
      "[769]\tvalid_0's l2: 0.0151694\n",
      "[770]\tvalid_0's l2: 0.0151677\n",
      "[771]\tvalid_0's l2: 0.0151643\n",
      "[772]\tvalid_0's l2: 0.0151652\n",
      "[773]\tvalid_0's l2: 0.0151623\n",
      "[774]\tvalid_0's l2: 0.0151616\n",
      "[775]\tvalid_0's l2: 0.0151607\n",
      "[776]\tvalid_0's l2: 0.0151624\n",
      "[777]\tvalid_0's l2: 0.0151628\n",
      "[778]\tvalid_0's l2: 0.0151614\n",
      "[779]\tvalid_0's l2: 0.0151614\n",
      "[780]\tvalid_0's l2: 0.0151582\n",
      "[781]\tvalid_0's l2: 0.0151614\n",
      "[782]\tvalid_0's l2: 0.015161\n",
      "[783]\tvalid_0's l2: 0.0151635\n",
      "[784]\tvalid_0's l2: 0.0151655\n",
      "[785]\tvalid_0's l2: 0.0151622\n",
      "[786]\tvalid_0's l2: 0.0151617\n",
      "[787]\tvalid_0's l2: 0.015162\n",
      "[788]\tvalid_0's l2: 0.0151615\n",
      "[789]\tvalid_0's l2: 0.0151625\n",
      "[790]\tvalid_0's l2: 0.0151599\n",
      "[791]\tvalid_0's l2: 0.0151615\n",
      "[792]\tvalid_0's l2: 0.0151584\n",
      "[793]\tvalid_0's l2: 0.0151572\n",
      "[794]\tvalid_0's l2: 0.0151574\n",
      "[795]\tvalid_0's l2: 0.0151582\n",
      "[796]\tvalid_0's l2: 0.0151578\n",
      "[797]\tvalid_0's l2: 0.0151599\n",
      "[798]\tvalid_0's l2: 0.015161\n",
      "[799]\tvalid_0's l2: 0.0151582\n",
      "[800]\tvalid_0's l2: 0.0151566\n",
      "[801]\tvalid_0's l2: 0.0151556\n",
      "[802]\tvalid_0's l2: 0.0151592\n",
      "[803]\tvalid_0's l2: 0.0151575\n",
      "[804]\tvalid_0's l2: 0.0151579\n",
      "[805]\tvalid_0's l2: 0.015159\n",
      "[806]\tvalid_0's l2: 0.0151574\n",
      "[807]\tvalid_0's l2: 0.0151565\n",
      "[808]\tvalid_0's l2: 0.0151558\n",
      "[809]\tvalid_0's l2: 0.0151563\n",
      "[810]\tvalid_0's l2: 0.0151542\n",
      "[811]\tvalid_0's l2: 0.0151557\n",
      "[812]\tvalid_0's l2: 0.015153\n",
      "[813]\tvalid_0's l2: 0.0151501\n",
      "[814]\tvalid_0's l2: 0.0151507\n",
      "[815]\tvalid_0's l2: 0.0151492\n",
      "[816]\tvalid_0's l2: 0.0151492\n",
      "[817]\tvalid_0's l2: 0.0151508\n",
      "[818]\tvalid_0's l2: 0.0151505\n",
      "[819]\tvalid_0's l2: 0.0151492\n",
      "[820]\tvalid_0's l2: 0.0151491\n",
      "[821]\tvalid_0's l2: 0.0151485\n",
      "[822]\tvalid_0's l2: 0.015147\n",
      "[823]\tvalid_0's l2: 0.0151458\n",
      "[824]\tvalid_0's l2: 0.0151444\n",
      "[825]\tvalid_0's l2: 0.0151429\n",
      "[826]\tvalid_0's l2: 0.0151429\n",
      "[827]\tvalid_0's l2: 0.0151403\n",
      "[828]\tvalid_0's l2: 0.0151418\n",
      "[829]\tvalid_0's l2: 0.0151421\n",
      "[830]\tvalid_0's l2: 0.0151423\n",
      "[831]\tvalid_0's l2: 0.015143\n",
      "[832]\tvalid_0's l2: 0.0151418\n",
      "[833]\tvalid_0's l2: 0.015139\n",
      "[834]\tvalid_0's l2: 0.0151379\n",
      "[835]\tvalid_0's l2: 0.0151345\n",
      "[836]\tvalid_0's l2: 0.0151355\n",
      "[837]\tvalid_0's l2: 0.0151349\n",
      "[838]\tvalid_0's l2: 0.0151346\n",
      "[839]\tvalid_0's l2: 0.0151348\n",
      "[840]\tvalid_0's l2: 0.0151378\n",
      "[841]\tvalid_0's l2: 0.0151364\n",
      "[842]\tvalid_0's l2: 0.0151354\n",
      "[843]\tvalid_0's l2: 0.0151366\n",
      "[844]\tvalid_0's l2: 0.015135\n",
      "[845]\tvalid_0's l2: 0.0151368\n",
      "[846]\tvalid_0's l2: 0.0151373\n",
      "[847]\tvalid_0's l2: 0.0151394\n",
      "[848]\tvalid_0's l2: 0.0151377\n",
      "[849]\tvalid_0's l2: 0.0151385\n",
      "[850]\tvalid_0's l2: 0.0151393\n",
      "[851]\tvalid_0's l2: 0.015138\n",
      "[852]\tvalid_0's l2: 0.0151375\n",
      "[853]\tvalid_0's l2: 0.015139\n",
      "[854]\tvalid_0's l2: 0.0151351\n",
      "[855]\tvalid_0's l2: 0.0151336\n",
      "[856]\tvalid_0's l2: 0.0151317\n",
      "[857]\tvalid_0's l2: 0.015131\n",
      "[858]\tvalid_0's l2: 0.0151334\n",
      "[859]\tvalid_0's l2: 0.0151357\n",
      "[860]\tvalid_0's l2: 0.0151354\n",
      "[861]\tvalid_0's l2: 0.0151352\n",
      "[862]\tvalid_0's l2: 0.0151391\n",
      "[863]\tvalid_0's l2: 0.015139\n",
      "[864]\tvalid_0's l2: 0.0151391\n",
      "[865]\tvalid_0's l2: 0.0151372\n",
      "[866]\tvalid_0's l2: 0.0151403\n",
      "[867]\tvalid_0's l2: 0.0151419\n",
      "[868]\tvalid_0's l2: 0.0151451\n",
      "[869]\tvalid_0's l2: 0.0151425\n",
      "[870]\tvalid_0's l2: 0.0151417\n",
      "[871]\tvalid_0's l2: 0.0151431\n",
      "[872]\tvalid_0's l2: 0.0151429\n",
      "[873]\tvalid_0's l2: 0.0151438\n",
      "[874]\tvalid_0's l2: 0.0151435\n",
      "[875]\tvalid_0's l2: 0.0151446\n",
      "[876]\tvalid_0's l2: 0.0151472\n",
      "[877]\tvalid_0's l2: 0.0151476\n",
      "[878]\tvalid_0's l2: 0.0151453\n",
      "[879]\tvalid_0's l2: 0.0151487\n",
      "[880]\tvalid_0's l2: 0.0151458\n",
      "[881]\tvalid_0's l2: 0.0151451\n",
      "[882]\tvalid_0's l2: 0.0151432\n",
      "[883]\tvalid_0's l2: 0.0151417\n",
      "[884]\tvalid_0's l2: 0.0151432\n",
      "[885]\tvalid_0's l2: 0.0151415\n",
      "[886]\tvalid_0's l2: 0.015143\n",
      "[887]\tvalid_0's l2: 0.015141\n",
      "[888]\tvalid_0's l2: 0.015143\n",
      "[889]\tvalid_0's l2: 0.0151424\n",
      "[890]\tvalid_0's l2: 0.0151422\n",
      "[891]\tvalid_0's l2: 0.0151393\n",
      "[892]\tvalid_0's l2: 0.0151363\n",
      "[893]\tvalid_0's l2: 0.0151352\n",
      "[894]\tvalid_0's l2: 0.0151361\n",
      "[895]\tvalid_0's l2: 0.0151373\n",
      "[896]\tvalid_0's l2: 0.0151365\n",
      "[897]\tvalid_0's l2: 0.015134\n",
      "[898]\tvalid_0's l2: 0.015136\n",
      "[899]\tvalid_0's l2: 0.0151337\n",
      "[900]\tvalid_0's l2: 0.0151339\n",
      "[901]\tvalid_0's l2: 0.0151346\n",
      "[902]\tvalid_0's l2: 0.0151331\n",
      "[903]\tvalid_0's l2: 0.015133\n",
      "[904]\tvalid_0's l2: 0.0151335\n",
      "[905]\tvalid_0's l2: 0.0151338\n",
      "[906]\tvalid_0's l2: 0.0151312\n",
      "[907]\tvalid_0's l2: 0.0151306\n",
      "[908]\tvalid_0's l2: 0.0151331\n",
      "[909]\tvalid_0's l2: 0.0151339\n",
      "[910]\tvalid_0's l2: 0.0151349\n",
      "[911]\tvalid_0's l2: 0.0151335\n",
      "[912]\tvalid_0's l2: 0.0151338\n",
      "[913]\tvalid_0's l2: 0.0151336\n",
      "[914]\tvalid_0's l2: 0.015135\n",
      "[915]\tvalid_0's l2: 0.0151359\n",
      "[916]\tvalid_0's l2: 0.0151383\n",
      "[917]\tvalid_0's l2: 0.0151387\n",
      "[918]\tvalid_0's l2: 0.0151379\n",
      "[919]\tvalid_0's l2: 0.0151378\n",
      "[920]\tvalid_0's l2: 0.0151368\n",
      "[921]\tvalid_0's l2: 0.0151344\n",
      "[922]\tvalid_0's l2: 0.0151356\n",
      "[923]\tvalid_0's l2: 0.0151371\n",
      "[924]\tvalid_0's l2: 0.015138\n",
      "[925]\tvalid_0's l2: 0.0151367\n",
      "[926]\tvalid_0's l2: 0.0151368\n",
      "[927]\tvalid_0's l2: 0.015137\n",
      "[928]\tvalid_0's l2: 0.0151355\n",
      "[929]\tvalid_0's l2: 0.0151366\n",
      "[930]\tvalid_0's l2: 0.0151378\n",
      "[931]\tvalid_0's l2: 0.0151386\n",
      "[932]\tvalid_0's l2: 0.0151397\n",
      "[933]\tvalid_0's l2: 0.0151396\n",
      "[934]\tvalid_0's l2: 0.0151389\n",
      "[935]\tvalid_0's l2: 0.0151325\n",
      "[936]\tvalid_0's l2: 0.0151343\n",
      "[937]\tvalid_0's l2: 0.0151326\n",
      "[938]\tvalid_0's l2: 0.015134\n",
      "[939]\tvalid_0's l2: 0.0151321\n",
      "[940]\tvalid_0's l2: 0.0151326\n",
      "[941]\tvalid_0's l2: 0.0151333\n",
      "[942]\tvalid_0's l2: 0.0151311\n",
      "[943]\tvalid_0's l2: 0.0151349\n",
      "[944]\tvalid_0's l2: 0.0151356\n",
      "[945]\tvalid_0's l2: 0.0151361\n",
      "[946]\tvalid_0's l2: 0.0151345\n",
      "[947]\tvalid_0's l2: 0.0151354\n",
      "[948]\tvalid_0's l2: 0.0151324\n",
      "[949]\tvalid_0's l2: 0.0151328\n",
      "[950]\tvalid_0's l2: 0.0151316\n",
      "[951]\tvalid_0's l2: 0.0151314\n",
      "[952]\tvalid_0's l2: 0.0151348\n",
      "[953]\tvalid_0's l2: 0.015133\n",
      "[954]\tvalid_0's l2: 0.0151332\n",
      "[955]\tvalid_0's l2: 0.0151332\n",
      "[956]\tvalid_0's l2: 0.0151337\n",
      "[957]\tvalid_0's l2: 0.0151337\n",
      "[958]\tvalid_0's l2: 0.0151349\n",
      "[959]\tvalid_0's l2: 0.0151343\n",
      "[960]\tvalid_0's l2: 0.0151346\n",
      "[961]\tvalid_0's l2: 0.0151372\n",
      "[962]\tvalid_0's l2: 0.0151372\n",
      "[963]\tvalid_0's l2: 0.0151363\n",
      "[964]\tvalid_0's l2: 0.0151375\n",
      "[965]\tvalid_0's l2: 0.015138\n",
      "[966]\tvalid_0's l2: 0.0151395\n",
      "[967]\tvalid_0's l2: 0.0151382\n",
      "[968]\tvalid_0's l2: 0.0151399\n",
      "[969]\tvalid_0's l2: 0.0151436\n",
      "[970]\tvalid_0's l2: 0.0151432\n",
      "[971]\tvalid_0's l2: 0.0151415\n",
      "[972]\tvalid_0's l2: 0.0151427\n",
      "[973]\tvalid_0's l2: 0.0151439\n",
      "[974]\tvalid_0's l2: 0.0151443\n",
      "[975]\tvalid_0's l2: 0.015146\n",
      "[976]\tvalid_0's l2: 0.0151433\n",
      "[977]\tvalid_0's l2: 0.0151423\n",
      "[978]\tvalid_0's l2: 0.0151412\n",
      "[979]\tvalid_0's l2: 0.015139\n",
      "[980]\tvalid_0's l2: 0.0151396\n",
      "[981]\tvalid_0's l2: 0.0151389\n",
      "[982]\tvalid_0's l2: 0.0151382\n",
      "[983]\tvalid_0's l2: 0.0151407\n",
      "[984]\tvalid_0's l2: 0.0151406\n",
      "[985]\tvalid_0's l2: 0.01514\n",
      "[986]\tvalid_0's l2: 0.0151396\n",
      "[987]\tvalid_0's l2: 0.0151406\n",
      "[988]\tvalid_0's l2: 0.0151409\n",
      "[989]\tvalid_0's l2: 0.015142\n",
      "[990]\tvalid_0's l2: 0.0151403\n",
      "[991]\tvalid_0's l2: 0.01514\n",
      "[992]\tvalid_0's l2: 0.0151407\n",
      "[993]\tvalid_0's l2: 0.0151395\n",
      "[994]\tvalid_0's l2: 0.0151394\n",
      "[995]\tvalid_0's l2: 0.0151382\n",
      "[996]\tvalid_0's l2: 0.01514\n",
      "[997]\tvalid_0's l2: 0.0151427\n",
      "[998]\tvalid_0's l2: 0.0151455\n",
      "[999]\tvalid_0's l2: 0.0151459\n",
      "[1000]\tvalid_0's l2: 0.0151479\n",
      "[1001]\tvalid_0's l2: 0.0151486\n",
      "[1002]\tvalid_0's l2: 0.0151482\n",
      "[1003]\tvalid_0's l2: 0.0151492\n",
      "[1004]\tvalid_0's l2: 0.0151482\n",
      "[1005]\tvalid_0's l2: 0.01515\n",
      "[1006]\tvalid_0's l2: 0.0151496\n",
      "[1007]\tvalid_0's l2: 0.01515\n",
      "[1008]\tvalid_0's l2: 0.0151496\n",
      "[1009]\tvalid_0's l2: 0.0151499\n",
      "[1010]\tvalid_0's l2: 0.0151512\n",
      "[1011]\tvalid_0's l2: 0.0151537\n",
      "[1012]\tvalid_0's l2: 0.0151547\n",
      "[1013]\tvalid_0's l2: 0.0151542\n",
      "[1014]\tvalid_0's l2: 0.0151529\n",
      "[1015]\tvalid_0's l2: 0.015155\n",
      "[1016]\tvalid_0's l2: 0.0151563\n",
      "[1017]\tvalid_0's l2: 0.0151568\n",
      "[1018]\tvalid_0's l2: 0.0151547\n",
      "[1019]\tvalid_0's l2: 0.0151582\n",
      "[1020]\tvalid_0's l2: 0.0151591\n",
      "[1021]\tvalid_0's l2: 0.0151594\n",
      "[1022]\tvalid_0's l2: 0.0151616\n",
      "[1023]\tvalid_0's l2: 0.0151612\n",
      "[1024]\tvalid_0's l2: 0.0151629\n",
      "[1025]\tvalid_0's l2: 0.0151624\n",
      "[1026]\tvalid_0's l2: 0.0151625\n",
      "[1027]\tvalid_0's l2: 0.0151648\n",
      "[1028]\tvalid_0's l2: 0.0151665\n",
      "[1029]\tvalid_0's l2: 0.015165\n",
      "[1030]\tvalid_0's l2: 0.0151662\n",
      "[1031]\tvalid_0's l2: 0.0151668\n",
      "[1032]\tvalid_0's l2: 0.0151664\n",
      "[1033]\tvalid_0's l2: 0.0151683\n",
      "[1034]\tvalid_0's l2: 0.015169\n",
      "[1035]\tvalid_0's l2: 0.0151682\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1036]\tvalid_0's l2: 0.0151724\n",
      "[1037]\tvalid_0's l2: 0.0151754\n",
      "[1038]\tvalid_0's l2: 0.0151769\n",
      "[1039]\tvalid_0's l2: 0.0151773\n",
      "[1040]\tvalid_0's l2: 0.015176\n",
      "[1041]\tvalid_0's l2: 0.015177\n",
      "[1042]\tvalid_0's l2: 0.015177\n",
      "[1043]\tvalid_0's l2: 0.0151761\n",
      "[1044]\tvalid_0's l2: 0.0151783\n",
      "[1045]\tvalid_0's l2: 0.0151809\n",
      "[1046]\tvalid_0's l2: 0.0151793\n",
      "[1047]\tvalid_0's l2: 0.0151803\n",
      "[1048]\tvalid_0's l2: 0.0151795\n",
      "[1049]\tvalid_0's l2: 0.0151739\n",
      "[1050]\tvalid_0's l2: 0.0151745\n",
      "[1051]\tvalid_0's l2: 0.015174\n",
      "[1052]\tvalid_0's l2: 0.0151735\n",
      "[1053]\tvalid_0's l2: 0.0151766\n",
      "[1054]\tvalid_0's l2: 0.0151801\n",
      "[1055]\tvalid_0's l2: 0.0151808\n",
      "[1056]\tvalid_0's l2: 0.0151811\n",
      "[1057]\tvalid_0's l2: 0.0151798\n",
      "[1058]\tvalid_0's l2: 0.015181\n",
      "[1059]\tvalid_0's l2: 0.0151807\n",
      "[1060]\tvalid_0's l2: 0.0151802\n",
      "[1061]\tvalid_0's l2: 0.0151802\n",
      "[1062]\tvalid_0's l2: 0.0151818\n",
      "[1063]\tvalid_0's l2: 0.0151836\n",
      "[1064]\tvalid_0's l2: 0.0151857\n",
      "[1065]\tvalid_0's l2: 0.015186\n",
      "[1066]\tvalid_0's l2: 0.0151869\n",
      "[1067]\tvalid_0's l2: 0.0151887\n",
      "[1068]\tvalid_0's l2: 0.0151906\n",
      "[1069]\tvalid_0's l2: 0.0151886\n",
      "[1070]\tvalid_0's l2: 0.0151871\n",
      "[1071]\tvalid_0's l2: 0.0151869\n",
      "[1072]\tvalid_0's l2: 0.015187\n",
      "[1073]\tvalid_0's l2: 0.0151874\n",
      "[1074]\tvalid_0's l2: 0.0151841\n",
      "[1075]\tvalid_0's l2: 0.0151836\n",
      "[1076]\tvalid_0's l2: 0.0151877\n",
      "[1077]\tvalid_0's l2: 0.0151904\n",
      "[1078]\tvalid_0's l2: 0.0151901\n",
      "[1079]\tvalid_0's l2: 0.0151864\n",
      "[1080]\tvalid_0's l2: 0.0151844\n",
      "[1081]\tvalid_0's l2: 0.0151879\n",
      "[1082]\tvalid_0's l2: 0.0151858\n",
      "[1083]\tvalid_0's l2: 0.0151858\n",
      "[1084]\tvalid_0's l2: 0.0151864\n",
      "[1085]\tvalid_0's l2: 0.0151856\n",
      "[1086]\tvalid_0's l2: 0.0151867\n",
      "[1087]\tvalid_0's l2: 0.0151885\n",
      "[1088]\tvalid_0's l2: 0.0151876\n",
      "[1089]\tvalid_0's l2: 0.015188\n",
      "[1090]\tvalid_0's l2: 0.015186\n",
      "[1091]\tvalid_0's l2: 0.0151869\n",
      "[1092]\tvalid_0's l2: 0.0151864\n",
      "[1093]\tvalid_0's l2: 0.0151844\n",
      "[1094]\tvalid_0's l2: 0.0151854\n",
      "[1095]\tvalid_0's l2: 0.0151868\n",
      "[1096]\tvalid_0's l2: 0.0151877\n",
      "[1097]\tvalid_0's l2: 0.0151887\n",
      "[1098]\tvalid_0's l2: 0.0151893\n",
      "[1099]\tvalid_0's l2: 0.0151889\n",
      "[1100]\tvalid_0's l2: 0.0151904\n",
      "[1101]\tvalid_0's l2: 0.0151915\n",
      "[1102]\tvalid_0's l2: 0.0151915\n",
      "[1103]\tvalid_0's l2: 0.0151923\n",
      "[1104]\tvalid_0's l2: 0.0151926\n",
      "[1105]\tvalid_0's l2: 0.0151928\n",
      "[1106]\tvalid_0's l2: 0.0151963\n",
      "[1107]\tvalid_0's l2: 0.0151969\n",
      "[1108]\tvalid_0's l2: 0.0151957\n",
      "[1109]\tvalid_0's l2: 0.0151947\n",
      "[1110]\tvalid_0's l2: 0.0151957\n",
      "[1111]\tvalid_0's l2: 0.0151961\n",
      "[1112]\tvalid_0's l2: 0.0151976\n",
      "[1113]\tvalid_0's l2: 0.0152019\n",
      "[1114]\tvalid_0's l2: 0.0152027\n",
      "[1115]\tvalid_0's l2: 0.0152052\n",
      "[1116]\tvalid_0's l2: 0.0152018\n",
      "[1117]\tvalid_0's l2: 0.0152019\n",
      "[1118]\tvalid_0's l2: 0.0152034\n",
      "[1119]\tvalid_0's l2: 0.0152052\n",
      "[1120]\tvalid_0's l2: 0.0152064\n",
      "[1121]\tvalid_0's l2: 0.0152037\n",
      "[1122]\tvalid_0's l2: 0.0152057\n",
      "[1123]\tvalid_0's l2: 0.015208\n",
      "[1124]\tvalid_0's l2: 0.0152091\n",
      "[1125]\tvalid_0's l2: 0.0152115\n",
      "[1126]\tvalid_0's l2: 0.015211\n",
      "[1127]\tvalid_0's l2: 0.0152115\n",
      "[1128]\tvalid_0's l2: 0.0152108\n",
      "[1129]\tvalid_0's l2: 0.0152135\n",
      "[1130]\tvalid_0's l2: 0.0152127\n",
      "[1131]\tvalid_0's l2: 0.015213\n",
      "[1132]\tvalid_0's l2: 0.0152153\n",
      "[1133]\tvalid_0's l2: 0.0152178\n",
      "[1134]\tvalid_0's l2: 0.0152205\n",
      "[1135]\tvalid_0's l2: 0.0152178\n",
      "[1136]\tvalid_0's l2: 0.015219\n",
      "[1137]\tvalid_0's l2: 0.0152211\n",
      "[1138]\tvalid_0's l2: 0.0152221\n",
      "[1139]\tvalid_0's l2: 0.015223\n",
      "[1140]\tvalid_0's l2: 0.0152275\n",
      "[1141]\tvalid_0's l2: 0.0152243\n",
      "[1142]\tvalid_0's l2: 0.0152244\n",
      "[1143]\tvalid_0's l2: 0.0152266\n",
      "[1144]\tvalid_0's l2: 0.0152253\n",
      "[1145]\tvalid_0's l2: 0.0152241\n",
      "[1146]\tvalid_0's l2: 0.0152264\n",
      "[1147]\tvalid_0's l2: 0.0152276\n",
      "[1148]\tvalid_0's l2: 0.0152305\n",
      "[1149]\tvalid_0's l2: 0.0152313\n",
      "[1150]\tvalid_0's l2: 0.0152346\n",
      "[1151]\tvalid_0's l2: 0.0152341\n",
      "[1152]\tvalid_0's l2: 0.015235\n",
      "[1153]\tvalid_0's l2: 0.0152381\n",
      "[1154]\tvalid_0's l2: 0.0152379\n",
      "[1155]\tvalid_0's l2: 0.0152384\n",
      "[1156]\tvalid_0's l2: 0.0152397\n",
      "[1157]\tvalid_0's l2: 0.0152408\n",
      "[1158]\tvalid_0's l2: 0.01524\n",
      "[1159]\tvalid_0's l2: 0.0152409\n",
      "[1160]\tvalid_0's l2: 0.0152422\n",
      "[1161]\tvalid_0's l2: 0.0152418\n",
      "[1162]\tvalid_0's l2: 0.0152419\n",
      "[1163]\tvalid_0's l2: 0.0152397\n",
      "[1164]\tvalid_0's l2: 0.0152401\n",
      "[1165]\tvalid_0's l2: 0.0152391\n",
      "[1166]\tvalid_0's l2: 0.0152409\n",
      "[1167]\tvalid_0's l2: 0.0152426\n",
      "[1168]\tvalid_0's l2: 0.0152435\n",
      "[1169]\tvalid_0's l2: 0.0152486\n",
      "[1170]\tvalid_0's l2: 0.0152503\n",
      "[1171]\tvalid_0's l2: 0.015252\n",
      "[1172]\tvalid_0's l2: 0.01525\n",
      "[1173]\tvalid_0's l2: 0.01525\n",
      "[1174]\tvalid_0's l2: 0.0152512\n",
      "[1175]\tvalid_0's l2: 0.0152521\n",
      "[1176]\tvalid_0's l2: 0.0152533\n",
      "[1177]\tvalid_0's l2: 0.0152532\n",
      "[1178]\tvalid_0's l2: 0.0152526\n",
      "[1179]\tvalid_0's l2: 0.0152544\n",
      "[1180]\tvalid_0's l2: 0.0152556\n",
      "[1181]\tvalid_0's l2: 0.0152576\n",
      "[1182]\tvalid_0's l2: 0.0152586\n",
      "[1183]\tvalid_0's l2: 0.0152586\n",
      "[1184]\tvalid_0's l2: 0.0152584\n",
      "[1185]\tvalid_0's l2: 0.0152582\n",
      "[1186]\tvalid_0's l2: 0.0152585\n",
      "[1187]\tvalid_0's l2: 0.0152601\n",
      "[1188]\tvalid_0's l2: 0.0152596\n",
      "[1189]\tvalid_0's l2: 0.0152624\n",
      "[1190]\tvalid_0's l2: 0.0152636\n",
      "[1191]\tvalid_0's l2: 0.0152622\n",
      "[1192]\tvalid_0's l2: 0.0152622\n",
      "[1193]\tvalid_0's l2: 0.0152653\n",
      "[1194]\tvalid_0's l2: 0.0152648\n",
      "[1195]\tvalid_0's l2: 0.015265\n",
      "[1196]\tvalid_0's l2: 0.0152705\n",
      "[1197]\tvalid_0's l2: 0.015271\n",
      "[1198]\tvalid_0's l2: 0.0152727\n",
      "[1199]\tvalid_0's l2: 0.0152731\n",
      "[1200]\tvalid_0's l2: 0.0152728\n",
      "[1201]\tvalid_0's l2: 0.0152737\n",
      "[1202]\tvalid_0's l2: 0.0152734\n",
      "[1203]\tvalid_0's l2: 0.015274\n",
      "[1204]\tvalid_0's l2: 0.0152739\n",
      "[1205]\tvalid_0's l2: 0.0152736\n",
      "[1206]\tvalid_0's l2: 0.0152779\n",
      "[1207]\tvalid_0's l2: 0.0152784\n",
      "[1208]\tvalid_0's l2: 0.0152777\n",
      "[1209]\tvalid_0's l2: 0.0152781\n",
      "[1210]\tvalid_0's l2: 0.0152779\n",
      "[1211]\tvalid_0's l2: 0.0152776\n",
      "[1212]\tvalid_0's l2: 0.0152791\n",
      "[1213]\tvalid_0's l2: 0.0152803\n",
      "[1214]\tvalid_0's l2: 0.0152795\n",
      "[1215]\tvalid_0's l2: 0.0152824\n",
      "[1216]\tvalid_0's l2: 0.0152829\n",
      "[1217]\tvalid_0's l2: 0.0152843\n",
      "[1218]\tvalid_0's l2: 0.0152867\n",
      "[1219]\tvalid_0's l2: 0.0152878\n",
      "[1220]\tvalid_0's l2: 0.0152883\n",
      "[1221]\tvalid_0's l2: 0.0152876\n",
      "[1222]\tvalid_0's l2: 0.0152872\n",
      "[1223]\tvalid_0's l2: 0.0152883\n",
      "[1224]\tvalid_0's l2: 0.015288\n",
      "[1225]\tvalid_0's l2: 0.015289\n",
      "[1226]\tvalid_0's l2: 0.0152912\n",
      "[1227]\tvalid_0's l2: 0.0152908\n",
      "[1228]\tvalid_0's l2: 0.0152893\n",
      "[1229]\tvalid_0's l2: 0.0152903\n",
      "[1230]\tvalid_0's l2: 0.01529\n",
      "[1231]\tvalid_0's l2: 0.0152904\n",
      "[1232]\tvalid_0's l2: 0.0152922\n",
      "[1233]\tvalid_0's l2: 0.0152902\n",
      "[1234]\tvalid_0's l2: 0.0152914\n",
      "[1235]\tvalid_0's l2: 0.0152906\n",
      "[1236]\tvalid_0's l2: 0.0152934\n",
      "[1237]\tvalid_0's l2: 0.0152944\n",
      "[1238]\tvalid_0's l2: 0.0152949\n",
      "[1239]\tvalid_0's l2: 0.0152937\n",
      "[1240]\tvalid_0's l2: 0.0152954\n",
      "[1241]\tvalid_0's l2: 0.0152962\n",
      "[1242]\tvalid_0's l2: 0.0152957\n",
      "[1243]\tvalid_0's l2: 0.0152966\n",
      "[1244]\tvalid_0's l2: 0.0152985\n",
      "[1245]\tvalid_0's l2: 0.0152987\n",
      "[1246]\tvalid_0's l2: 0.0153005\n",
      "[1247]\tvalid_0's l2: 0.0153009\n",
      "[1248]\tvalid_0's l2: 0.0153026\n",
      "[1249]\tvalid_0's l2: 0.0153045\n",
      "[1250]\tvalid_0's l2: 0.0153022\n",
      "[1251]\tvalid_0's l2: 0.0153023\n",
      "[1252]\tvalid_0's l2: 0.0153011\n",
      "[1253]\tvalid_0's l2: 0.0153034\n",
      "[1254]\tvalid_0's l2: 0.0153037\n",
      "[1255]\tvalid_0's l2: 0.0153058\n",
      "[1256]\tvalid_0's l2: 0.0153032\n",
      "[1257]\tvalid_0's l2: 0.0153041\n",
      "[1258]\tvalid_0's l2: 0.0153062\n",
      "[1259]\tvalid_0's l2: 0.0153055\n",
      "[1260]\tvalid_0's l2: 0.0153069\n",
      "[1261]\tvalid_0's l2: 0.0153066\n",
      "[1262]\tvalid_0's l2: 0.0153077\n",
      "[1263]\tvalid_0's l2: 0.0153081\n",
      "[1264]\tvalid_0's l2: 0.0153089\n",
      "[1265]\tvalid_0's l2: 0.0153091\n",
      "[1266]\tvalid_0's l2: 0.0153123\n",
      "[1267]\tvalid_0's l2: 0.0153147\n",
      "[1268]\tvalid_0's l2: 0.0153156\n",
      "[1269]\tvalid_0's l2: 0.0153162\n",
      "[1270]\tvalid_0's l2: 0.0153168\n",
      "[1271]\tvalid_0's l2: 0.0153162\n",
      "[1272]\tvalid_0's l2: 0.0153178\n",
      "[1273]\tvalid_0's l2: 0.0153197\n",
      "[1274]\tvalid_0's l2: 0.015321\n",
      "[1275]\tvalid_0's l2: 0.0153225\n",
      "[1276]\tvalid_0's l2: 0.0153233\n",
      "[1277]\tvalid_0's l2: 0.0153244\n",
      "[1278]\tvalid_0's l2: 0.0153248\n",
      "[1279]\tvalid_0's l2: 0.015325\n",
      "[1280]\tvalid_0's l2: 0.0153272\n",
      "[1281]\tvalid_0's l2: 0.0153285\n",
      "[1282]\tvalid_0's l2: 0.0153318\n",
      "[1283]\tvalid_0's l2: 0.0153333\n",
      "[1284]\tvalid_0's l2: 0.0153323\n",
      "[1285]\tvalid_0's l2: 0.0153336\n",
      "[1286]\tvalid_0's l2: 0.0153373\n",
      "[1287]\tvalid_0's l2: 0.0153388\n",
      "[1288]\tvalid_0's l2: 0.0153393\n",
      "[1289]\tvalid_0's l2: 0.0153388\n",
      "[1290]\tvalid_0's l2: 0.0153409\n",
      "[1291]\tvalid_0's l2: 0.0153418\n",
      "[1292]\tvalid_0's l2: 0.0153423\n",
      "[1293]\tvalid_0's l2: 0.0153424\n",
      "[1294]\tvalid_0's l2: 0.0153443\n",
      "[1295]\tvalid_0's l2: 0.0153466\n",
      "[1296]\tvalid_0's l2: 0.0153476\n",
      "[1297]\tvalid_0's l2: 0.0153498\n",
      "[1298]\tvalid_0's l2: 0.0153503\n",
      "[1299]\tvalid_0's l2: 0.0153517\n",
      "[1300]\tvalid_0's l2: 0.015352\n",
      "[1301]\tvalid_0's l2: 0.0153528\n",
      "[1302]\tvalid_0's l2: 0.0153522\n",
      "[1303]\tvalid_0's l2: 0.015355\n",
      "[1304]\tvalid_0's l2: 0.015356\n",
      "[1305]\tvalid_0's l2: 0.015358\n",
      "[1306]\tvalid_0's l2: 0.0153599\n",
      "[1307]\tvalid_0's l2: 0.0153618\n",
      "[1308]\tvalid_0's l2: 0.0153625\n",
      "[1309]\tvalid_0's l2: 0.0153639\n",
      "[1310]\tvalid_0's l2: 0.015367\n",
      "[1311]\tvalid_0's l2: 0.0153687\n",
      "[1312]\tvalid_0's l2: 0.0153673\n",
      "[1313]\tvalid_0's l2: 0.0153689\n",
      "[1314]\tvalid_0's l2: 0.0153684\n",
      "[1315]\tvalid_0's l2: 0.0153681\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1316]\tvalid_0's l2: 0.0153688\n",
      "[1317]\tvalid_0's l2: 0.0153678\n",
      "[1318]\tvalid_0's l2: 0.0153685\n",
      "[1319]\tvalid_0's l2: 0.0153688\n",
      "[1320]\tvalid_0's l2: 0.0153722\n",
      "[1321]\tvalid_0's l2: 0.0153724\n",
      "[1322]\tvalid_0's l2: 0.0153718\n",
      "[1323]\tvalid_0's l2: 0.0153734\n",
      "[1324]\tvalid_0's l2: 0.0153759\n",
      "[1325]\tvalid_0's l2: 0.0153757\n",
      "[1326]\tvalid_0's l2: 0.0153758\n",
      "[1327]\tvalid_0's l2: 0.0153767\n",
      "[1328]\tvalid_0's l2: 0.015379\n",
      "[1329]\tvalid_0's l2: 0.0153819\n",
      "[1330]\tvalid_0's l2: 0.015384\n",
      "[1331]\tvalid_0's l2: 0.0153864\n",
      "[1332]\tvalid_0's l2: 0.0153875\n",
      "[1333]\tvalid_0's l2: 0.0153895\n",
      "[1334]\tvalid_0's l2: 0.0153899\n",
      "[1335]\tvalid_0's l2: 0.015392\n",
      "[1336]\tvalid_0's l2: 0.0153927\n",
      "[1337]\tvalid_0's l2: 0.0153935\n",
      "[1338]\tvalid_0's l2: 0.0153948\n",
      "[1339]\tvalid_0's l2: 0.0153949\n",
      "[1340]\tvalid_0's l2: 0.0153939\n",
      "[1341]\tvalid_0's l2: 0.015396\n",
      "[1342]\tvalid_0's l2: 0.0153983\n",
      "[1343]\tvalid_0's l2: 0.015399\n",
      "[1344]\tvalid_0's l2: 0.0153988\n",
      "[1345]\tvalid_0's l2: 0.0154013\n",
      "[1346]\tvalid_0's l2: 0.0154021\n",
      "[1347]\tvalid_0's l2: 0.0154028\n",
      "[1348]\tvalid_0's l2: 0.015402\n",
      "[1349]\tvalid_0's l2: 0.015403\n",
      "[1350]\tvalid_0's l2: 0.015404\n",
      "[1351]\tvalid_0's l2: 0.0154042\n",
      "[1352]\tvalid_0's l2: 0.0154052\n",
      "[1353]\tvalid_0's l2: 0.0154086\n",
      "[1354]\tvalid_0's l2: 0.0154096\n",
      "[1355]\tvalid_0's l2: 0.0154099\n",
      "[1356]\tvalid_0's l2: 0.0154111\n",
      "[1357]\tvalid_0's l2: 0.0154108\n",
      "[1358]\tvalid_0's l2: 0.0154132\n",
      "[1359]\tvalid_0's l2: 0.0154123\n",
      "[1360]\tvalid_0's l2: 0.0154128\n",
      "[1361]\tvalid_0's l2: 0.0154122\n",
      "[1362]\tvalid_0's l2: 0.0154149\n",
      "[1363]\tvalid_0's l2: 0.0154148\n",
      "[1364]\tvalid_0's l2: 0.0154127\n",
      "[1365]\tvalid_0's l2: 0.0154149\n",
      "[1366]\tvalid_0's l2: 0.0154165\n",
      "[1367]\tvalid_0's l2: 0.0154168\n",
      "[1368]\tvalid_0's l2: 0.0154168\n",
      "[1369]\tvalid_0's l2: 0.0154185\n",
      "[1370]\tvalid_0's l2: 0.0154197\n",
      "[1371]\tvalid_0's l2: 0.0154195\n",
      "[1372]\tvalid_0's l2: 0.0154196\n",
      "[1373]\tvalid_0's l2: 0.0154219\n",
      "[1374]\tvalid_0's l2: 0.0154237\n",
      "[1375]\tvalid_0's l2: 0.0154239\n",
      "[1376]\tvalid_0's l2: 0.0154241\n",
      "[1377]\tvalid_0's l2: 0.0154256\n",
      "[1378]\tvalid_0's l2: 0.0154276\n",
      "[1379]\tvalid_0's l2: 0.0154283\n",
      "[1380]\tvalid_0's l2: 0.01543\n",
      "[1381]\tvalid_0's l2: 0.0154311\n",
      "[1382]\tvalid_0's l2: 0.0154321\n",
      "[1383]\tvalid_0's l2: 0.0154336\n",
      "[1384]\tvalid_0's l2: 0.0154333\n",
      "[1385]\tvalid_0's l2: 0.0154334\n",
      "[1386]\tvalid_0's l2: 0.015433\n",
      "[1387]\tvalid_0's l2: 0.0154344\n",
      "[1388]\tvalid_0's l2: 0.0154373\n",
      "[1389]\tvalid_0's l2: 0.0154387\n",
      "[1390]\tvalid_0's l2: 0.0154403\n",
      "[1391]\tvalid_0's l2: 0.0154413\n",
      "[1392]\tvalid_0's l2: 0.0154421\n",
      "[1393]\tvalid_0's l2: 0.0154431\n",
      "[1394]\tvalid_0's l2: 0.0154428\n",
      "[1395]\tvalid_0's l2: 0.0154435\n",
      "[1396]\tvalid_0's l2: 0.0154432\n",
      "[1397]\tvalid_0's l2: 0.0154442\n",
      "[1398]\tvalid_0's l2: 0.0154457\n",
      "[1399]\tvalid_0's l2: 0.0154488\n",
      "[1400]\tvalid_0's l2: 0.0154496\n",
      "[1401]\tvalid_0's l2: 0.0154504\n",
      "[1402]\tvalid_0's l2: 0.0154508\n",
      "[1403]\tvalid_0's l2: 0.0154518\n",
      "[1404]\tvalid_0's l2: 0.0154501\n",
      "[1405]\tvalid_0's l2: 0.0154512\n",
      "[1406]\tvalid_0's l2: 0.0154539\n",
      "[1407]\tvalid_0's l2: 0.0154532\n",
      "Early stopping, best iteration is:\n",
      "[907]\tvalid_0's l2: 0.0151306\n",
      "[1]\tvalid_0's l2: 0.06178\n",
      "Training until validation scores don't improve for 500 rounds.\n",
      "[2]\tvalid_0's l2: 0.0609784\n",
      "[3]\tvalid_0's l2: 0.0602332\n",
      "[4]\tvalid_0's l2: 0.059538\n",
      "[5]\tvalid_0's l2: 0.0587846\n",
      "[6]\tvalid_0's l2: 0.058069\n",
      "[7]\tvalid_0's l2: 0.0573479\n",
      "[8]\tvalid_0's l2: 0.0566737\n",
      "[9]\tvalid_0's l2: 0.0559494\n",
      "[10]\tvalid_0's l2: 0.0553329\n",
      "[11]\tvalid_0's l2: 0.0546712\n",
      "[12]\tvalid_0's l2: 0.0541051\n",
      "[13]\tvalid_0's l2: 0.0535028\n",
      "[14]\tvalid_0's l2: 0.0529031\n",
      "[15]\tvalid_0's l2: 0.0522802\n",
      "[16]\tvalid_0's l2: 0.0517327\n",
      "[17]\tvalid_0's l2: 0.0511821\n",
      "[18]\tvalid_0's l2: 0.0505602\n",
      "[19]\tvalid_0's l2: 0.0499606\n",
      "[20]\tvalid_0's l2: 0.0493754\n",
      "[21]\tvalid_0's l2: 0.0488158\n",
      "[22]\tvalid_0's l2: 0.0482644\n",
      "[23]\tvalid_0's l2: 0.0476989\n",
      "[24]\tvalid_0's l2: 0.0472091\n",
      "[25]\tvalid_0's l2: 0.046722\n",
      "[26]\tvalid_0's l2: 0.0462026\n",
      "[27]\tvalid_0's l2: 0.0456874\n",
      "[28]\tvalid_0's l2: 0.0451932\n",
      "[29]\tvalid_0's l2: 0.0447315\n",
      "[30]\tvalid_0's l2: 0.0442468\n",
      "[31]\tvalid_0's l2: 0.0437736\n",
      "[32]\tvalid_0's l2: 0.0433296\n",
      "[33]\tvalid_0's l2: 0.0428772\n",
      "[34]\tvalid_0's l2: 0.0424443\n",
      "[35]\tvalid_0's l2: 0.0419813\n",
      "[36]\tvalid_0's l2: 0.0415549\n",
      "[37]\tvalid_0's l2: 0.0411259\n",
      "[38]\tvalid_0's l2: 0.0407363\n",
      "[39]\tvalid_0's l2: 0.0403374\n",
      "[40]\tvalid_0's l2: 0.0399459\n",
      "[41]\tvalid_0's l2: 0.0395564\n",
      "[42]\tvalid_0's l2: 0.0391684\n",
      "[43]\tvalid_0's l2: 0.0387667\n",
      "[44]\tvalid_0's l2: 0.0384008\n",
      "[45]\tvalid_0's l2: 0.0380348\n",
      "[46]\tvalid_0's l2: 0.0376618\n",
      "[47]\tvalid_0's l2: 0.0373205\n",
      "[48]\tvalid_0's l2: 0.0369576\n",
      "[49]\tvalid_0's l2: 0.0365996\n",
      "[50]\tvalid_0's l2: 0.0362653\n",
      "[51]\tvalid_0's l2: 0.0359364\n",
      "[52]\tvalid_0's l2: 0.035609\n",
      "[53]\tvalid_0's l2: 0.0352759\n",
      "[54]\tvalid_0's l2: 0.0349549\n",
      "[55]\tvalid_0's l2: 0.0346549\n",
      "[56]\tvalid_0's l2: 0.0343534\n",
      "[57]\tvalid_0's l2: 0.0340145\n",
      "[58]\tvalid_0's l2: 0.033696\n",
      "[59]\tvalid_0's l2: 0.0334071\n",
      "[60]\tvalid_0's l2: 0.0331267\n",
      "[61]\tvalid_0's l2: 0.0328453\n",
      "[62]\tvalid_0's l2: 0.0325676\n",
      "[63]\tvalid_0's l2: 0.0322942\n",
      "[64]\tvalid_0's l2: 0.0320398\n",
      "[65]\tvalid_0's l2: 0.0317703\n",
      "[66]\tvalid_0's l2: 0.0314907\n",
      "[67]\tvalid_0's l2: 0.0312398\n",
      "[68]\tvalid_0's l2: 0.030996\n",
      "[69]\tvalid_0's l2: 0.0307366\n",
      "[70]\tvalid_0's l2: 0.0304962\n",
      "[71]\tvalid_0's l2: 0.0302695\n",
      "[72]\tvalid_0's l2: 0.0300439\n",
      "[73]\tvalid_0's l2: 0.0297956\n",
      "[74]\tvalid_0's l2: 0.0295656\n",
      "[75]\tvalid_0's l2: 0.0293408\n",
      "[76]\tvalid_0's l2: 0.0291244\n",
      "[77]\tvalid_0's l2: 0.0289102\n",
      "[78]\tvalid_0's l2: 0.0286803\n",
      "[79]\tvalid_0's l2: 0.0284779\n",
      "[80]\tvalid_0's l2: 0.0282609\n",
      "[81]\tvalid_0's l2: 0.0280619\n",
      "[82]\tvalid_0's l2: 0.0278522\n",
      "[83]\tvalid_0's l2: 0.0276541\n",
      "[84]\tvalid_0's l2: 0.0274412\n",
      "[85]\tvalid_0's l2: 0.0272406\n",
      "[86]\tvalid_0's l2: 0.0270403\n",
      "[87]\tvalid_0's l2: 0.0268589\n",
      "[88]\tvalid_0's l2: 0.0266934\n",
      "[89]\tvalid_0's l2: 0.0264923\n",
      "[90]\tvalid_0's l2: 0.0263106\n",
      "[91]\tvalid_0's l2: 0.0261442\n",
      "[92]\tvalid_0's l2: 0.0259666\n",
      "[93]\tvalid_0's l2: 0.0257859\n",
      "[94]\tvalid_0's l2: 0.0256124\n",
      "[95]\tvalid_0's l2: 0.025446\n",
      "[96]\tvalid_0's l2: 0.025274\n",
      "[97]\tvalid_0's l2: 0.0251033\n",
      "[98]\tvalid_0's l2: 0.0249592\n",
      "[99]\tvalid_0's l2: 0.0248106\n",
      "[100]\tvalid_0's l2: 0.0246525\n",
      "[101]\tvalid_0's l2: 0.0244927\n",
      "[102]\tvalid_0's l2: 0.0243278\n",
      "[103]\tvalid_0's l2: 0.0241784\n",
      "[104]\tvalid_0's l2: 0.0240361\n",
      "[105]\tvalid_0's l2: 0.0238841\n",
      "[106]\tvalid_0's l2: 0.0237425\n",
      "[107]\tvalid_0's l2: 0.023608\n",
      "[108]\tvalid_0's l2: 0.0234521\n",
      "[109]\tvalid_0's l2: 0.0233278\n",
      "[110]\tvalid_0's l2: 0.0231849\n",
      "[111]\tvalid_0's l2: 0.0230394\n",
      "[112]\tvalid_0's l2: 0.0228981\n",
      "[113]\tvalid_0's l2: 0.0227667\n",
      "[114]\tvalid_0's l2: 0.022634\n",
      "[115]\tvalid_0's l2: 0.0225111\n",
      "[116]\tvalid_0's l2: 0.0223844\n",
      "[117]\tvalid_0's l2: 0.0222686\n",
      "[118]\tvalid_0's l2: 0.0221355\n",
      "[119]\tvalid_0's l2: 0.0220151\n",
      "[120]\tvalid_0's l2: 0.0218863\n",
      "[121]\tvalid_0's l2: 0.0217705\n",
      "[122]\tvalid_0's l2: 0.0216416\n",
      "[123]\tvalid_0's l2: 0.0215254\n",
      "[124]\tvalid_0's l2: 0.0214004\n",
      "[125]\tvalid_0's l2: 0.0212817\n",
      "[126]\tvalid_0's l2: 0.0211737\n",
      "[127]\tvalid_0's l2: 0.0210671\n",
      "[128]\tvalid_0's l2: 0.0209714\n",
      "[129]\tvalid_0's l2: 0.0208694\n",
      "[130]\tvalid_0's l2: 0.0207853\n",
      "[131]\tvalid_0's l2: 0.0206788\n",
      "[132]\tvalid_0's l2: 0.0205794\n",
      "[133]\tvalid_0's l2: 0.020475\n",
      "[134]\tvalid_0's l2: 0.0203642\n",
      "[135]\tvalid_0's l2: 0.0202718\n",
      "[136]\tvalid_0's l2: 0.0201865\n",
      "[137]\tvalid_0's l2: 0.0200861\n",
      "[138]\tvalid_0's l2: 0.0200003\n",
      "[139]\tvalid_0's l2: 0.0198958\n",
      "[140]\tvalid_0's l2: 0.0198067\n",
      "[141]\tvalid_0's l2: 0.0197276\n",
      "[142]\tvalid_0's l2: 0.0196332\n",
      "[143]\tvalid_0's l2: 0.0195446\n",
      "[144]\tvalid_0's l2: 0.0194486\n",
      "[145]\tvalid_0's l2: 0.0193668\n",
      "[146]\tvalid_0's l2: 0.0192823\n",
      "[147]\tvalid_0's l2: 0.0192072\n",
      "[148]\tvalid_0's l2: 0.0191239\n",
      "[149]\tvalid_0's l2: 0.0190379\n",
      "[150]\tvalid_0's l2: 0.0189498\n",
      "[151]\tvalid_0's l2: 0.0188682\n",
      "[152]\tvalid_0's l2: 0.0187895\n",
      "[153]\tvalid_0's l2: 0.0187014\n",
      "[154]\tvalid_0's l2: 0.0186281\n",
      "[155]\tvalid_0's l2: 0.0185507\n",
      "[156]\tvalid_0's l2: 0.0184733\n",
      "[157]\tvalid_0's l2: 0.0184047\n",
      "[158]\tvalid_0's l2: 0.0183218\n",
      "[159]\tvalid_0's l2: 0.0182336\n",
      "[160]\tvalid_0's l2: 0.0181612\n",
      "[161]\tvalid_0's l2: 0.0180838\n",
      "[162]\tvalid_0's l2: 0.0180224\n",
      "[163]\tvalid_0's l2: 0.0179562\n",
      "[164]\tvalid_0's l2: 0.0178899\n",
      "[165]\tvalid_0's l2: 0.0178207\n",
      "[166]\tvalid_0's l2: 0.0177534\n",
      "[167]\tvalid_0's l2: 0.0176859\n",
      "[168]\tvalid_0's l2: 0.0176236\n",
      "[169]\tvalid_0's l2: 0.017558\n",
      "[170]\tvalid_0's l2: 0.017485\n",
      "[171]\tvalid_0's l2: 0.0174157\n",
      "[172]\tvalid_0's l2: 0.0173485\n",
      "[173]\tvalid_0's l2: 0.0172824\n",
      "[174]\tvalid_0's l2: 0.017222\n",
      "[175]\tvalid_0's l2: 0.0171605\n",
      "[176]\tvalid_0's l2: 0.0171065\n",
      "[177]\tvalid_0's l2: 0.0170504\n",
      "[178]\tvalid_0's l2: 0.0169964\n",
      "[179]\tvalid_0's l2: 0.0169384\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[180]\tvalid_0's l2: 0.0168763\n",
      "[181]\tvalid_0's l2: 0.0168239\n",
      "[182]\tvalid_0's l2: 0.0167761\n",
      "[183]\tvalid_0's l2: 0.0167178\n",
      "[184]\tvalid_0's l2: 0.0166629\n",
      "[185]\tvalid_0's l2: 0.016611\n",
      "[186]\tvalid_0's l2: 0.0165626\n",
      "[187]\tvalid_0's l2: 0.0165119\n",
      "[188]\tvalid_0's l2: 0.0164637\n",
      "[189]\tvalid_0's l2: 0.0164119\n",
      "[190]\tvalid_0's l2: 0.0163511\n",
      "[191]\tvalid_0's l2: 0.0162935\n",
      "[192]\tvalid_0's l2: 0.0162448\n",
      "[193]\tvalid_0's l2: 0.0161913\n",
      "[194]\tvalid_0's l2: 0.0161364\n",
      "[195]\tvalid_0's l2: 0.0160896\n",
      "[196]\tvalid_0's l2: 0.0160387\n",
      "[197]\tvalid_0's l2: 0.0159934\n",
      "[198]\tvalid_0's l2: 0.0159436\n",
      "[199]\tvalid_0's l2: 0.015899\n",
      "[200]\tvalid_0's l2: 0.0158532\n",
      "[201]\tvalid_0's l2: 0.0158104\n",
      "[202]\tvalid_0's l2: 0.0157698\n",
      "[203]\tvalid_0's l2: 0.0157222\n",
      "[204]\tvalid_0's l2: 0.015681\n",
      "[205]\tvalid_0's l2: 0.0156297\n",
      "[206]\tvalid_0's l2: 0.0155904\n",
      "[207]\tvalid_0's l2: 0.0155512\n",
      "[208]\tvalid_0's l2: 0.0155136\n",
      "[209]\tvalid_0's l2: 0.0154723\n",
      "[210]\tvalid_0's l2: 0.015434\n",
      "[211]\tvalid_0's l2: 0.0153933\n",
      "[212]\tvalid_0's l2: 0.0153483\n",
      "[213]\tvalid_0's l2: 0.0153083\n",
      "[214]\tvalid_0's l2: 0.0152767\n",
      "[215]\tvalid_0's l2: 0.0152358\n",
      "[216]\tvalid_0's l2: 0.0152009\n",
      "[217]\tvalid_0's l2: 0.015161\n",
      "[218]\tvalid_0's l2: 0.0151238\n",
      "[219]\tvalid_0's l2: 0.0150831\n",
      "[220]\tvalid_0's l2: 0.015042\n",
      "[221]\tvalid_0's l2: 0.0149987\n",
      "[222]\tvalid_0's l2: 0.0149638\n",
      "[223]\tvalid_0's l2: 0.0149288\n",
      "[224]\tvalid_0's l2: 0.0148846\n",
      "[225]\tvalid_0's l2: 0.0148449\n",
      "[226]\tvalid_0's l2: 0.0148072\n",
      "[227]\tvalid_0's l2: 0.014765\n",
      "[228]\tvalid_0's l2: 0.0147261\n",
      "[229]\tvalid_0's l2: 0.014691\n",
      "[230]\tvalid_0's l2: 0.0146574\n",
      "[231]\tvalid_0's l2: 0.0146254\n",
      "[232]\tvalid_0's l2: 0.0145954\n",
      "[233]\tvalid_0's l2: 0.0145624\n",
      "[234]\tvalid_0's l2: 0.0145299\n",
      "[235]\tvalid_0's l2: 0.0144905\n",
      "[236]\tvalid_0's l2: 0.0144592\n",
      "[237]\tvalid_0's l2: 0.0144246\n",
      "[238]\tvalid_0's l2: 0.0143904\n",
      "[239]\tvalid_0's l2: 0.0143554\n",
      "[240]\tvalid_0's l2: 0.014326\n",
      "[241]\tvalid_0's l2: 0.0143001\n",
      "[242]\tvalid_0's l2: 0.0142697\n",
      "[243]\tvalid_0's l2: 0.0142432\n",
      "[244]\tvalid_0's l2: 0.0142141\n",
      "[245]\tvalid_0's l2: 0.0141829\n",
      "[246]\tvalid_0's l2: 0.0141577\n",
      "[247]\tvalid_0's l2: 0.0141248\n",
      "[248]\tvalid_0's l2: 0.0141014\n",
      "[249]\tvalid_0's l2: 0.0140755\n",
      "[250]\tvalid_0's l2: 0.0140434\n",
      "[251]\tvalid_0's l2: 0.0140201\n",
      "[252]\tvalid_0's l2: 0.0139962\n",
      "[253]\tvalid_0's l2: 0.01397\n",
      "[254]\tvalid_0's l2: 0.0139468\n",
      "[255]\tvalid_0's l2: 0.013916\n",
      "[256]\tvalid_0's l2: 0.0138902\n",
      "[257]\tvalid_0's l2: 0.0138696\n",
      "[258]\tvalid_0's l2: 0.0138389\n",
      "[259]\tvalid_0's l2: 0.0138092\n",
      "[260]\tvalid_0's l2: 0.0137842\n",
      "[261]\tvalid_0's l2: 0.0137655\n",
      "[262]\tvalid_0's l2: 0.0137405\n",
      "[263]\tvalid_0's l2: 0.0137194\n",
      "[264]\tvalid_0's l2: 0.0136932\n",
      "[265]\tvalid_0's l2: 0.0136674\n",
      "[266]\tvalid_0's l2: 0.0136439\n",
      "[267]\tvalid_0's l2: 0.0136132\n",
      "[268]\tvalid_0's l2: 0.0135919\n",
      "[269]\tvalid_0's l2: 0.0135694\n",
      "[270]\tvalid_0's l2: 0.0135439\n",
      "[271]\tvalid_0's l2: 0.0135194\n",
      "[272]\tvalid_0's l2: 0.0135004\n",
      "[273]\tvalid_0's l2: 0.0134791\n",
      "[274]\tvalid_0's l2: 0.013453\n",
      "[275]\tvalid_0's l2: 0.0134264\n",
      "[276]\tvalid_0's l2: 0.0134076\n",
      "[277]\tvalid_0's l2: 0.0133861\n",
      "[278]\tvalid_0's l2: 0.0133666\n",
      "[279]\tvalid_0's l2: 0.0133413\n",
      "[280]\tvalid_0's l2: 0.0133211\n",
      "[281]\tvalid_0's l2: 0.0132954\n",
      "[282]\tvalid_0's l2: 0.0132738\n",
      "[283]\tvalid_0's l2: 0.0132534\n",
      "[284]\tvalid_0's l2: 0.0132345\n",
      "[285]\tvalid_0's l2: 0.0132085\n",
      "[286]\tvalid_0's l2: 0.0131925\n",
      "[287]\tvalid_0's l2: 0.0131703\n",
      "[288]\tvalid_0's l2: 0.0131513\n",
      "[289]\tvalid_0's l2: 0.0131309\n",
      "[290]\tvalid_0's l2: 0.0131114\n",
      "[291]\tvalid_0's l2: 0.0130921\n",
      "[292]\tvalid_0's l2: 0.0130684\n",
      "[293]\tvalid_0's l2: 0.0130505\n",
      "[294]\tvalid_0's l2: 0.0130257\n",
      "[295]\tvalid_0's l2: 0.013009\n",
      "[296]\tvalid_0's l2: 0.0129945\n",
      "[297]\tvalid_0's l2: 0.0129756\n",
      "[298]\tvalid_0's l2: 0.0129576\n",
      "[299]\tvalid_0's l2: 0.012943\n",
      "[300]\tvalid_0's l2: 0.0129203\n",
      "[301]\tvalid_0's l2: 0.0129021\n",
      "[302]\tvalid_0's l2: 0.012879\n",
      "[303]\tvalid_0's l2: 0.0128627\n",
      "[304]\tvalid_0's l2: 0.0128445\n",
      "[305]\tvalid_0's l2: 0.0128231\n",
      "[306]\tvalid_0's l2: 0.012801\n",
      "[307]\tvalid_0's l2: 0.0127814\n",
      "[308]\tvalid_0's l2: 0.0127614\n",
      "[309]\tvalid_0's l2: 0.0127444\n",
      "[310]\tvalid_0's l2: 0.0127272\n",
      "[311]\tvalid_0's l2: 0.0127087\n",
      "[312]\tvalid_0's l2: 0.0126897\n",
      "[313]\tvalid_0's l2: 0.012674\n",
      "[314]\tvalid_0's l2: 0.0126548\n",
      "[315]\tvalid_0's l2: 0.0126355\n",
      "[316]\tvalid_0's l2: 0.0126211\n",
      "[317]\tvalid_0's l2: 0.0126025\n",
      "[318]\tvalid_0's l2: 0.0125861\n",
      "[319]\tvalid_0's l2: 0.0125724\n",
      "[320]\tvalid_0's l2: 0.0125585\n",
      "[321]\tvalid_0's l2: 0.012542\n",
      "[322]\tvalid_0's l2: 0.0125239\n",
      "[323]\tvalid_0's l2: 0.0125089\n",
      "[324]\tvalid_0's l2: 0.0124927\n",
      "[325]\tvalid_0's l2: 0.0124785\n",
      "[326]\tvalid_0's l2: 0.0124649\n",
      "[327]\tvalid_0's l2: 0.0124523\n",
      "[328]\tvalid_0's l2: 0.0124344\n",
      "[329]\tvalid_0's l2: 0.0124208\n",
      "[330]\tvalid_0's l2: 0.012409\n",
      "[331]\tvalid_0's l2: 0.0123908\n",
      "[332]\tvalid_0's l2: 0.0123762\n",
      "[333]\tvalid_0's l2: 0.0123615\n",
      "[334]\tvalid_0's l2: 0.0123467\n",
      "[335]\tvalid_0's l2: 0.0123315\n",
      "[336]\tvalid_0's l2: 0.0123169\n",
      "[337]\tvalid_0's l2: 0.0123012\n",
      "[338]\tvalid_0's l2: 0.0122882\n",
      "[339]\tvalid_0's l2: 0.0122706\n",
      "[340]\tvalid_0's l2: 0.0122579\n",
      "[341]\tvalid_0's l2: 0.0122436\n",
      "[342]\tvalid_0's l2: 0.0122255\n",
      "[343]\tvalid_0's l2: 0.0122135\n",
      "[344]\tvalid_0's l2: 0.0121972\n",
      "[345]\tvalid_0's l2: 0.0121834\n",
      "[346]\tvalid_0's l2: 0.0121716\n",
      "[347]\tvalid_0's l2: 0.0121554\n",
      "[348]\tvalid_0's l2: 0.0121462\n",
      "[349]\tvalid_0's l2: 0.0121362\n",
      "[350]\tvalid_0's l2: 0.0121271\n",
      "[351]\tvalid_0's l2: 0.0121159\n",
      "[352]\tvalid_0's l2: 0.012104\n",
      "[353]\tvalid_0's l2: 0.0120901\n",
      "[354]\tvalid_0's l2: 0.0120742\n",
      "[355]\tvalid_0's l2: 0.0120612\n",
      "[356]\tvalid_0's l2: 0.0120447\n",
      "[357]\tvalid_0's l2: 0.0120297\n",
      "[358]\tvalid_0's l2: 0.0120194\n",
      "[359]\tvalid_0's l2: 0.0120074\n",
      "[360]\tvalid_0's l2: 0.0119956\n",
      "[361]\tvalid_0's l2: 0.0119816\n",
      "[362]\tvalid_0's l2: 0.0119663\n",
      "[363]\tvalid_0's l2: 0.0119548\n",
      "[364]\tvalid_0's l2: 0.011943\n",
      "[365]\tvalid_0's l2: 0.0119311\n",
      "[366]\tvalid_0's l2: 0.0119194\n",
      "[367]\tvalid_0's l2: 0.0119097\n",
      "[368]\tvalid_0's l2: 0.0118954\n",
      "[369]\tvalid_0's l2: 0.0118822\n",
      "[370]\tvalid_0's l2: 0.0118721\n",
      "[371]\tvalid_0's l2: 0.0118664\n",
      "[372]\tvalid_0's l2: 0.0118551\n",
      "[373]\tvalid_0's l2: 0.0118478\n",
      "[374]\tvalid_0's l2: 0.011838\n",
      "[375]\tvalid_0's l2: 0.0118283\n",
      "[376]\tvalid_0's l2: 0.0118152\n",
      "[377]\tvalid_0's l2: 0.0118051\n",
      "[378]\tvalid_0's l2: 0.011796\n",
      "[379]\tvalid_0's l2: 0.011783\n",
      "[380]\tvalid_0's l2: 0.011772\n",
      "[381]\tvalid_0's l2: 0.0117646\n",
      "[382]\tvalid_0's l2: 0.0117535\n",
      "[383]\tvalid_0's l2: 0.0117457\n",
      "[384]\tvalid_0's l2: 0.0117318\n",
      "[385]\tvalid_0's l2: 0.0117249\n",
      "[386]\tvalid_0's l2: 0.011714\n",
      "[387]\tvalid_0's l2: 0.0117043\n",
      "[388]\tvalid_0's l2: 0.011696\n",
      "[389]\tvalid_0's l2: 0.0116902\n",
      "[390]\tvalid_0's l2: 0.0116817\n",
      "[391]\tvalid_0's l2: 0.0116734\n",
      "[392]\tvalid_0's l2: 0.0116643\n",
      "[393]\tvalid_0's l2: 0.0116587\n",
      "[394]\tvalid_0's l2: 0.0116506\n",
      "[395]\tvalid_0's l2: 0.0116366\n",
      "[396]\tvalid_0's l2: 0.0116291\n",
      "[397]\tvalid_0's l2: 0.0116206\n",
      "[398]\tvalid_0's l2: 0.0116093\n",
      "[399]\tvalid_0's l2: 0.0116002\n",
      "[400]\tvalid_0's l2: 0.0115884\n",
      "[401]\tvalid_0's l2: 0.011584\n",
      "[402]\tvalid_0's l2: 0.0115779\n",
      "[403]\tvalid_0's l2: 0.0115676\n",
      "[404]\tvalid_0's l2: 0.0115597\n",
      "[405]\tvalid_0's l2: 0.0115542\n",
      "[406]\tvalid_0's l2: 0.0115423\n",
      "[407]\tvalid_0's l2: 0.0115296\n",
      "[408]\tvalid_0's l2: 0.0115249\n",
      "[409]\tvalid_0's l2: 0.0115156\n",
      "[410]\tvalid_0's l2: 0.0115095\n",
      "[411]\tvalid_0's l2: 0.0115008\n",
      "[412]\tvalid_0's l2: 0.0114938\n",
      "[413]\tvalid_0's l2: 0.0114854\n",
      "[414]\tvalid_0's l2: 0.0114723\n",
      "[415]\tvalid_0's l2: 0.0114634\n",
      "[416]\tvalid_0's l2: 0.0114576\n",
      "[417]\tvalid_0's l2: 0.0114485\n",
      "[418]\tvalid_0's l2: 0.0114413\n",
      "[419]\tvalid_0's l2: 0.0114327\n",
      "[420]\tvalid_0's l2: 0.0114243\n",
      "[421]\tvalid_0's l2: 0.0114197\n",
      "[422]\tvalid_0's l2: 0.0114159\n",
      "[423]\tvalid_0's l2: 0.0114091\n",
      "[424]\tvalid_0's l2: 0.0113989\n",
      "[425]\tvalid_0's l2: 0.0113924\n",
      "[426]\tvalid_0's l2: 0.0113863\n",
      "[427]\tvalid_0's l2: 0.011379\n",
      "[428]\tvalid_0's l2: 0.0113774\n",
      "[429]\tvalid_0's l2: 0.0113708\n",
      "[430]\tvalid_0's l2: 0.0113637\n",
      "[431]\tvalid_0's l2: 0.0113523\n",
      "[432]\tvalid_0's l2: 0.0113384\n",
      "[433]\tvalid_0's l2: 0.0113292\n",
      "[434]\tvalid_0's l2: 0.0113215\n",
      "[435]\tvalid_0's l2: 0.0113161\n",
      "[436]\tvalid_0's l2: 0.0113086\n",
      "[437]\tvalid_0's l2: 0.0112986\n",
      "[438]\tvalid_0's l2: 0.0112833\n",
      "[439]\tvalid_0's l2: 0.0112759\n",
      "[440]\tvalid_0's l2: 0.0112735\n",
      "[441]\tvalid_0's l2: 0.0112669\n",
      "[442]\tvalid_0's l2: 0.0112583\n",
      "[443]\tvalid_0's l2: 0.0112497\n",
      "[444]\tvalid_0's l2: 0.0112433\n",
      "[445]\tvalid_0's l2: 0.0112357\n",
      "[446]\tvalid_0's l2: 0.0112295\n",
      "[447]\tvalid_0's l2: 0.0112256\n",
      "[448]\tvalid_0's l2: 0.0112181\n",
      "[449]\tvalid_0's l2: 0.0112134\n",
      "[450]\tvalid_0's l2: 0.0112056\n",
      "[451]\tvalid_0's l2: 0.0111964\n",
      "[452]\tvalid_0's l2: 0.0111899\n",
      "[453]\tvalid_0's l2: 0.0111858\n",
      "[454]\tvalid_0's l2: 0.011179\n",
      "[455]\tvalid_0's l2: 0.0111726\n",
      "[456]\tvalid_0's l2: 0.0111693\n",
      "[457]\tvalid_0's l2: 0.011163\n",
      "[458]\tvalid_0's l2: 0.0111596\n",
      "[459]\tvalid_0's l2: 0.0111558\n",
      "[460]\tvalid_0's l2: 0.0111477\n",
      "[461]\tvalid_0's l2: 0.011144\n",
      "[462]\tvalid_0's l2: 0.0111404\n",
      "[463]\tvalid_0's l2: 0.0111334\n",
      "[464]\tvalid_0's l2: 0.0111257\n",
      "[465]\tvalid_0's l2: 0.0111188\n",
      "[466]\tvalid_0's l2: 0.0111126\n",
      "[467]\tvalid_0's l2: 0.0111074\n",
      "[468]\tvalid_0's l2: 0.0111011\n",
      "[469]\tvalid_0's l2: 0.0110915\n",
      "[470]\tvalid_0's l2: 0.0110867\n",
      "[471]\tvalid_0's l2: 0.011081\n",
      "[472]\tvalid_0's l2: 0.0110766\n",
      "[473]\tvalid_0's l2: 0.0110728\n",
      "[474]\tvalid_0's l2: 0.0110646\n",
      "[475]\tvalid_0's l2: 0.01106\n",
      "[476]\tvalid_0's l2: 0.0110539\n",
      "[477]\tvalid_0's l2: 0.0110464\n",
      "[478]\tvalid_0's l2: 0.0110411\n",
      "[479]\tvalid_0's l2: 0.0110348\n",
      "[480]\tvalid_0's l2: 0.0110284\n",
      "[481]\tvalid_0's l2: 0.0110215\n",
      "[482]\tvalid_0's l2: 0.0110173\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[483]\tvalid_0's l2: 0.0110112\n",
      "[484]\tvalid_0's l2: 0.0110072\n",
      "[485]\tvalid_0's l2: 0.0110012\n",
      "[486]\tvalid_0's l2: 0.0109955\n",
      "[487]\tvalid_0's l2: 0.0109848\n",
      "[488]\tvalid_0's l2: 0.0109804\n",
      "[489]\tvalid_0's l2: 0.0109732\n",
      "[490]\tvalid_0's l2: 0.0109665\n",
      "[491]\tvalid_0's l2: 0.0109692\n",
      "[492]\tvalid_0's l2: 0.0109645\n",
      "[493]\tvalid_0's l2: 0.0109615\n",
      "[494]\tvalid_0's l2: 0.0109573\n",
      "[495]\tvalid_0's l2: 0.0109544\n",
      "[496]\tvalid_0's l2: 0.0109542\n",
      "[497]\tvalid_0's l2: 0.0109479\n",
      "[498]\tvalid_0's l2: 0.0109428\n",
      "[499]\tvalid_0's l2: 0.0109408\n",
      "[500]\tvalid_0's l2: 0.0109328\n",
      "[501]\tvalid_0's l2: 0.0109241\n",
      "[502]\tvalid_0's l2: 0.0109183\n",
      "[503]\tvalid_0's l2: 0.0109142\n",
      "[504]\tvalid_0's l2: 0.0109103\n",
      "[505]\tvalid_0's l2: 0.0109063\n",
      "[506]\tvalid_0's l2: 0.0108984\n",
      "[507]\tvalid_0's l2: 0.0108921\n",
      "[508]\tvalid_0's l2: 0.0108861\n",
      "[509]\tvalid_0's l2: 0.0108797\n",
      "[510]\tvalid_0's l2: 0.0108768\n",
      "[511]\tvalid_0's l2: 0.0108709\n",
      "[512]\tvalid_0's l2: 0.0108698\n",
      "[513]\tvalid_0's l2: 0.010864\n",
      "[514]\tvalid_0's l2: 0.0108563\n",
      "[515]\tvalid_0's l2: 0.0108574\n",
      "[516]\tvalid_0's l2: 0.0108463\n",
      "[517]\tvalid_0's l2: 0.0108426\n",
      "[518]\tvalid_0's l2: 0.0108393\n",
      "[519]\tvalid_0's l2: 0.010834\n",
      "[520]\tvalid_0's l2: 0.0108287\n",
      "[521]\tvalid_0's l2: 0.0108243\n",
      "[522]\tvalid_0's l2: 0.0108191\n",
      "[523]\tvalid_0's l2: 0.0108137\n",
      "[524]\tvalid_0's l2: 0.0108113\n",
      "[525]\tvalid_0's l2: 0.0108037\n",
      "[526]\tvalid_0's l2: 0.0107993\n",
      "[527]\tvalid_0's l2: 0.0107935\n",
      "[528]\tvalid_0's l2: 0.0107856\n",
      "[529]\tvalid_0's l2: 0.0107833\n",
      "[530]\tvalid_0's l2: 0.0107798\n",
      "[531]\tvalid_0's l2: 0.0107745\n",
      "[532]\tvalid_0's l2: 0.0107734\n",
      "[533]\tvalid_0's l2: 0.0107711\n",
      "[534]\tvalid_0's l2: 0.0107652\n",
      "[535]\tvalid_0's l2: 0.0107611\n",
      "[536]\tvalid_0's l2: 0.0107586\n",
      "[537]\tvalid_0's l2: 0.0107541\n",
      "[538]\tvalid_0's l2: 0.0107502\n",
      "[539]\tvalid_0's l2: 0.0107429\n",
      "[540]\tvalid_0's l2: 0.0107413\n",
      "[541]\tvalid_0's l2: 0.0107368\n",
      "[542]\tvalid_0's l2: 0.0107328\n",
      "[543]\tvalid_0's l2: 0.0107309\n",
      "[544]\tvalid_0's l2: 0.010726\n",
      "[545]\tvalid_0's l2: 0.0107186\n",
      "[546]\tvalid_0's l2: 0.010712\n",
      "[547]\tvalid_0's l2: 0.0107094\n",
      "[548]\tvalid_0's l2: 0.0107006\n",
      "[549]\tvalid_0's l2: 0.0106957\n",
      "[550]\tvalid_0's l2: 0.0106891\n",
      "[551]\tvalid_0's l2: 0.0106823\n",
      "[552]\tvalid_0's l2: 0.0106791\n",
      "[553]\tvalid_0's l2: 0.0106734\n",
      "[554]\tvalid_0's l2: 0.0106678\n",
      "[555]\tvalid_0's l2: 0.0106651\n",
      "[556]\tvalid_0's l2: 0.0106601\n",
      "[557]\tvalid_0's l2: 0.0106581\n",
      "[558]\tvalid_0's l2: 0.0106514\n",
      "[559]\tvalid_0's l2: 0.0106462\n",
      "[560]\tvalid_0's l2: 0.0106422\n",
      "[561]\tvalid_0's l2: 0.0106383\n",
      "[562]\tvalid_0's l2: 0.0106374\n",
      "[563]\tvalid_0's l2: 0.0106326\n",
      "[564]\tvalid_0's l2: 0.0106285\n",
      "[565]\tvalid_0's l2: 0.0106265\n",
      "[566]\tvalid_0's l2: 0.010624\n",
      "[567]\tvalid_0's l2: 0.010621\n",
      "[568]\tvalid_0's l2: 0.0106203\n",
      "[569]\tvalid_0's l2: 0.0106165\n",
      "[570]\tvalid_0's l2: 0.0106147\n",
      "[571]\tvalid_0's l2: 0.0106115\n",
      "[572]\tvalid_0's l2: 0.0106069\n",
      "[573]\tvalid_0's l2: 0.0106016\n",
      "[574]\tvalid_0's l2: 0.0105984\n",
      "[575]\tvalid_0's l2: 0.0105955\n",
      "[576]\tvalid_0's l2: 0.0105926\n",
      "[577]\tvalid_0's l2: 0.0105895\n",
      "[578]\tvalid_0's l2: 0.0105828\n",
      "[579]\tvalid_0's l2: 0.0105799\n",
      "[580]\tvalid_0's l2: 0.0105766\n",
      "[581]\tvalid_0's l2: 0.0105735\n",
      "[582]\tvalid_0's l2: 0.0105714\n",
      "[583]\tvalid_0's l2: 0.0105668\n",
      "[584]\tvalid_0's l2: 0.0105628\n",
      "[585]\tvalid_0's l2: 0.0105572\n",
      "[586]\tvalid_0's l2: 0.0105546\n",
      "[587]\tvalid_0's l2: 0.0105501\n",
      "[588]\tvalid_0's l2: 0.0105468\n",
      "[589]\tvalid_0's l2: 0.0105459\n",
      "[590]\tvalid_0's l2: 0.0105406\n",
      "[591]\tvalid_0's l2: 0.0105365\n",
      "[592]\tvalid_0's l2: 0.0105309\n",
      "[593]\tvalid_0's l2: 0.0105291\n",
      "[594]\tvalid_0's l2: 0.0105277\n",
      "[595]\tvalid_0's l2: 0.0105218\n",
      "[596]\tvalid_0's l2: 0.0105169\n",
      "[597]\tvalid_0's l2: 0.0105153\n",
      "[598]\tvalid_0's l2: 0.0105131\n",
      "[599]\tvalid_0's l2: 0.010512\n",
      "[600]\tvalid_0's l2: 0.0105061\n",
      "[601]\tvalid_0's l2: 0.0105062\n",
      "[602]\tvalid_0's l2: 0.0105006\n",
      "[603]\tvalid_0's l2: 0.0104966\n",
      "[604]\tvalid_0's l2: 0.010494\n",
      "[605]\tvalid_0's l2: 0.010488\n",
      "[606]\tvalid_0's l2: 0.010486\n",
      "[607]\tvalid_0's l2: 0.0104841\n",
      "[608]\tvalid_0's l2: 0.0104811\n",
      "[609]\tvalid_0's l2: 0.0104796\n",
      "[610]\tvalid_0's l2: 0.0104799\n",
      "[611]\tvalid_0's l2: 0.0104758\n",
      "[612]\tvalid_0's l2: 0.0104748\n",
      "[613]\tvalid_0's l2: 0.010472\n",
      "[614]\tvalid_0's l2: 0.010469\n",
      "[615]\tvalid_0's l2: 0.0104671\n",
      "[616]\tvalid_0's l2: 0.0104621\n",
      "[617]\tvalid_0's l2: 0.0104562\n",
      "[618]\tvalid_0's l2: 0.0104552\n",
      "[619]\tvalid_0's l2: 0.0104526\n",
      "[620]\tvalid_0's l2: 0.0104504\n",
      "[621]\tvalid_0's l2: 0.0104473\n",
      "[622]\tvalid_0's l2: 0.0104446\n",
      "[623]\tvalid_0's l2: 0.0104431\n",
      "[624]\tvalid_0's l2: 0.0104419\n",
      "[625]\tvalid_0's l2: 0.0104443\n",
      "[626]\tvalid_0's l2: 0.010442\n",
      "[627]\tvalid_0's l2: 0.0104373\n",
      "[628]\tvalid_0's l2: 0.0104337\n",
      "[629]\tvalid_0's l2: 0.0104272\n",
      "[630]\tvalid_0's l2: 0.0104268\n",
      "[631]\tvalid_0's l2: 0.0104243\n",
      "[632]\tvalid_0's l2: 0.0104194\n",
      "[633]\tvalid_0's l2: 0.010414\n",
      "[634]\tvalid_0's l2: 0.0104159\n",
      "[635]\tvalid_0's l2: 0.0104131\n",
      "[636]\tvalid_0's l2: 0.010413\n",
      "[637]\tvalid_0's l2: 0.0104084\n",
      "[638]\tvalid_0's l2: 0.0104102\n",
      "[639]\tvalid_0's l2: 0.0104095\n",
      "[640]\tvalid_0's l2: 0.0104053\n",
      "[641]\tvalid_0's l2: 0.0104019\n",
      "[642]\tvalid_0's l2: 0.0103969\n",
      "[643]\tvalid_0's l2: 0.0103942\n",
      "[644]\tvalid_0's l2: 0.010392\n",
      "[645]\tvalid_0's l2: 0.010389\n",
      "[646]\tvalid_0's l2: 0.0103888\n",
      "[647]\tvalid_0's l2: 0.0103857\n",
      "[648]\tvalid_0's l2: 0.0103834\n",
      "[649]\tvalid_0's l2: 0.0103789\n",
      "[650]\tvalid_0's l2: 0.0103732\n",
      "[651]\tvalid_0's l2: 0.0103752\n",
      "[652]\tvalid_0's l2: 0.0103754\n",
      "[653]\tvalid_0's l2: 0.010374\n",
      "[654]\tvalid_0's l2: 0.0103694\n",
      "[655]\tvalid_0's l2: 0.0103712\n",
      "[656]\tvalid_0's l2: 0.0103661\n",
      "[657]\tvalid_0's l2: 0.0103643\n",
      "[658]\tvalid_0's l2: 0.0103601\n",
      "[659]\tvalid_0's l2: 0.0103592\n",
      "[660]\tvalid_0's l2: 0.010354\n",
      "[661]\tvalid_0's l2: 0.0103506\n",
      "[662]\tvalid_0's l2: 0.010344\n",
      "[663]\tvalid_0's l2: 0.010342\n",
      "[664]\tvalid_0's l2: 0.0103392\n",
      "[665]\tvalid_0's l2: 0.0103346\n",
      "[666]\tvalid_0's l2: 0.0103316\n",
      "[667]\tvalid_0's l2: 0.0103259\n",
      "[668]\tvalid_0's l2: 0.0103212\n",
      "[669]\tvalid_0's l2: 0.0103172\n",
      "[670]\tvalid_0's l2: 0.0103153\n",
      "[671]\tvalid_0's l2: 0.0103146\n",
      "[672]\tvalid_0's l2: 0.0103134\n",
      "[673]\tvalid_0's l2: 0.0103091\n",
      "[674]\tvalid_0's l2: 0.0103039\n",
      "[675]\tvalid_0's l2: 0.0103041\n",
      "[676]\tvalid_0's l2: 0.0103037\n",
      "[677]\tvalid_0's l2: 0.0103032\n",
      "[678]\tvalid_0's l2: 0.0103003\n",
      "[679]\tvalid_0's l2: 0.0102955\n",
      "[680]\tvalid_0's l2: 0.0102919\n",
      "[681]\tvalid_0's l2: 0.0102905\n",
      "[682]\tvalid_0's l2: 0.0102901\n",
      "[683]\tvalid_0's l2: 0.0102878\n",
      "[684]\tvalid_0's l2: 0.0102823\n",
      "[685]\tvalid_0's l2: 0.0102768\n",
      "[686]\tvalid_0's l2: 0.0102731\n",
      "[687]\tvalid_0's l2: 0.0102726\n",
      "[688]\tvalid_0's l2: 0.0102711\n",
      "[689]\tvalid_0's l2: 0.0102707\n",
      "[690]\tvalid_0's l2: 0.0102706\n",
      "[691]\tvalid_0's l2: 0.010268\n",
      "[692]\tvalid_0's l2: 0.010265\n",
      "[693]\tvalid_0's l2: 0.0102634\n",
      "[694]\tvalid_0's l2: 0.0102599\n",
      "[695]\tvalid_0's l2: 0.0102592\n",
      "[696]\tvalid_0's l2: 0.0102581\n",
      "[697]\tvalid_0's l2: 0.0102572\n",
      "[698]\tvalid_0's l2: 0.0102552\n",
      "[699]\tvalid_0's l2: 0.0102538\n",
      "[700]\tvalid_0's l2: 0.0102526\n",
      "[701]\tvalid_0's l2: 0.0102491\n",
      "[702]\tvalid_0's l2: 0.0102455\n",
      "[703]\tvalid_0's l2: 0.0102442\n",
      "[704]\tvalid_0's l2: 0.010246\n",
      "[705]\tvalid_0's l2: 0.0102475\n",
      "[706]\tvalid_0's l2: 0.0102435\n",
      "[707]\tvalid_0's l2: 0.0102429\n",
      "[708]\tvalid_0's l2: 0.0102412\n",
      "[709]\tvalid_0's l2: 0.0102393\n",
      "[710]\tvalid_0's l2: 0.0102363\n",
      "[711]\tvalid_0's l2: 0.0102325\n",
      "[712]\tvalid_0's l2: 0.0102301\n",
      "[713]\tvalid_0's l2: 0.0102263\n",
      "[714]\tvalid_0's l2: 0.010227\n",
      "[715]\tvalid_0's l2: 0.0102244\n",
      "[716]\tvalid_0's l2: 0.0102214\n",
      "[717]\tvalid_0's l2: 0.0102177\n",
      "[718]\tvalid_0's l2: 0.0102154\n",
      "[719]\tvalid_0's l2: 0.0102134\n",
      "[720]\tvalid_0's l2: 0.0102106\n",
      "[721]\tvalid_0's l2: 0.0102073\n",
      "[722]\tvalid_0's l2: 0.0102065\n",
      "[723]\tvalid_0's l2: 0.0102046\n",
      "[724]\tvalid_0's l2: 0.0102014\n",
      "[725]\tvalid_0's l2: 0.010198\n",
      "[726]\tvalid_0's l2: 0.0101953\n",
      "[727]\tvalid_0's l2: 0.0101951\n",
      "[728]\tvalid_0's l2: 0.0101945\n",
      "[729]\tvalid_0's l2: 0.0101911\n",
      "[730]\tvalid_0's l2: 0.010189\n",
      "[731]\tvalid_0's l2: 0.0101874\n",
      "[732]\tvalid_0's l2: 0.0101861\n",
      "[733]\tvalid_0's l2: 0.0101855\n",
      "[734]\tvalid_0's l2: 0.0101849\n",
      "[735]\tvalid_0's l2: 0.0101836\n",
      "[736]\tvalid_0's l2: 0.0101815\n",
      "[737]\tvalid_0's l2: 0.0101798\n",
      "[738]\tvalid_0's l2: 0.0101759\n",
      "[739]\tvalid_0's l2: 0.0101726\n",
      "[740]\tvalid_0's l2: 0.0101701\n",
      "[741]\tvalid_0's l2: 0.0101686\n",
      "[742]\tvalid_0's l2: 0.0101669\n",
      "[743]\tvalid_0's l2: 0.0101656\n",
      "[744]\tvalid_0's l2: 0.0101661\n",
      "[745]\tvalid_0's l2: 0.0101646\n",
      "[746]\tvalid_0's l2: 0.0101656\n",
      "[747]\tvalid_0's l2: 0.0101644\n",
      "[748]\tvalid_0's l2: 0.010166\n",
      "[749]\tvalid_0's l2: 0.0101658\n",
      "[750]\tvalid_0's l2: 0.0101662\n",
      "[751]\tvalid_0's l2: 0.0101673\n",
      "[752]\tvalid_0's l2: 0.0101623\n",
      "[753]\tvalid_0's l2: 0.0101579\n",
      "[754]\tvalid_0's l2: 0.0101562\n",
      "[755]\tvalid_0's l2: 0.0101536\n",
      "[756]\tvalid_0's l2: 0.0101517\n",
      "[757]\tvalid_0's l2: 0.01015\n",
      "[758]\tvalid_0's l2: 0.0101462\n",
      "[759]\tvalid_0's l2: 0.0101437\n",
      "[760]\tvalid_0's l2: 0.0101441\n",
      "[761]\tvalid_0's l2: 0.0101418\n",
      "[762]\tvalid_0's l2: 0.0101399\n",
      "[763]\tvalid_0's l2: 0.0101349\n",
      "[764]\tvalid_0's l2: 0.0101348\n",
      "[765]\tvalid_0's l2: 0.0101382\n",
      "[766]\tvalid_0's l2: 0.0101373\n",
      "[767]\tvalid_0's l2: 0.0101366\n",
      "[768]\tvalid_0's l2: 0.0101357\n",
      "[769]\tvalid_0's l2: 0.0101342\n",
      "[770]\tvalid_0's l2: 0.0101325\n",
      "[771]\tvalid_0's l2: 0.0101315\n",
      "[772]\tvalid_0's l2: 0.0101284\n",
      "[773]\tvalid_0's l2: 0.0101286\n",
      "[774]\tvalid_0's l2: 0.0101283\n",
      "[775]\tvalid_0's l2: 0.0101275\n",
      "[776]\tvalid_0's l2: 0.0101237\n",
      "[777]\tvalid_0's l2: 0.0101273\n",
      "[778]\tvalid_0's l2: 0.0101282\n",
      "[779]\tvalid_0's l2: 0.0101249\n",
      "[780]\tvalid_0's l2: 0.0101285\n",
      "[781]\tvalid_0's l2: 0.0101283\n",
      "[782]\tvalid_0's l2: 0.0101284\n",
      "[783]\tvalid_0's l2: 0.0101257\n",
      "[784]\tvalid_0's l2: 0.0101244\n",
      "[785]\tvalid_0's l2: 0.0101257\n",
      "[786]\tvalid_0's l2: 0.0101273\n",
      "[787]\tvalid_0's l2: 0.0101246\n",
      "[788]\tvalid_0's l2: 0.0101214\n",
      "[789]\tvalid_0's l2: 0.0101181\n",
      "[790]\tvalid_0's l2: 0.0101141\n",
      "[791]\tvalid_0's l2: 0.0101143\n",
      "[792]\tvalid_0's l2: 0.0101135\n",
      "[793]\tvalid_0's l2: 0.0101124\n",
      "[794]\tvalid_0's l2: 0.0101129\n",
      "[795]\tvalid_0's l2: 0.0101085\n",
      "[796]\tvalid_0's l2: 0.0101061\n",
      "[797]\tvalid_0's l2: 0.0101027\n",
      "[798]\tvalid_0's l2: 0.0101038\n",
      "[799]\tvalid_0's l2: 0.0101039\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[800]\tvalid_0's l2: 0.010099\n",
      "[801]\tvalid_0's l2: 0.0100992\n",
      "[802]\tvalid_0's l2: 0.0100983\n",
      "[803]\tvalid_0's l2: 0.010098\n",
      "[804]\tvalid_0's l2: 0.0100997\n",
      "[805]\tvalid_0's l2: 0.010099\n",
      "[806]\tvalid_0's l2: 0.010101\n",
      "[807]\tvalid_0's l2: 0.0101054\n",
      "[808]\tvalid_0's l2: 0.0101029\n",
      "[809]\tvalid_0's l2: 0.0101012\n",
      "[810]\tvalid_0's l2: 0.0101025\n",
      "[811]\tvalid_0's l2: 0.0101018\n",
      "[812]\tvalid_0's l2: 0.0101033\n",
      "[813]\tvalid_0's l2: 0.0101011\n",
      "[814]\tvalid_0's l2: 0.0100998\n",
      "[815]\tvalid_0's l2: 0.0100994\n",
      "[816]\tvalid_0's l2: 0.0100998\n",
      "[817]\tvalid_0's l2: 0.0100971\n",
      "[818]\tvalid_0's l2: 0.0100937\n",
      "[819]\tvalid_0's l2: 0.0100928\n",
      "[820]\tvalid_0's l2: 0.0100917\n",
      "[821]\tvalid_0's l2: 0.0100857\n",
      "[822]\tvalid_0's l2: 0.0100839\n",
      "[823]\tvalid_0's l2: 0.0100835\n",
      "[824]\tvalid_0's l2: 0.0100813\n",
      "[825]\tvalid_0's l2: 0.0100801\n",
      "[826]\tvalid_0's l2: 0.0100783\n",
      "[827]\tvalid_0's l2: 0.0100803\n",
      "[828]\tvalid_0's l2: 0.0100811\n",
      "[829]\tvalid_0's l2: 0.0100825\n",
      "[830]\tvalid_0's l2: 0.0100831\n",
      "[831]\tvalid_0's l2: 0.0100828\n",
      "[832]\tvalid_0's l2: 0.0100804\n",
      "[833]\tvalid_0's l2: 0.0100789\n",
      "[834]\tvalid_0's l2: 0.0100781\n",
      "[835]\tvalid_0's l2: 0.0100757\n",
      "[836]\tvalid_0's l2: 0.0100743\n",
      "[837]\tvalid_0's l2: 0.0100713\n",
      "[838]\tvalid_0's l2: 0.0100702\n",
      "[839]\tvalid_0's l2: 0.0100691\n",
      "[840]\tvalid_0's l2: 0.0100653\n",
      "[841]\tvalid_0's l2: 0.0100636\n",
      "[842]\tvalid_0's l2: 0.0100575\n",
      "[843]\tvalid_0's l2: 0.0100574\n",
      "[844]\tvalid_0's l2: 0.0100567\n",
      "[845]\tvalid_0's l2: 0.0100586\n",
      "[846]\tvalid_0's l2: 0.0100578\n",
      "[847]\tvalid_0's l2: 0.010056\n",
      "[848]\tvalid_0's l2: 0.0100537\n",
      "[849]\tvalid_0's l2: 0.0100541\n",
      "[850]\tvalid_0's l2: 0.0100522\n",
      "[851]\tvalid_0's l2: 0.0100521\n",
      "[852]\tvalid_0's l2: 0.0100509\n",
      "[853]\tvalid_0's l2: 0.0100473\n",
      "[854]\tvalid_0's l2: 0.0100474\n",
      "[855]\tvalid_0's l2: 0.0100476\n",
      "[856]\tvalid_0's l2: 0.0100458\n",
      "[857]\tvalid_0's l2: 0.0100446\n",
      "[858]\tvalid_0's l2: 0.010041\n",
      "[859]\tvalid_0's l2: 0.0100421\n",
      "[860]\tvalid_0's l2: 0.0100426\n",
      "[861]\tvalid_0's l2: 0.0100432\n",
      "[862]\tvalid_0's l2: 0.0100374\n",
      "[863]\tvalid_0's l2: 0.0100375\n",
      "[864]\tvalid_0's l2: 0.0100373\n",
      "[865]\tvalid_0's l2: 0.0100375\n",
      "[866]\tvalid_0's l2: 0.0100357\n",
      "[867]\tvalid_0's l2: 0.0100332\n",
      "[868]\tvalid_0's l2: 0.0100331\n",
      "[869]\tvalid_0's l2: 0.0100336\n",
      "[870]\tvalid_0's l2: 0.010033\n",
      "[871]\tvalid_0's l2: 0.0100306\n",
      "[872]\tvalid_0's l2: 0.01003\n",
      "[873]\tvalid_0's l2: 0.0100317\n",
      "[874]\tvalid_0's l2: 0.0100313\n",
      "[875]\tvalid_0's l2: 0.0100323\n",
      "[876]\tvalid_0's l2: 0.0100329\n",
      "[877]\tvalid_0's l2: 0.0100312\n",
      "[878]\tvalid_0's l2: 0.0100317\n",
      "[879]\tvalid_0's l2: 0.0100292\n",
      "[880]\tvalid_0's l2: 0.0100289\n",
      "[881]\tvalid_0's l2: 0.0100289\n",
      "[882]\tvalid_0's l2: 0.0100261\n",
      "[883]\tvalid_0's l2: 0.0100258\n",
      "[884]\tvalid_0's l2: 0.0100208\n",
      "[885]\tvalid_0's l2: 0.0100218\n",
      "[886]\tvalid_0's l2: 0.0100195\n",
      "[887]\tvalid_0's l2: 0.0100187\n",
      "[888]\tvalid_0's l2: 0.0100193\n",
      "[889]\tvalid_0's l2: 0.0100183\n",
      "[890]\tvalid_0's l2: 0.0100193\n",
      "[891]\tvalid_0's l2: 0.0100189\n",
      "[892]\tvalid_0's l2: 0.01002\n",
      "[893]\tvalid_0's l2: 0.0100186\n",
      "[894]\tvalid_0's l2: 0.0100153\n",
      "[895]\tvalid_0's l2: 0.0100155\n",
      "[896]\tvalid_0's l2: 0.010012\n",
      "[897]\tvalid_0's l2: 0.0100121\n",
      "[898]\tvalid_0's l2: 0.010011\n",
      "[899]\tvalid_0's l2: 0.0100092\n",
      "[900]\tvalid_0's l2: 0.0100095\n",
      "[901]\tvalid_0's l2: 0.0100108\n",
      "[902]\tvalid_0's l2: 0.0100072\n",
      "[903]\tvalid_0's l2: 0.0100065\n",
      "[904]\tvalid_0's l2: 0.0100037\n",
      "[905]\tvalid_0's l2: 0.0100048\n",
      "[906]\tvalid_0's l2: 0.0100028\n",
      "[907]\tvalid_0's l2: 0.0100018\n",
      "[908]\tvalid_0's l2: 0.0100019\n",
      "[909]\tvalid_0's l2: 0.0100002\n",
      "[910]\tvalid_0's l2: 0.0100003\n",
      "[911]\tvalid_0's l2: 0.0099976\n",
      "[912]\tvalid_0's l2: 0.00999751\n",
      "[913]\tvalid_0's l2: 0.00999353\n",
      "[914]\tvalid_0's l2: 0.00999073\n",
      "[915]\tvalid_0's l2: 0.00999197\n",
      "[916]\tvalid_0's l2: 0.00998763\n",
      "[917]\tvalid_0's l2: 0.00998688\n",
      "[918]\tvalid_0's l2: 0.00998647\n",
      "[919]\tvalid_0's l2: 0.00998629\n",
      "[920]\tvalid_0's l2: 0.00998637\n",
      "[921]\tvalid_0's l2: 0.00998464\n",
      "[922]\tvalid_0's l2: 0.0099834\n",
      "[923]\tvalid_0's l2: 0.00998295\n",
      "[924]\tvalid_0's l2: 0.00998167\n",
      "[925]\tvalid_0's l2: 0.00998293\n",
      "[926]\tvalid_0's l2: 0.00997945\n",
      "[927]\tvalid_0's l2: 0.00998123\n",
      "[928]\tvalid_0's l2: 0.00997985\n",
      "[929]\tvalid_0's l2: 0.0099813\n",
      "[930]\tvalid_0's l2: 0.00998071\n",
      "[931]\tvalid_0's l2: 0.00997963\n",
      "[932]\tvalid_0's l2: 0.00997885\n",
      "[933]\tvalid_0's l2: 0.00997905\n",
      "[934]\tvalid_0's l2: 0.00998026\n",
      "[935]\tvalid_0's l2: 0.00997999\n",
      "[936]\tvalid_0's l2: 0.00998244\n",
      "[937]\tvalid_0's l2: 0.00998246\n",
      "[938]\tvalid_0's l2: 0.00998419\n",
      "[939]\tvalid_0's l2: 0.00998309\n",
      "[940]\tvalid_0's l2: 0.00998269\n",
      "[941]\tvalid_0's l2: 0.00998253\n",
      "[942]\tvalid_0's l2: 0.00998216\n",
      "[943]\tvalid_0's l2: 0.00998196\n",
      "[944]\tvalid_0's l2: 0.00998035\n",
      "[945]\tvalid_0's l2: 0.00997983\n",
      "[946]\tvalid_0's l2: 0.00997902\n",
      "[947]\tvalid_0's l2: 0.00998018\n",
      "[948]\tvalid_0's l2: 0.00997891\n",
      "[949]\tvalid_0's l2: 0.00998055\n",
      "[950]\tvalid_0's l2: 0.00998093\n",
      "[951]\tvalid_0's l2: 0.00997863\n",
      "[952]\tvalid_0's l2: 0.00997953\n",
      "[953]\tvalid_0's l2: 0.00997797\n",
      "[954]\tvalid_0's l2: 0.00997951\n",
      "[955]\tvalid_0's l2: 0.00998082\n",
      "[956]\tvalid_0's l2: 0.00997873\n",
      "[957]\tvalid_0's l2: 0.0099785\n",
      "[958]\tvalid_0's l2: 0.00997461\n",
      "[959]\tvalid_0's l2: 0.00997785\n",
      "[960]\tvalid_0's l2: 0.00997766\n",
      "[961]\tvalid_0's l2: 0.00997434\n",
      "[962]\tvalid_0's l2: 0.0099708\n",
      "[963]\tvalid_0's l2: 0.00996896\n",
      "[964]\tvalid_0's l2: 0.00997156\n",
      "[965]\tvalid_0's l2: 0.00997165\n",
      "[966]\tvalid_0's l2: 0.00997091\n",
      "[967]\tvalid_0's l2: 0.00997103\n",
      "[968]\tvalid_0's l2: 0.00996984\n",
      "[969]\tvalid_0's l2: 0.00996566\n",
      "[970]\tvalid_0's l2: 0.00996089\n",
      "[971]\tvalid_0's l2: 0.00995899\n",
      "[972]\tvalid_0's l2: 0.00996041\n",
      "[973]\tvalid_0's l2: 0.00996188\n",
      "[974]\tvalid_0's l2: 0.00996011\n",
      "[975]\tvalid_0's l2: 0.00995819\n",
      "[976]\tvalid_0's l2: 0.00995658\n",
      "[977]\tvalid_0's l2: 0.00995502\n",
      "[978]\tvalid_0's l2: 0.0099526\n",
      "[979]\tvalid_0's l2: 0.00995066\n",
      "[980]\tvalid_0's l2: 0.00995046\n",
      "[981]\tvalid_0's l2: 0.00994953\n",
      "[982]\tvalid_0's l2: 0.00994797\n",
      "[983]\tvalid_0's l2: 0.00995113\n",
      "[984]\tvalid_0's l2: 0.00995014\n",
      "[985]\tvalid_0's l2: 0.00994795\n",
      "[986]\tvalid_0's l2: 0.00994845\n",
      "[987]\tvalid_0's l2: 0.00994867\n",
      "[988]\tvalid_0's l2: 0.00994796\n",
      "[989]\tvalid_0's l2: 0.00994725\n",
      "[990]\tvalid_0's l2: 0.00994643\n",
      "[991]\tvalid_0's l2: 0.00994625\n",
      "[992]\tvalid_0's l2: 0.00994458\n",
      "[993]\tvalid_0's l2: 0.00994528\n",
      "[994]\tvalid_0's l2: 0.00994625\n",
      "[995]\tvalid_0's l2: 0.00994556\n",
      "[996]\tvalid_0's l2: 0.00994704\n",
      "[997]\tvalid_0's l2: 0.00994474\n",
      "[998]\tvalid_0's l2: 0.00994542\n",
      "[999]\tvalid_0's l2: 0.00994307\n",
      "[1000]\tvalid_0's l2: 0.00994029\n",
      "[1001]\tvalid_0's l2: 0.00994132\n",
      "[1002]\tvalid_0's l2: 0.00993937\n",
      "[1003]\tvalid_0's l2: 0.00993688\n",
      "[1004]\tvalid_0's l2: 0.00993567\n",
      "[1005]\tvalid_0's l2: 0.00993423\n",
      "[1006]\tvalid_0's l2: 0.00993476\n",
      "[1007]\tvalid_0's l2: 0.00993427\n",
      "[1008]\tvalid_0's l2: 0.00993496\n",
      "[1009]\tvalid_0's l2: 0.00993457\n",
      "[1010]\tvalid_0's l2: 0.00993237\n",
      "[1011]\tvalid_0's l2: 0.00993266\n",
      "[1012]\tvalid_0's l2: 0.00993404\n",
      "[1013]\tvalid_0's l2: 0.00993518\n",
      "[1014]\tvalid_0's l2: 0.0099335\n",
      "[1015]\tvalid_0's l2: 0.00993346\n",
      "[1016]\tvalid_0's l2: 0.00993026\n",
      "[1017]\tvalid_0's l2: 0.00992983\n",
      "[1018]\tvalid_0's l2: 0.00993004\n",
      "[1019]\tvalid_0's l2: 0.00992794\n",
      "[1020]\tvalid_0's l2: 0.00992967\n",
      "[1021]\tvalid_0's l2: 0.00992998\n",
      "[1022]\tvalid_0's l2: 0.00992859\n",
      "[1023]\tvalid_0's l2: 0.00992696\n",
      "[1024]\tvalid_0's l2: 0.00992452\n",
      "[1025]\tvalid_0's l2: 0.00992295\n",
      "[1026]\tvalid_0's l2: 0.00992328\n",
      "[1027]\tvalid_0's l2: 0.00992104\n",
      "[1028]\tvalid_0's l2: 0.00991819\n",
      "[1029]\tvalid_0's l2: 0.00991947\n",
      "[1030]\tvalid_0's l2: 0.00992065\n",
      "[1031]\tvalid_0's l2: 0.00991993\n",
      "[1032]\tvalid_0's l2: 0.0099166\n",
      "[1033]\tvalid_0's l2: 0.00991484\n",
      "[1034]\tvalid_0's l2: 0.00991685\n",
      "[1035]\tvalid_0's l2: 0.00992008\n",
      "[1036]\tvalid_0's l2: 0.00991926\n",
      "[1037]\tvalid_0's l2: 0.00991764\n",
      "[1038]\tvalid_0's l2: 0.00991673\n",
      "[1039]\tvalid_0's l2: 0.00991648\n",
      "[1040]\tvalid_0's l2: 0.00991708\n",
      "[1041]\tvalid_0's l2: 0.00991476\n",
      "[1042]\tvalid_0's l2: 0.00991273\n",
      "[1043]\tvalid_0's l2: 0.00991179\n",
      "[1044]\tvalid_0's l2: 0.00991182\n",
      "[1045]\tvalid_0's l2: 0.00991165\n",
      "[1046]\tvalid_0's l2: 0.00991111\n",
      "[1047]\tvalid_0's l2: 0.00990934\n",
      "[1048]\tvalid_0's l2: 0.00991027\n",
      "[1049]\tvalid_0's l2: 0.0099107\n",
      "[1050]\tvalid_0's l2: 0.00991109\n",
      "[1051]\tvalid_0's l2: 0.00991104\n",
      "[1052]\tvalid_0's l2: 0.00991271\n",
      "[1053]\tvalid_0's l2: 0.00991279\n",
      "[1054]\tvalid_0's l2: 0.00991439\n",
      "[1055]\tvalid_0's l2: 0.00991235\n",
      "[1056]\tvalid_0's l2: 0.00991317\n",
      "[1057]\tvalid_0's l2: 0.00991545\n",
      "[1058]\tvalid_0's l2: 0.00991448\n",
      "[1059]\tvalid_0's l2: 0.00991326\n",
      "[1060]\tvalid_0's l2: 0.00991198\n",
      "[1061]\tvalid_0's l2: 0.00991344\n",
      "[1062]\tvalid_0's l2: 0.00991554\n",
      "[1063]\tvalid_0's l2: 0.00991373\n",
      "[1064]\tvalid_0's l2: 0.00991233\n",
      "[1065]\tvalid_0's l2: 0.00991302\n",
      "[1066]\tvalid_0's l2: 0.00991317\n",
      "[1067]\tvalid_0's l2: 0.00991237\n",
      "[1068]\tvalid_0's l2: 0.00991306\n",
      "[1069]\tvalid_0's l2: 0.00991055\n",
      "[1070]\tvalid_0's l2: 0.00991177\n",
      "[1071]\tvalid_0's l2: 0.00991102\n",
      "[1072]\tvalid_0's l2: 0.00991009\n",
      "[1073]\tvalid_0's l2: 0.00990897\n",
      "[1074]\tvalid_0's l2: 0.00990552\n",
      "[1075]\tvalid_0's l2: 0.00990354\n",
      "[1076]\tvalid_0's l2: 0.00990149\n",
      "[1077]\tvalid_0's l2: 0.00990226\n",
      "[1078]\tvalid_0's l2: 0.00990008\n",
      "[1079]\tvalid_0's l2: 0.00989696\n",
      "[1080]\tvalid_0's l2: 0.00989698\n",
      "[1081]\tvalid_0's l2: 0.0098978\n",
      "[1082]\tvalid_0's l2: 0.00989565\n",
      "[1083]\tvalid_0's l2: 0.0098967\n",
      "[1084]\tvalid_0's l2: 0.0098938\n",
      "[1085]\tvalid_0's l2: 0.00989226\n",
      "[1086]\tvalid_0's l2: 0.00989463\n",
      "[1087]\tvalid_0's l2: 0.00989335\n",
      "[1088]\tvalid_0's l2: 0.00989342\n",
      "[1089]\tvalid_0's l2: 0.00989315\n",
      "[1090]\tvalid_0's l2: 0.00989185\n",
      "[1091]\tvalid_0's l2: 0.00988901\n",
      "[1092]\tvalid_0's l2: 0.00989021\n",
      "[1093]\tvalid_0's l2: 0.00989037\n",
      "[1094]\tvalid_0's l2: 0.0098929\n",
      "[1095]\tvalid_0's l2: 0.00989401\n",
      "[1096]\tvalid_0's l2: 0.00989195\n",
      "[1097]\tvalid_0's l2: 0.00989323\n",
      "[1098]\tvalid_0's l2: 0.00989343\n",
      "[1099]\tvalid_0's l2: 0.00989268\n",
      "[1100]\tvalid_0's l2: 0.00989237\n",
      "[1101]\tvalid_0's l2: 0.00989325\n",
      "[1102]\tvalid_0's l2: 0.00989059\n",
      "[1103]\tvalid_0's l2: 0.00988773\n",
      "[1104]\tvalid_0's l2: 0.00988664\n",
      "[1105]\tvalid_0's l2: 0.00988588\n",
      "[1106]\tvalid_0's l2: 0.00988312\n",
      "[1107]\tvalid_0's l2: 0.00988141\n",
      "[1108]\tvalid_0's l2: 0.00987892\n",
      "[1109]\tvalid_0's l2: 0.00987813\n",
      "[1110]\tvalid_0's l2: 0.00987896\n",
      "[1111]\tvalid_0's l2: 0.00987883\n",
      "[1112]\tvalid_0's l2: 0.00987743\n",
      "[1113]\tvalid_0's l2: 0.00987617\n",
      "[1114]\tvalid_0's l2: 0.00987614\n",
      "[1115]\tvalid_0's l2: 0.00987602\n",
      "[1116]\tvalid_0's l2: 0.00987618\n",
      "[1117]\tvalid_0's l2: 0.00987637\n",
      "[1118]\tvalid_0's l2: 0.00987397\n",
      "[1119]\tvalid_0's l2: 0.00987275\n",
      "[1120]\tvalid_0's l2: 0.00987118\n",
      "[1121]\tvalid_0's l2: 0.00986897\n",
      "[1122]\tvalid_0's l2: 0.00986821\n",
      "[1123]\tvalid_0's l2: 0.00986828\n",
      "[1124]\tvalid_0's l2: 0.00986749\n",
      "[1125]\tvalid_0's l2: 0.00986934\n",
      "[1126]\tvalid_0's l2: 0.0098671\n",
      "[1127]\tvalid_0's l2: 0.00986697\n",
      "[1128]\tvalid_0's l2: 0.00986633\n",
      "[1129]\tvalid_0's l2: 0.00986732\n",
      "[1130]\tvalid_0's l2: 0.00986493\n",
      "[1131]\tvalid_0's l2: 0.00986339\n",
      "[1132]\tvalid_0's l2: 0.00986425\n",
      "[1133]\tvalid_0's l2: 0.00986516\n",
      "[1134]\tvalid_0's l2: 0.0098655\n",
      "[1135]\tvalid_0's l2: 0.00986669\n",
      "[1136]\tvalid_0's l2: 0.00986569\n",
      "[1137]\tvalid_0's l2: 0.00986716\n",
      "[1138]\tvalid_0's l2: 0.00986985\n",
      "[1139]\tvalid_0's l2: 0.00987026\n",
      "[1140]\tvalid_0's l2: 0.00986857\n",
      "[1141]\tvalid_0's l2: 0.00986711\n",
      "[1142]\tvalid_0's l2: 0.00986825\n",
      "[1143]\tvalid_0's l2: 0.00986877\n",
      "[1144]\tvalid_0's l2: 0.00986759\n",
      "[1145]\tvalid_0's l2: 0.0098674\n",
      "[1146]\tvalid_0's l2: 0.00986778\n",
      "[1147]\tvalid_0's l2: 0.00986708\n",
      "[1148]\tvalid_0's l2: 0.00986841\n",
      "[1149]\tvalid_0's l2: 0.00987105\n",
      "[1150]\tvalid_0's l2: 0.00987008\n",
      "[1151]\tvalid_0's l2: 0.00986749\n",
      "[1152]\tvalid_0's l2: 0.009867\n",
      "[1153]\tvalid_0's l2: 0.00986757\n",
      "[1154]\tvalid_0's l2: 0.00986856\n",
      "[1155]\tvalid_0's l2: 0.00986721\n",
      "[1156]\tvalid_0's l2: 0.0098694\n",
      "[1157]\tvalid_0's l2: 0.00986915\n",
      "[1158]\tvalid_0's l2: 0.00986715\n",
      "[1159]\tvalid_0's l2: 0.00986735\n",
      "[1160]\tvalid_0's l2: 0.00986728\n",
      "[1161]\tvalid_0's l2: 0.00986726\n",
      "[1162]\tvalid_0's l2: 0.00986816\n",
      "[1163]\tvalid_0's l2: 0.00986681\n",
      "[1164]\tvalid_0's l2: 0.00986644\n",
      "[1165]\tvalid_0's l2: 0.00986762\n",
      "[1166]\tvalid_0's l2: 0.00986587\n",
      "[1167]\tvalid_0's l2: 0.00986502\n",
      "[1168]\tvalid_0's l2: 0.00986169\n",
      "[1169]\tvalid_0's l2: 0.00986168\n",
      "[1170]\tvalid_0's l2: 0.00986449\n",
      "[1171]\tvalid_0's l2: 0.00986326\n",
      "[1172]\tvalid_0's l2: 0.00986066\n",
      "[1173]\tvalid_0's l2: 0.00986055\n",
      "[1174]\tvalid_0's l2: 0.00985913\n",
      "[1175]\tvalid_0's l2: 0.00985903\n",
      "[1176]\tvalid_0's l2: 0.0098577\n",
      "[1177]\tvalid_0's l2: 0.00985688\n",
      "[1178]\tvalid_0's l2: 0.00985535\n",
      "[1179]\tvalid_0's l2: 0.00985391\n",
      "[1180]\tvalid_0's l2: 0.00985388\n",
      "[1181]\tvalid_0's l2: 0.00985227\n",
      "[1182]\tvalid_0's l2: 0.00985066\n",
      "[1183]\tvalid_0's l2: 0.00985152\n",
      "[1184]\tvalid_0's l2: 0.00985239\n",
      "[1185]\tvalid_0's l2: 0.00985193\n",
      "[1186]\tvalid_0's l2: 0.00985028\n",
      "[1187]\tvalid_0's l2: 0.00985039\n",
      "[1188]\tvalid_0's l2: 0.00985249\n",
      "[1189]\tvalid_0's l2: 0.00985143\n",
      "[1190]\tvalid_0's l2: 0.00984905\n",
      "[1191]\tvalid_0's l2: 0.00984894\n",
      "[1192]\tvalid_0's l2: 0.0098493\n",
      "[1193]\tvalid_0's l2: 0.00984831\n",
      "[1194]\tvalid_0's l2: 0.0098477\n",
      "[1195]\tvalid_0's l2: 0.00984374\n",
      "[1196]\tvalid_0's l2: 0.00984289\n",
      "[1197]\tvalid_0's l2: 0.00984218\n",
      "[1198]\tvalid_0's l2: 0.0098431\n",
      "[1199]\tvalid_0's l2: 0.00984393\n",
      "[1200]\tvalid_0's l2: 0.00984113\n",
      "[1201]\tvalid_0's l2: 0.00983762\n",
      "[1202]\tvalid_0's l2: 0.00983588\n",
      "[1203]\tvalid_0's l2: 0.00983436\n",
      "[1204]\tvalid_0's l2: 0.00983225\n",
      "[1205]\tvalid_0's l2: 0.00983071\n",
      "[1206]\tvalid_0's l2: 0.00982972\n",
      "[1207]\tvalid_0's l2: 0.009833\n",
      "[1208]\tvalid_0's l2: 0.00983346\n",
      "[1209]\tvalid_0's l2: 0.00983383\n",
      "[1210]\tvalid_0's l2: 0.00983171\n",
      "[1211]\tvalid_0's l2: 0.00983271\n",
      "[1212]\tvalid_0's l2: 0.00983272\n",
      "[1213]\tvalid_0's l2: 0.00983464\n",
      "[1214]\tvalid_0's l2: 0.00983517\n",
      "[1215]\tvalid_0's l2: 0.00983518\n",
      "[1216]\tvalid_0's l2: 0.00983583\n",
      "[1217]\tvalid_0's l2: 0.00983262\n",
      "[1218]\tvalid_0's l2: 0.00983245\n",
      "[1219]\tvalid_0's l2: 0.00983546\n",
      "[1220]\tvalid_0's l2: 0.00983394\n",
      "[1221]\tvalid_0's l2: 0.00983561\n",
      "[1222]\tvalid_0's l2: 0.00983737\n",
      "[1223]\tvalid_0's l2: 0.00983806\n",
      "[1224]\tvalid_0's l2: 0.00984066\n",
      "[1225]\tvalid_0's l2: 0.00984252\n",
      "[1226]\tvalid_0's l2: 0.00984133\n",
      "[1227]\tvalid_0's l2: 0.00984059\n",
      "[1228]\tvalid_0's l2: 0.00983771\n",
      "[1229]\tvalid_0's l2: 0.00983664\n",
      "[1230]\tvalid_0's l2: 0.00983616\n",
      "[1231]\tvalid_0's l2: 0.00983684\n",
      "[1232]\tvalid_0's l2: 0.00983735\n",
      "[1233]\tvalid_0's l2: 0.00983737\n",
      "[1234]\tvalid_0's l2: 0.00983919\n",
      "[1235]\tvalid_0's l2: 0.00983858\n",
      "[1236]\tvalid_0's l2: 0.00983796\n",
      "[1237]\tvalid_0's l2: 0.00983492\n",
      "[1238]\tvalid_0's l2: 0.0098348\n",
      "[1239]\tvalid_0's l2: 0.00983226\n",
      "[1240]\tvalid_0's l2: 0.00983161\n",
      "[1241]\tvalid_0's l2: 0.00983491\n",
      "[1242]\tvalid_0's l2: 0.00983249\n",
      "[1243]\tvalid_0's l2: 0.00983332\n",
      "[1244]\tvalid_0's l2: 0.00983152\n",
      "[1245]\tvalid_0's l2: 0.00983198\n",
      "[1246]\tvalid_0's l2: 0.0098338\n",
      "[1247]\tvalid_0's l2: 0.0098334\n",
      "[1248]\tvalid_0's l2: 0.00983355\n",
      "[1249]\tvalid_0's l2: 0.00983196\n",
      "[1250]\tvalid_0's l2: 0.00983303\n",
      "[1251]\tvalid_0's l2: 0.00983341\n",
      "[1252]\tvalid_0's l2: 0.00983167\n",
      "[1253]\tvalid_0's l2: 0.00983187\n",
      "[1254]\tvalid_0's l2: 0.0098309\n",
      "[1255]\tvalid_0's l2: 0.00983056\n",
      "[1256]\tvalid_0's l2: 0.00982963\n",
      "[1257]\tvalid_0's l2: 0.00982904\n",
      "[1258]\tvalid_0's l2: 0.00982989\n",
      "[1259]\tvalid_0's l2: 0.00982886\n",
      "[1260]\tvalid_0's l2: 0.00982715\n",
      "[1261]\tvalid_0's l2: 0.00982767\n",
      "[1262]\tvalid_0's l2: 0.00982754\n",
      "[1263]\tvalid_0's l2: 0.00982652\n",
      "[1264]\tvalid_0's l2: 0.00982633\n",
      "[1265]\tvalid_0's l2: 0.00982672\n",
      "[1266]\tvalid_0's l2: 0.00982554\n",
      "[1267]\tvalid_0's l2: 0.00982524\n",
      "[1268]\tvalid_0's l2: 0.00982804\n",
      "[1269]\tvalid_0's l2: 0.00982595\n",
      "[1270]\tvalid_0's l2: 0.00982616\n",
      "[1271]\tvalid_0's l2: 0.0098263\n",
      "[1272]\tvalid_0's l2: 0.00982694\n",
      "[1273]\tvalid_0's l2: 0.00982802\n",
      "[1274]\tvalid_0's l2: 0.00982631\n",
      "[1275]\tvalid_0's l2: 0.00982656\n",
      "[1276]\tvalid_0's l2: 0.00982516\n",
      "[1277]\tvalid_0's l2: 0.00982467\n",
      "[1278]\tvalid_0's l2: 0.00982469\n",
      "[1279]\tvalid_0's l2: 0.00982308\n",
      "[1280]\tvalid_0's l2: 0.00982132\n",
      "[1281]\tvalid_0's l2: 0.00982074\n",
      "[1282]\tvalid_0's l2: 0.00982001\n",
      "[1283]\tvalid_0's l2: 0.00982026\n",
      "[1284]\tvalid_0's l2: 0.00981857\n",
      "[1285]\tvalid_0's l2: 0.00982076\n",
      "[1286]\tvalid_0's l2: 0.00981957\n",
      "[1287]\tvalid_0's l2: 0.00981827\n",
      "[1288]\tvalid_0's l2: 0.0098172\n",
      "[1289]\tvalid_0's l2: 0.00981462\n",
      "[1290]\tvalid_0's l2: 0.00981355\n",
      "[1291]\tvalid_0's l2: 0.00981296\n",
      "[1292]\tvalid_0's l2: 0.00981325\n",
      "[1293]\tvalid_0's l2: 0.00981233\n",
      "[1294]\tvalid_0's l2: 0.00981067\n",
      "[1295]\tvalid_0's l2: 0.00981226\n",
      "[1296]\tvalid_0's l2: 0.00981372\n",
      "[1297]\tvalid_0's l2: 0.00981487\n",
      "[1298]\tvalid_0's l2: 0.00981489\n",
      "[1299]\tvalid_0's l2: 0.00981729\n",
      "[1300]\tvalid_0's l2: 0.00981715\n",
      "[1301]\tvalid_0's l2: 0.00981806\n",
      "[1302]\tvalid_0's l2: 0.00981679\n",
      "[1303]\tvalid_0's l2: 0.00981681\n",
      "[1304]\tvalid_0's l2: 0.00981681\n",
      "[1305]\tvalid_0's l2: 0.00981622\n",
      "[1306]\tvalid_0's l2: 0.0098139\n",
      "[1307]\tvalid_0's l2: 0.00981191\n",
      "[1308]\tvalid_0's l2: 0.0098099\n",
      "[1309]\tvalid_0's l2: 0.00981033\n",
      "[1310]\tvalid_0's l2: 0.00981\n",
      "[1311]\tvalid_0's l2: 0.00980829\n",
      "[1312]\tvalid_0's l2: 0.00980738\n",
      "[1313]\tvalid_0's l2: 0.00980694\n",
      "[1314]\tvalid_0's l2: 0.0098078\n",
      "[1315]\tvalid_0's l2: 0.00980859\n",
      "[1316]\tvalid_0's l2: 0.00980477\n",
      "[1317]\tvalid_0's l2: 0.00980551\n",
      "[1318]\tvalid_0's l2: 0.00980476\n",
      "[1319]\tvalid_0's l2: 0.00980465\n",
      "[1320]\tvalid_0's l2: 0.00980476\n",
      "[1321]\tvalid_0's l2: 0.00980412\n",
      "[1322]\tvalid_0's l2: 0.00980446\n",
      "[1323]\tvalid_0's l2: 0.00980388\n",
      "[1324]\tvalid_0's l2: 0.00980604\n",
      "[1325]\tvalid_0's l2: 0.00980405\n",
      "[1326]\tvalid_0's l2: 0.00980302\n",
      "[1327]\tvalid_0's l2: 0.00980261\n",
      "[1328]\tvalid_0's l2: 0.0098034\n",
      "[1329]\tvalid_0's l2: 0.00980325\n",
      "[1330]\tvalid_0's l2: 0.00980341\n",
      "[1331]\tvalid_0's l2: 0.00980189\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1332]\tvalid_0's l2: 0.00980038\n",
      "[1333]\tvalid_0's l2: 0.00979817\n",
      "[1334]\tvalid_0's l2: 0.00979776\n",
      "[1335]\tvalid_0's l2: 0.00979773\n",
      "[1336]\tvalid_0's l2: 0.00979992\n",
      "[1337]\tvalid_0's l2: 0.00979989\n",
      "[1338]\tvalid_0's l2: 0.00979852\n",
      "[1339]\tvalid_0's l2: 0.00979643\n",
      "[1340]\tvalid_0's l2: 0.00979492\n",
      "[1341]\tvalid_0's l2: 0.00979624\n",
      "[1342]\tvalid_0's l2: 0.00979389\n",
      "[1343]\tvalid_0's l2: 0.00979385\n",
      "[1344]\tvalid_0's l2: 0.009796\n",
      "[1345]\tvalid_0's l2: 0.00979646\n",
      "[1346]\tvalid_0's l2: 0.00979564\n",
      "[1347]\tvalid_0's l2: 0.00979748\n",
      "[1348]\tvalid_0's l2: 0.00979684\n",
      "[1349]\tvalid_0's l2: 0.0097984\n",
      "[1350]\tvalid_0's l2: 0.00979721\n",
      "[1351]\tvalid_0's l2: 0.00979586\n",
      "[1352]\tvalid_0's l2: 0.00979363\n",
      "[1353]\tvalid_0's l2: 0.0097932\n",
      "[1354]\tvalid_0's l2: 0.00979508\n",
      "[1355]\tvalid_0's l2: 0.00979331\n",
      "[1356]\tvalid_0's l2: 0.00979173\n",
      "[1357]\tvalid_0's l2: 0.00979075\n",
      "[1358]\tvalid_0's l2: 0.00978807\n",
      "[1359]\tvalid_0's l2: 0.00978871\n",
      "[1360]\tvalid_0's l2: 0.00978932\n",
      "[1361]\tvalid_0's l2: 0.00978791\n",
      "[1362]\tvalid_0's l2: 0.0097885\n",
      "[1363]\tvalid_0's l2: 0.00978696\n",
      "[1364]\tvalid_0's l2: 0.0097879\n",
      "[1365]\tvalid_0's l2: 0.00978876\n",
      "[1366]\tvalid_0's l2: 0.00978858\n",
      "[1367]\tvalid_0's l2: 0.00978815\n",
      "[1368]\tvalid_0's l2: 0.00978564\n",
      "[1369]\tvalid_0's l2: 0.00978485\n",
      "[1370]\tvalid_0's l2: 0.00978341\n",
      "[1371]\tvalid_0's l2: 0.00978638\n",
      "[1372]\tvalid_0's l2: 0.00978522\n",
      "[1373]\tvalid_0's l2: 0.00978406\n",
      "[1374]\tvalid_0's l2: 0.00978303\n",
      "[1375]\tvalid_0's l2: 0.00978397\n",
      "[1376]\tvalid_0's l2: 0.00978478\n",
      "[1377]\tvalid_0's l2: 0.00978375\n",
      "[1378]\tvalid_0's l2: 0.00978176\n",
      "[1379]\tvalid_0's l2: 0.00978147\n",
      "[1380]\tvalid_0's l2: 0.00978027\n",
      "[1381]\tvalid_0's l2: 0.00978023\n",
      "[1382]\tvalid_0's l2: 0.00978004\n",
      "[1383]\tvalid_0's l2: 0.00977975\n",
      "[1384]\tvalid_0's l2: 0.00978105\n",
      "[1385]\tvalid_0's l2: 0.00978112\n",
      "[1386]\tvalid_0's l2: 0.00978061\n",
      "[1387]\tvalid_0's l2: 0.00978023\n",
      "[1388]\tvalid_0's l2: 0.00978065\n",
      "[1389]\tvalid_0's l2: 0.0097801\n",
      "[1390]\tvalid_0's l2: 0.00978118\n",
      "[1391]\tvalid_0's l2: 0.00977951\n",
      "[1392]\tvalid_0's l2: 0.00977788\n",
      "[1393]\tvalid_0's l2: 0.00977467\n",
      "[1394]\tvalid_0's l2: 0.00977359\n",
      "[1395]\tvalid_0's l2: 0.00977231\n",
      "[1396]\tvalid_0's l2: 0.00977238\n",
      "[1397]\tvalid_0's l2: 0.00977386\n",
      "[1398]\tvalid_0's l2: 0.00977373\n",
      "[1399]\tvalid_0's l2: 0.00977268\n",
      "[1400]\tvalid_0's l2: 0.00977145\n",
      "[1401]\tvalid_0's l2: 0.00977099\n",
      "[1402]\tvalid_0's l2: 0.00977264\n",
      "[1403]\tvalid_0's l2: 0.00977322\n",
      "[1404]\tvalid_0's l2: 0.00977692\n",
      "[1405]\tvalid_0's l2: 0.00977368\n",
      "[1406]\tvalid_0's l2: 0.00977457\n",
      "[1407]\tvalid_0's l2: 0.00977451\n",
      "[1408]\tvalid_0's l2: 0.00977175\n",
      "[1409]\tvalid_0's l2: 0.00977168\n",
      "[1410]\tvalid_0's l2: 0.00977062\n",
      "[1411]\tvalid_0's l2: 0.00976987\n",
      "[1412]\tvalid_0's l2: 0.00976898\n",
      "[1413]\tvalid_0's l2: 0.00977009\n",
      "[1414]\tvalid_0's l2: 0.00977025\n",
      "[1415]\tvalid_0's l2: 0.00976784\n",
      "[1416]\tvalid_0's l2: 0.0097669\n",
      "[1417]\tvalid_0's l2: 0.00976701\n",
      "[1418]\tvalid_0's l2: 0.0097651\n",
      "[1419]\tvalid_0's l2: 0.00976448\n",
      "[1420]\tvalid_0's l2: 0.00976523\n",
      "[1421]\tvalid_0's l2: 0.00976425\n",
      "[1422]\tvalid_0's l2: 0.00976533\n",
      "[1423]\tvalid_0's l2: 0.00976497\n",
      "[1424]\tvalid_0's l2: 0.00976717\n",
      "[1425]\tvalid_0's l2: 0.00976791\n",
      "[1426]\tvalid_0's l2: 0.00976663\n",
      "[1427]\tvalid_0's l2: 0.00976907\n",
      "[1428]\tvalid_0's l2: 0.00976669\n",
      "[1429]\tvalid_0's l2: 0.00976681\n",
      "[1430]\tvalid_0's l2: 0.00976845\n",
      "[1431]\tvalid_0's l2: 0.00976808\n",
      "[1432]\tvalid_0's l2: 0.00976904\n",
      "[1433]\tvalid_0's l2: 0.00976812\n",
      "[1434]\tvalid_0's l2: 0.00976848\n",
      "[1435]\tvalid_0's l2: 0.00976838\n",
      "[1436]\tvalid_0's l2: 0.00976837\n",
      "[1437]\tvalid_0's l2: 0.00976589\n",
      "[1438]\tvalid_0's l2: 0.00976459\n",
      "[1439]\tvalid_0's l2: 0.00976504\n",
      "[1440]\tvalid_0's l2: 0.00976328\n",
      "[1441]\tvalid_0's l2: 0.00976166\n",
      "[1442]\tvalid_0's l2: 0.00975925\n",
      "[1443]\tvalid_0's l2: 0.00975951\n",
      "[1444]\tvalid_0's l2: 0.00975882\n",
      "[1445]\tvalid_0's l2: 0.00975782\n",
      "[1446]\tvalid_0's l2: 0.00975818\n",
      "[1447]\tvalid_0's l2: 0.00975765\n",
      "[1448]\tvalid_0's l2: 0.0097577\n",
      "[1449]\tvalid_0's l2: 0.00975916\n",
      "[1450]\tvalid_0's l2: 0.00976197\n",
      "[1451]\tvalid_0's l2: 0.00976202\n",
      "[1452]\tvalid_0's l2: 0.00976208\n",
      "[1453]\tvalid_0's l2: 0.00976332\n",
      "[1454]\tvalid_0's l2: 0.00976449\n",
      "[1455]\tvalid_0's l2: 0.00976487\n",
      "[1456]\tvalid_0's l2: 0.00976754\n",
      "[1457]\tvalid_0's l2: 0.00976874\n",
      "[1458]\tvalid_0's l2: 0.00976977\n",
      "[1459]\tvalid_0's l2: 0.00976871\n",
      "[1460]\tvalid_0's l2: 0.00976876\n",
      "[1461]\tvalid_0's l2: 0.00977013\n",
      "[1462]\tvalid_0's l2: 0.00977081\n",
      "[1463]\tvalid_0's l2: 0.00977298\n",
      "[1464]\tvalid_0's l2: 0.0097717\n",
      "[1465]\tvalid_0's l2: 0.00977172\n",
      "[1466]\tvalid_0's l2: 0.00977178\n",
      "[1467]\tvalid_0's l2: 0.00977005\n",
      "[1468]\tvalid_0's l2: 0.00976883\n",
      "[1469]\tvalid_0's l2: 0.00976656\n",
      "[1470]\tvalid_0's l2: 0.00976906\n",
      "[1471]\tvalid_0's l2: 0.00976747\n",
      "[1472]\tvalid_0's l2: 0.00976717\n",
      "[1473]\tvalid_0's l2: 0.00976621\n",
      "[1474]\tvalid_0's l2: 0.00976548\n",
      "[1475]\tvalid_0's l2: 0.00976456\n",
      "[1476]\tvalid_0's l2: 0.00976432\n",
      "[1477]\tvalid_0's l2: 0.00976153\n",
      "[1478]\tvalid_0's l2: 0.00976068\n",
      "[1479]\tvalid_0's l2: 0.00976009\n",
      "[1480]\tvalid_0's l2: 0.00975868\n",
      "[1481]\tvalid_0's l2: 0.00975703\n",
      "[1482]\tvalid_0's l2: 0.00975868\n",
      "[1483]\tvalid_0's l2: 0.00975754\n",
      "[1484]\tvalid_0's l2: 0.00975719\n",
      "[1485]\tvalid_0's l2: 0.00976014\n",
      "[1486]\tvalid_0's l2: 0.00975923\n",
      "[1487]\tvalid_0's l2: 0.0097592\n",
      "[1488]\tvalid_0's l2: 0.00975762\n",
      "[1489]\tvalid_0's l2: 0.0097566\n",
      "[1490]\tvalid_0's l2: 0.00975533\n",
      "[1491]\tvalid_0's l2: 0.00975432\n",
      "[1492]\tvalid_0's l2: 0.0097533\n",
      "[1493]\tvalid_0's l2: 0.00975403\n",
      "[1494]\tvalid_0's l2: 0.00975182\n",
      "[1495]\tvalid_0's l2: 0.00975226\n",
      "[1496]\tvalid_0's l2: 0.00975347\n",
      "[1497]\tvalid_0's l2: 0.00975268\n",
      "[1498]\tvalid_0's l2: 0.0097511\n",
      "[1499]\tvalid_0's l2: 0.00975177\n",
      "[1500]\tvalid_0's l2: 0.00975266\n",
      "[1501]\tvalid_0's l2: 0.00975269\n",
      "[1502]\tvalid_0's l2: 0.00975346\n",
      "[1503]\tvalid_0's l2: 0.00975383\n",
      "[1504]\tvalid_0's l2: 0.00975381\n",
      "[1505]\tvalid_0's l2: 0.00975509\n",
      "[1506]\tvalid_0's l2: 0.00975659\n",
      "[1507]\tvalid_0's l2: 0.0097551\n",
      "[1508]\tvalid_0's l2: 0.00975681\n",
      "[1509]\tvalid_0's l2: 0.00975764\n",
      "[1510]\tvalid_0's l2: 0.00975659\n",
      "[1511]\tvalid_0's l2: 0.00975557\n",
      "[1512]\tvalid_0's l2: 0.0097567\n",
      "[1513]\tvalid_0's l2: 0.00975624\n",
      "[1514]\tvalid_0's l2: 0.00975523\n",
      "[1515]\tvalid_0's l2: 0.00975577\n",
      "[1516]\tvalid_0's l2: 0.0097551\n",
      "[1517]\tvalid_0's l2: 0.00975634\n",
      "[1518]\tvalid_0's l2: 0.00975611\n",
      "[1519]\tvalid_0's l2: 0.00975498\n",
      "[1520]\tvalid_0's l2: 0.00975535\n",
      "[1521]\tvalid_0's l2: 0.00975442\n",
      "[1522]\tvalid_0's l2: 0.00975264\n",
      "[1523]\tvalid_0's l2: 0.00975227\n",
      "[1524]\tvalid_0's l2: 0.00975094\n",
      "[1525]\tvalid_0's l2: 0.00975046\n",
      "[1526]\tvalid_0's l2: 0.00974938\n",
      "[1527]\tvalid_0's l2: 0.00974665\n",
      "[1528]\tvalid_0's l2: 0.00974626\n",
      "[1529]\tvalid_0's l2: 0.00974607\n",
      "[1530]\tvalid_0's l2: 0.00974344\n",
      "[1531]\tvalid_0's l2: 0.009742\n",
      "[1532]\tvalid_0's l2: 0.00974147\n",
      "[1533]\tvalid_0's l2: 0.00974466\n",
      "[1534]\tvalid_0's l2: 0.00974515\n",
      "[1535]\tvalid_0's l2: 0.00974459\n",
      "[1536]\tvalid_0's l2: 0.00974326\n",
      "[1537]\tvalid_0's l2: 0.0097429\n",
      "[1538]\tvalid_0's l2: 0.00974372\n",
      "[1539]\tvalid_0's l2: 0.00974593\n",
      "[1540]\tvalid_0's l2: 0.0097478\n",
      "[1541]\tvalid_0's l2: 0.00974618\n",
      "[1542]\tvalid_0's l2: 0.00974715\n",
      "[1543]\tvalid_0's l2: 0.00974641\n",
      "[1544]\tvalid_0's l2: 0.00974646\n",
      "[1545]\tvalid_0's l2: 0.00974593\n",
      "[1546]\tvalid_0's l2: 0.00974564\n",
      "[1547]\tvalid_0's l2: 0.00974613\n",
      "[1548]\tvalid_0's l2: 0.00974893\n",
      "[1549]\tvalid_0's l2: 0.00975194\n",
      "[1550]\tvalid_0's l2: 0.00975238\n",
      "[1551]\tvalid_0's l2: 0.00975217\n",
      "[1552]\tvalid_0's l2: 0.00975243\n",
      "[1553]\tvalid_0's l2: 0.00975069\n",
      "[1554]\tvalid_0's l2: 0.00975028\n",
      "[1555]\tvalid_0's l2: 0.00975136\n",
      "[1556]\tvalid_0's l2: 0.00975315\n",
      "[1557]\tvalid_0's l2: 0.00975372\n",
      "[1558]\tvalid_0's l2: 0.0097525\n",
      "[1559]\tvalid_0's l2: 0.00975349\n",
      "[1560]\tvalid_0's l2: 0.00975687\n",
      "[1561]\tvalid_0's l2: 0.00975616\n",
      "[1562]\tvalid_0's l2: 0.00975366\n",
      "[1563]\tvalid_0's l2: 0.00975216\n",
      "[1564]\tvalid_0's l2: 0.00975244\n",
      "[1565]\tvalid_0's l2: 0.00975249\n",
      "[1566]\tvalid_0's l2: 0.00975353\n",
      "[1567]\tvalid_0's l2: 0.00975312\n",
      "[1568]\tvalid_0's l2: 0.00975226\n",
      "[1569]\tvalid_0's l2: 0.00975217\n",
      "[1570]\tvalid_0's l2: 0.00975152\n",
      "[1571]\tvalid_0's l2: 0.00975108\n",
      "[1572]\tvalid_0's l2: 0.00974804\n",
      "[1573]\tvalid_0's l2: 0.00974688\n",
      "[1574]\tvalid_0's l2: 0.00974667\n",
      "[1575]\tvalid_0's l2: 0.00974766\n",
      "[1576]\tvalid_0's l2: 0.0097487\n",
      "[1577]\tvalid_0's l2: 0.0097493\n",
      "[1578]\tvalid_0's l2: 0.00974932\n",
      "[1579]\tvalid_0's l2: 0.00975043\n",
      "[1580]\tvalid_0's l2: 0.00975138\n",
      "[1581]\tvalid_0's l2: 0.00975165\n",
      "[1582]\tvalid_0's l2: 0.00975342\n",
      "[1583]\tvalid_0's l2: 0.00975214\n",
      "[1584]\tvalid_0's l2: 0.00975086\n",
      "[1585]\tvalid_0's l2: 0.00974971\n",
      "[1586]\tvalid_0's l2: 0.0097494\n",
      "[1587]\tvalid_0's l2: 0.00974987\n",
      "[1588]\tvalid_0's l2: 0.00974771\n",
      "[1589]\tvalid_0's l2: 0.00974577\n",
      "[1590]\tvalid_0's l2: 0.00974439\n",
      "[1591]\tvalid_0's l2: 0.00974259\n",
      "[1592]\tvalid_0's l2: 0.00974368\n",
      "[1593]\tvalid_0's l2: 0.00974478\n",
      "[1594]\tvalid_0's l2: 0.00974491\n",
      "[1595]\tvalid_0's l2: 0.00974461\n",
      "[1596]\tvalid_0's l2: 0.00974397\n",
      "[1597]\tvalid_0's l2: 0.00974316\n",
      "[1598]\tvalid_0's l2: 0.0097436\n",
      "[1599]\tvalid_0's l2: 0.00974505\n",
      "[1600]\tvalid_0's l2: 0.00974378\n",
      "[1601]\tvalid_0's l2: 0.00974422\n",
      "[1602]\tvalid_0's l2: 0.00974422\n",
      "[1603]\tvalid_0's l2: 0.00974475\n",
      "[1604]\tvalid_0's l2: 0.0097458\n",
      "[1605]\tvalid_0's l2: 0.00974465\n",
      "[1606]\tvalid_0's l2: 0.00974263\n",
      "[1607]\tvalid_0's l2: 0.00974397\n",
      "[1608]\tvalid_0's l2: 0.00974321\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1609]\tvalid_0's l2: 0.00974307\n",
      "[1610]\tvalid_0's l2: 0.00974277\n",
      "[1611]\tvalid_0's l2: 0.0097422\n",
      "[1612]\tvalid_0's l2: 0.00974028\n",
      "[1613]\tvalid_0's l2: 0.00974194\n",
      "[1614]\tvalid_0's l2: 0.00974239\n",
      "[1615]\tvalid_0's l2: 0.00974131\n",
      "[1616]\tvalid_0's l2: 0.00974107\n",
      "[1617]\tvalid_0's l2: 0.00974354\n",
      "[1618]\tvalid_0's l2: 0.00974269\n",
      "[1619]\tvalid_0's l2: 0.00974167\n",
      "[1620]\tvalid_0's l2: 0.00974148\n",
      "[1621]\tvalid_0's l2: 0.00974169\n",
      "[1622]\tvalid_0's l2: 0.00974056\n",
      "[1623]\tvalid_0's l2: 0.00974048\n",
      "[1624]\tvalid_0's l2: 0.00973966\n",
      "[1625]\tvalid_0's l2: 0.00974211\n",
      "[1626]\tvalid_0's l2: 0.00974057\n",
      "[1627]\tvalid_0's l2: 0.00973843\n",
      "[1628]\tvalid_0's l2: 0.00973871\n",
      "[1629]\tvalid_0's l2: 0.00973958\n",
      "[1630]\tvalid_0's l2: 0.00974137\n",
      "[1631]\tvalid_0's l2: 0.00974103\n",
      "[1632]\tvalid_0's l2: 0.00974357\n",
      "[1633]\tvalid_0's l2: 0.00974229\n",
      "[1634]\tvalid_0's l2: 0.00974234\n",
      "[1635]\tvalid_0's l2: 0.00974023\n",
      "[1636]\tvalid_0's l2: 0.00974329\n",
      "[1637]\tvalid_0's l2: 0.00974283\n",
      "[1638]\tvalid_0's l2: 0.00974241\n",
      "[1639]\tvalid_0's l2: 0.00974298\n",
      "[1640]\tvalid_0's l2: 0.00974065\n",
      "[1641]\tvalid_0's l2: 0.00974084\n",
      "[1642]\tvalid_0's l2: 0.00973975\n",
      "[1643]\tvalid_0's l2: 0.00973905\n",
      "[1644]\tvalid_0's l2: 0.00973858\n",
      "[1645]\tvalid_0's l2: 0.00973778\n",
      "[1646]\tvalid_0's l2: 0.00973476\n",
      "[1647]\tvalid_0's l2: 0.00973505\n",
      "[1648]\tvalid_0's l2: 0.00973498\n",
      "[1649]\tvalid_0's l2: 0.00973402\n",
      "[1650]\tvalid_0's l2: 0.00973306\n",
      "[1651]\tvalid_0's l2: 0.00973226\n",
      "[1652]\tvalid_0's l2: 0.00973123\n",
      "[1653]\tvalid_0's l2: 0.0097308\n",
      "[1654]\tvalid_0's l2: 0.00973036\n",
      "[1655]\tvalid_0's l2: 0.00973221\n",
      "[1656]\tvalid_0's l2: 0.00973198\n",
      "[1657]\tvalid_0's l2: 0.00973038\n",
      "[1658]\tvalid_0's l2: 0.0097299\n",
      "[1659]\tvalid_0's l2: 0.00973078\n",
      "[1660]\tvalid_0's l2: 0.00972935\n",
      "[1661]\tvalid_0's l2: 0.00972748\n",
      "[1662]\tvalid_0's l2: 0.00972624\n",
      "[1663]\tvalid_0's l2: 0.00972671\n",
      "[1664]\tvalid_0's l2: 0.00972725\n",
      "[1665]\tvalid_0's l2: 0.00972838\n",
      "[1666]\tvalid_0's l2: 0.00972748\n",
      "[1667]\tvalid_0's l2: 0.00972775\n",
      "[1668]\tvalid_0's l2: 0.00972728\n",
      "[1669]\tvalid_0's l2: 0.00972819\n",
      "[1670]\tvalid_0's l2: 0.00972996\n",
      "[1671]\tvalid_0's l2: 0.00972886\n",
      "[1672]\tvalid_0's l2: 0.00972941\n",
      "[1673]\tvalid_0's l2: 0.0097303\n",
      "[1674]\tvalid_0's l2: 0.00972952\n",
      "[1675]\tvalid_0's l2: 0.00973051\n",
      "[1676]\tvalid_0's l2: 0.00973141\n",
      "[1677]\tvalid_0's l2: 0.00973116\n",
      "[1678]\tvalid_0's l2: 0.00973147\n",
      "[1679]\tvalid_0's l2: 0.00972962\n",
      "[1680]\tvalid_0's l2: 0.0097313\n",
      "[1681]\tvalid_0's l2: 0.00973184\n",
      "[1682]\tvalid_0's l2: 0.00973269\n",
      "[1683]\tvalid_0's l2: 0.00973573\n",
      "[1684]\tvalid_0's l2: 0.0097345\n",
      "[1685]\tvalid_0's l2: 0.00973623\n",
      "[1686]\tvalid_0's l2: 0.00973594\n",
      "[1687]\tvalid_0's l2: 0.00973588\n",
      "[1688]\tvalid_0's l2: 0.00973515\n",
      "[1689]\tvalid_0's l2: 0.00973265\n",
      "[1690]\tvalid_0's l2: 0.00973357\n",
      "[1691]\tvalid_0's l2: 0.00973414\n",
      "[1692]\tvalid_0's l2: 0.00973298\n",
      "[1693]\tvalid_0's l2: 0.00973167\n",
      "[1694]\tvalid_0's l2: 0.00972949\n",
      "[1695]\tvalid_0's l2: 0.00973122\n",
      "[1696]\tvalid_0's l2: 0.00973215\n",
      "[1697]\tvalid_0's l2: 0.00973174\n",
      "[1698]\tvalid_0's l2: 0.00973109\n",
      "[1699]\tvalid_0's l2: 0.00973055\n",
      "[1700]\tvalid_0's l2: 0.00972926\n",
      "[1701]\tvalid_0's l2: 0.00972812\n",
      "[1702]\tvalid_0's l2: 0.0097271\n",
      "[1703]\tvalid_0's l2: 0.00972546\n",
      "[1704]\tvalid_0's l2: 0.00972384\n",
      "[1705]\tvalid_0's l2: 0.00972199\n",
      "[1706]\tvalid_0's l2: 0.00972143\n",
      "[1707]\tvalid_0's l2: 0.00972205\n",
      "[1708]\tvalid_0's l2: 0.00972231\n",
      "[1709]\tvalid_0's l2: 0.00972194\n",
      "[1710]\tvalid_0's l2: 0.00972126\n",
      "[1711]\tvalid_0's l2: 0.00972107\n",
      "[1712]\tvalid_0's l2: 0.00972249\n",
      "[1713]\tvalid_0's l2: 0.00972247\n",
      "[1714]\tvalid_0's l2: 0.00972137\n",
      "[1715]\tvalid_0's l2: 0.00971992\n",
      "[1716]\tvalid_0's l2: 0.00971967\n",
      "[1717]\tvalid_0's l2: 0.00971926\n",
      "[1718]\tvalid_0's l2: 0.00971857\n",
      "[1719]\tvalid_0's l2: 0.00971911\n",
      "[1720]\tvalid_0's l2: 0.00971811\n",
      "[1721]\tvalid_0's l2: 0.00971596\n",
      "[1722]\tvalid_0's l2: 0.00971476\n",
      "[1723]\tvalid_0's l2: 0.00971489\n",
      "[1724]\tvalid_0's l2: 0.00971236\n",
      "[1725]\tvalid_0's l2: 0.00971104\n",
      "[1726]\tvalid_0's l2: 0.00971118\n",
      "[1727]\tvalid_0's l2: 0.00970839\n",
      "[1728]\tvalid_0's l2: 0.00971091\n",
      "[1729]\tvalid_0's l2: 0.00971032\n",
      "[1730]\tvalid_0's l2: 0.00971008\n",
      "[1731]\tvalid_0's l2: 0.00970866\n",
      "[1732]\tvalid_0's l2: 0.00970766\n",
      "[1733]\tvalid_0's l2: 0.00970717\n",
      "[1734]\tvalid_0's l2: 0.00970799\n",
      "[1735]\tvalid_0's l2: 0.00970994\n",
      "[1736]\tvalid_0's l2: 0.00970686\n",
      "[1737]\tvalid_0's l2: 0.00970775\n",
      "[1738]\tvalid_0's l2: 0.0097089\n",
      "[1739]\tvalid_0's l2: 0.00970835\n",
      "[1740]\tvalid_0's l2: 0.00970812\n",
      "[1741]\tvalid_0's l2: 0.00970784\n",
      "[1742]\tvalid_0's l2: 0.00970745\n",
      "[1743]\tvalid_0's l2: 0.00970832\n",
      "[1744]\tvalid_0's l2: 0.00970687\n",
      "[1745]\tvalid_0's l2: 0.00970621\n",
      "[1746]\tvalid_0's l2: 0.00970467\n",
      "[1747]\tvalid_0's l2: 0.0097059\n",
      "[1748]\tvalid_0's l2: 0.00970439\n",
      "[1749]\tvalid_0's l2: 0.0097012\n",
      "[1750]\tvalid_0's l2: 0.00970056\n",
      "[1751]\tvalid_0's l2: 0.0096997\n",
      "[1752]\tvalid_0's l2: 0.00970235\n",
      "[1753]\tvalid_0's l2: 0.00970288\n",
      "[1754]\tvalid_0's l2: 0.00970252\n",
      "[1755]\tvalid_0's l2: 0.00970297\n",
      "[1756]\tvalid_0's l2: 0.00970336\n",
      "[1757]\tvalid_0's l2: 0.00970415\n",
      "[1758]\tvalid_0's l2: 0.00970283\n",
      "[1759]\tvalid_0's l2: 0.0097038\n",
      "[1760]\tvalid_0's l2: 0.00970321\n",
      "[1761]\tvalid_0's l2: 0.00970489\n",
      "[1762]\tvalid_0's l2: 0.0097041\n",
      "[1763]\tvalid_0's l2: 0.00970199\n",
      "[1764]\tvalid_0's l2: 0.00970175\n",
      "[1765]\tvalid_0's l2: 0.00970197\n",
      "[1766]\tvalid_0's l2: 0.00970518\n",
      "[1767]\tvalid_0's l2: 0.00970677\n",
      "[1768]\tvalid_0's l2: 0.00970416\n",
      "[1769]\tvalid_0's l2: 0.00970512\n",
      "[1770]\tvalid_0's l2: 0.00970436\n",
      "[1771]\tvalid_0's l2: 0.00970354\n",
      "[1772]\tvalid_0's l2: 0.00970297\n",
      "[1773]\tvalid_0's l2: 0.00970051\n",
      "[1774]\tvalid_0's l2: 0.00970117\n",
      "[1775]\tvalid_0's l2: 0.00970251\n",
      "[1776]\tvalid_0's l2: 0.00970277\n",
      "[1777]\tvalid_0's l2: 0.0097033\n",
      "[1778]\tvalid_0's l2: 0.0097021\n",
      "[1779]\tvalid_0's l2: 0.00970018\n",
      "[1780]\tvalid_0's l2: 0.00970021\n",
      "[1781]\tvalid_0's l2: 0.00969859\n",
      "[1782]\tvalid_0's l2: 0.00969897\n",
      "[1783]\tvalid_0's l2: 0.00970056\n",
      "[1784]\tvalid_0's l2: 0.00969958\n",
      "[1785]\tvalid_0's l2: 0.00970024\n",
      "[1786]\tvalid_0's l2: 0.00970002\n",
      "[1787]\tvalid_0's l2: 0.00970021\n",
      "[1788]\tvalid_0's l2: 0.0097014\n",
      "[1789]\tvalid_0's l2: 0.0097012\n",
      "[1790]\tvalid_0's l2: 0.00970073\n",
      "[1791]\tvalid_0's l2: 0.00970055\n",
      "[1792]\tvalid_0's l2: 0.00970053\n",
      "[1793]\tvalid_0's l2: 0.00970121\n",
      "[1794]\tvalid_0's l2: 0.00970384\n",
      "[1795]\tvalid_0's l2: 0.00970345\n",
      "[1796]\tvalid_0's l2: 0.00970348\n",
      "[1797]\tvalid_0's l2: 0.00970249\n",
      "[1798]\tvalid_0's l2: 0.00970155\n",
      "[1799]\tvalid_0's l2: 0.00970246\n",
      "[1800]\tvalid_0's l2: 0.00970209\n",
      "[1801]\tvalid_0's l2: 0.00970208\n",
      "[1802]\tvalid_0's l2: 0.00970173\n",
      "[1803]\tvalid_0's l2: 0.00970193\n",
      "[1804]\tvalid_0's l2: 0.00970175\n",
      "[1805]\tvalid_0's l2: 0.0096997\n",
      "[1806]\tvalid_0's l2: 0.00969844\n",
      "[1807]\tvalid_0's l2: 0.00969848\n",
      "[1808]\tvalid_0's l2: 0.00969793\n",
      "[1809]\tvalid_0's l2: 0.0096981\n",
      "[1810]\tvalid_0's l2: 0.00969847\n",
      "[1811]\tvalid_0's l2: 0.0096976\n",
      "[1812]\tvalid_0's l2: 0.0096973\n",
      "[1813]\tvalid_0's l2: 0.0096988\n",
      "[1814]\tvalid_0's l2: 0.00970037\n",
      "[1815]\tvalid_0's l2: 0.00969937\n",
      "[1816]\tvalid_0's l2: 0.00969956\n",
      "[1817]\tvalid_0's l2: 0.00970047\n",
      "[1818]\tvalid_0's l2: 0.0096992\n",
      "[1819]\tvalid_0's l2: 0.00969819\n",
      "[1820]\tvalid_0's l2: 0.00969867\n",
      "[1821]\tvalid_0's l2: 0.00969829\n",
      "[1822]\tvalid_0's l2: 0.00969745\n",
      "[1823]\tvalid_0's l2: 0.00969595\n",
      "[1824]\tvalid_0's l2: 0.00969677\n",
      "[1825]\tvalid_0's l2: 0.00969798\n",
      "[1826]\tvalid_0's l2: 0.00969772\n",
      "[1827]\tvalid_0's l2: 0.00969696\n",
      "[1828]\tvalid_0's l2: 0.00969727\n",
      "[1829]\tvalid_0's l2: 0.00969762\n",
      "[1830]\tvalid_0's l2: 0.00969748\n",
      "[1831]\tvalid_0's l2: 0.00969619\n",
      "[1832]\tvalid_0's l2: 0.00969646\n",
      "[1833]\tvalid_0's l2: 0.00969625\n",
      "[1834]\tvalid_0's l2: 0.00969541\n",
      "[1835]\tvalid_0's l2: 0.00969665\n",
      "[1836]\tvalid_0's l2: 0.00969587\n",
      "[1837]\tvalid_0's l2: 0.00969795\n",
      "[1838]\tvalid_0's l2: 0.0096969\n",
      "[1839]\tvalid_0's l2: 0.0096967\n",
      "[1840]\tvalid_0's l2: 0.00969539\n",
      "[1841]\tvalid_0's l2: 0.00969565\n",
      "[1842]\tvalid_0's l2: 0.00969559\n",
      "[1843]\tvalid_0's l2: 0.00969495\n",
      "[1844]\tvalid_0's l2: 0.00969447\n",
      "[1845]\tvalid_0's l2: 0.00969544\n",
      "[1846]\tvalid_0's l2: 0.00969559\n",
      "[1847]\tvalid_0's l2: 0.00969297\n",
      "[1848]\tvalid_0's l2: 0.00969212\n",
      "[1849]\tvalid_0's l2: 0.00969229\n",
      "[1850]\tvalid_0's l2: 0.0096923\n",
      "[1851]\tvalid_0's l2: 0.00969298\n",
      "[1852]\tvalid_0's l2: 0.0096913\n",
      "[1853]\tvalid_0's l2: 0.00968946\n",
      "[1854]\tvalid_0's l2: 0.00968844\n",
      "[1855]\tvalid_0's l2: 0.00968853\n",
      "[1856]\tvalid_0's l2: 0.00969007\n",
      "[1857]\tvalid_0's l2: 0.00968729\n",
      "[1858]\tvalid_0's l2: 0.00968699\n",
      "[1859]\tvalid_0's l2: 0.00968651\n",
      "[1860]\tvalid_0's l2: 0.00968549\n",
      "[1861]\tvalid_0's l2: 0.00968513\n",
      "[1862]\tvalid_0's l2: 0.00968647\n",
      "[1863]\tvalid_0's l2: 0.00968625\n",
      "[1864]\tvalid_0's l2: 0.00968848\n",
      "[1865]\tvalid_0's l2: 0.00968955\n",
      "[1866]\tvalid_0's l2: 0.00968777\n",
      "[1867]\tvalid_0's l2: 0.00968778\n",
      "[1868]\tvalid_0's l2: 0.00968987\n",
      "[1869]\tvalid_0's l2: 0.00969069\n",
      "[1870]\tvalid_0's l2: 0.0096898\n",
      "[1871]\tvalid_0's l2: 0.0096902\n",
      "[1872]\tvalid_0's l2: 0.0096884\n",
      "[1873]\tvalid_0's l2: 0.00968843\n",
      "[1874]\tvalid_0's l2: 0.00968871\n",
      "[1875]\tvalid_0's l2: 0.00968927\n",
      "[1876]\tvalid_0's l2: 0.00968857\n",
      "[1877]\tvalid_0's l2: 0.00968742\n",
      "[1878]\tvalid_0's l2: 0.00968692\n",
      "[1879]\tvalid_0's l2: 0.00968776\n",
      "[1880]\tvalid_0's l2: 0.00968804\n",
      "[1881]\tvalid_0's l2: 0.00968799\n",
      "[1882]\tvalid_0's l2: 0.00968865\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1883]\tvalid_0's l2: 0.00968712\n",
      "[1884]\tvalid_0's l2: 0.00968546\n",
      "[1885]\tvalid_0's l2: 0.00968558\n",
      "[1886]\tvalid_0's l2: 0.0096842\n",
      "[1887]\tvalid_0's l2: 0.00968524\n",
      "[1888]\tvalid_0's l2: 0.0096847\n",
      "[1889]\tvalid_0's l2: 0.00968429\n",
      "[1890]\tvalid_0's l2: 0.00968505\n",
      "[1891]\tvalid_0's l2: 0.00968576\n",
      "[1892]\tvalid_0's l2: 0.00968732\n",
      "[1893]\tvalid_0's l2: 0.00968751\n",
      "[1894]\tvalid_0's l2: 0.00968689\n",
      "[1895]\tvalid_0's l2: 0.00968565\n",
      "[1896]\tvalid_0's l2: 0.0096868\n",
      "[1897]\tvalid_0's l2: 0.00968668\n",
      "[1898]\tvalid_0's l2: 0.00968833\n",
      "[1899]\tvalid_0's l2: 0.00968583\n",
      "[1900]\tvalid_0's l2: 0.0096855\n",
      "[1901]\tvalid_0's l2: 0.00968562\n",
      "[1902]\tvalid_0's l2: 0.00968524\n",
      "[1903]\tvalid_0's l2: 0.00968603\n",
      "[1904]\tvalid_0's l2: 0.00968703\n",
      "[1905]\tvalid_0's l2: 0.00968688\n",
      "[1906]\tvalid_0's l2: 0.00968622\n",
      "[1907]\tvalid_0's l2: 0.00968385\n",
      "[1908]\tvalid_0's l2: 0.00968552\n",
      "[1909]\tvalid_0's l2: 0.00968464\n",
      "[1910]\tvalid_0's l2: 0.00968416\n",
      "[1911]\tvalid_0's l2: 0.00968439\n",
      "[1912]\tvalid_0's l2: 0.00968315\n",
      "[1913]\tvalid_0's l2: 0.00968453\n",
      "[1914]\tvalid_0's l2: 0.00968652\n",
      "[1915]\tvalid_0's l2: 0.00968874\n",
      "[1916]\tvalid_0's l2: 0.00968682\n",
      "[1917]\tvalid_0's l2: 0.00968669\n",
      "[1918]\tvalid_0's l2: 0.00968816\n",
      "[1919]\tvalid_0's l2: 0.00968675\n",
      "[1920]\tvalid_0's l2: 0.00968672\n",
      "[1921]\tvalid_0's l2: 0.0096854\n",
      "[1922]\tvalid_0's l2: 0.00968448\n",
      "[1923]\tvalid_0's l2: 0.00968752\n",
      "[1924]\tvalid_0's l2: 0.00968892\n",
      "[1925]\tvalid_0's l2: 0.00969079\n",
      "[1926]\tvalid_0's l2: 0.00968713\n",
      "[1927]\tvalid_0's l2: 0.00968734\n",
      "[1928]\tvalid_0's l2: 0.00968588\n",
      "[1929]\tvalid_0's l2: 0.0096853\n",
      "[1930]\tvalid_0's l2: 0.0096843\n",
      "[1931]\tvalid_0's l2: 0.00968194\n",
      "[1932]\tvalid_0's l2: 0.00968216\n",
      "[1933]\tvalid_0's l2: 0.00968309\n",
      "[1934]\tvalid_0's l2: 0.00968195\n",
      "[1935]\tvalid_0's l2: 0.00968291\n",
      "[1936]\tvalid_0's l2: 0.00968258\n",
      "[1937]\tvalid_0's l2: 0.0096829\n",
      "[1938]\tvalid_0's l2: 0.00968179\n",
      "[1939]\tvalid_0's l2: 0.00968117\n",
      "[1940]\tvalid_0's l2: 0.00968247\n",
      "[1941]\tvalid_0's l2: 0.00968184\n",
      "[1942]\tvalid_0's l2: 0.00968184\n",
      "[1943]\tvalid_0's l2: 0.00968298\n",
      "[1944]\tvalid_0's l2: 0.00968337\n",
      "[1945]\tvalid_0's l2: 0.00968468\n",
      "[1946]\tvalid_0's l2: 0.00968466\n",
      "[1947]\tvalid_0's l2: 0.00968443\n",
      "[1948]\tvalid_0's l2: 0.00968326\n",
      "[1949]\tvalid_0's l2: 0.00968237\n",
      "[1950]\tvalid_0's l2: 0.00968324\n",
      "[1951]\tvalid_0's l2: 0.00968183\n",
      "[1952]\tvalid_0's l2: 0.0096804\n",
      "[1953]\tvalid_0's l2: 0.00967924\n",
      "[1954]\tvalid_0's l2: 0.00967913\n",
      "[1955]\tvalid_0's l2: 0.0096789\n",
      "[1956]\tvalid_0's l2: 0.00967776\n",
      "[1957]\tvalid_0's l2: 0.00967663\n",
      "[1958]\tvalid_0's l2: 0.00967601\n",
      "[1959]\tvalid_0's l2: 0.00967563\n",
      "[1960]\tvalid_0's l2: 0.00967535\n",
      "[1961]\tvalid_0's l2: 0.0096736\n",
      "[1962]\tvalid_0's l2: 0.00967263\n",
      "[1963]\tvalid_0's l2: 0.00967074\n",
      "[1964]\tvalid_0's l2: 0.00967254\n",
      "[1965]\tvalid_0's l2: 0.00967247\n",
      "[1966]\tvalid_0's l2: 0.00967198\n",
      "[1967]\tvalid_0's l2: 0.00967268\n",
      "[1968]\tvalid_0's l2: 0.00967158\n",
      "[1969]\tvalid_0's l2: 0.00967061\n",
      "[1970]\tvalid_0's l2: 0.00967054\n",
      "[1971]\tvalid_0's l2: 0.00966925\n",
      "[1972]\tvalid_0's l2: 0.00967008\n",
      "[1973]\tvalid_0's l2: 0.00966928\n",
      "[1974]\tvalid_0's l2: 0.00967082\n",
      "[1975]\tvalid_0's l2: 0.00967088\n",
      "[1976]\tvalid_0's l2: 0.00967088\n",
      "[1977]\tvalid_0's l2: 0.00967\n",
      "[1978]\tvalid_0's l2: 0.00966833\n",
      "[1979]\tvalid_0's l2: 0.00966899\n",
      "[1980]\tvalid_0's l2: 0.00966926\n",
      "[1981]\tvalid_0's l2: 0.00966917\n",
      "[1982]\tvalid_0's l2: 0.00966925\n",
      "[1983]\tvalid_0's l2: 0.00966927\n",
      "[1984]\tvalid_0's l2: 0.00967059\n",
      "[1985]\tvalid_0's l2: 0.0096714\n",
      "[1986]\tvalid_0's l2: 0.00967112\n",
      "[1987]\tvalid_0's l2: 0.00967203\n",
      "[1988]\tvalid_0's l2: 0.00967089\n",
      "[1989]\tvalid_0's l2: 0.00967051\n",
      "[1990]\tvalid_0's l2: 0.00966913\n",
      "[1991]\tvalid_0's l2: 0.00966992\n",
      "[1992]\tvalid_0's l2: 0.00967277\n",
      "[1993]\tvalid_0's l2: 0.00967174\n",
      "[1994]\tvalid_0's l2: 0.00967213\n",
      "[1995]\tvalid_0's l2: 0.009672\n",
      "[1996]\tvalid_0's l2: 0.00967287\n",
      "[1997]\tvalid_0's l2: 0.00967281\n",
      "[1998]\tvalid_0's l2: 0.0096735\n",
      "[1999]\tvalid_0's l2: 0.00967473\n",
      "[2000]\tvalid_0's l2: 0.00967539\n",
      "[2001]\tvalid_0's l2: 0.00967497\n",
      "[2002]\tvalid_0's l2: 0.00967633\n",
      "[2003]\tvalid_0's l2: 0.00967569\n",
      "[2004]\tvalid_0's l2: 0.00967576\n",
      "[2005]\tvalid_0's l2: 0.00967551\n",
      "[2006]\tvalid_0's l2: 0.00967595\n",
      "[2007]\tvalid_0's l2: 0.00967517\n",
      "[2008]\tvalid_0's l2: 0.00967536\n",
      "[2009]\tvalid_0's l2: 0.00967532\n",
      "[2010]\tvalid_0's l2: 0.00967433\n",
      "[2011]\tvalid_0's l2: 0.0096734\n",
      "[2012]\tvalid_0's l2: 0.00967634\n",
      "[2013]\tvalid_0's l2: 0.00967527\n",
      "[2014]\tvalid_0's l2: 0.00967393\n",
      "[2015]\tvalid_0's l2: 0.00967266\n",
      "[2016]\tvalid_0's l2: 0.00967428\n",
      "[2017]\tvalid_0's l2: 0.00967464\n",
      "[2018]\tvalid_0's l2: 0.00967646\n",
      "[2019]\tvalid_0's l2: 0.00967656\n",
      "[2020]\tvalid_0's l2: 0.00967487\n",
      "[2021]\tvalid_0's l2: 0.00967426\n",
      "[2022]\tvalid_0's l2: 0.00967445\n",
      "[2023]\tvalid_0's l2: 0.00967445\n",
      "[2024]\tvalid_0's l2: 0.00967577\n",
      "[2025]\tvalid_0's l2: 0.00967479\n",
      "[2026]\tvalid_0's l2: 0.00967617\n",
      "[2027]\tvalid_0's l2: 0.00967528\n",
      "[2028]\tvalid_0's l2: 0.00967706\n",
      "[2029]\tvalid_0's l2: 0.00967702\n",
      "[2030]\tvalid_0's l2: 0.00967708\n",
      "[2031]\tvalid_0's l2: 0.00967735\n",
      "[2032]\tvalid_0's l2: 0.0096764\n",
      "[2033]\tvalid_0's l2: 0.00967631\n",
      "[2034]\tvalid_0's l2: 0.0096753\n",
      "[2035]\tvalid_0's l2: 0.00967371\n",
      "[2036]\tvalid_0's l2: 0.00967325\n",
      "[2037]\tvalid_0's l2: 0.0096728\n",
      "[2038]\tvalid_0's l2: 0.00967233\n",
      "[2039]\tvalid_0's l2: 0.00967252\n",
      "[2040]\tvalid_0's l2: 0.00967204\n",
      "[2041]\tvalid_0's l2: 0.00967254\n",
      "[2042]\tvalid_0's l2: 0.00967173\n",
      "[2043]\tvalid_0's l2: 0.00967251\n",
      "[2044]\tvalid_0's l2: 0.0096714\n",
      "[2045]\tvalid_0's l2: 0.00967025\n",
      "[2046]\tvalid_0's l2: 0.00967181\n",
      "[2047]\tvalid_0's l2: 0.00967054\n",
      "[2048]\tvalid_0's l2: 0.00967362\n",
      "[2049]\tvalid_0's l2: 0.0096734\n",
      "[2050]\tvalid_0's l2: 0.00967301\n",
      "[2051]\tvalid_0's l2: 0.00967397\n",
      "[2052]\tvalid_0's l2: 0.0096723\n",
      "[2053]\tvalid_0's l2: 0.00967273\n",
      "[2054]\tvalid_0's l2: 0.00967311\n",
      "[2055]\tvalid_0's l2: 0.0096739\n",
      "[2056]\tvalid_0's l2: 0.00967459\n",
      "[2057]\tvalid_0's l2: 0.00967339\n",
      "[2058]\tvalid_0's l2: 0.00967257\n",
      "[2059]\tvalid_0's l2: 0.0096725\n",
      "[2060]\tvalid_0's l2: 0.00967182\n",
      "[2061]\tvalid_0's l2: 0.00967224\n",
      "[2062]\tvalid_0's l2: 0.00967135\n",
      "[2063]\tvalid_0's l2: 0.00967114\n",
      "[2064]\tvalid_0's l2: 0.00967033\n",
      "[2065]\tvalid_0's l2: 0.00966991\n",
      "[2066]\tvalid_0's l2: 0.0096695\n",
      "[2067]\tvalid_0's l2: 0.00967\n",
      "[2068]\tvalid_0's l2: 0.00967003\n",
      "[2069]\tvalid_0's l2: 0.00967083\n",
      "[2070]\tvalid_0's l2: 0.00967145\n",
      "[2071]\tvalid_0's l2: 0.00967219\n",
      "[2072]\tvalid_0's l2: 0.00967386\n",
      "[2073]\tvalid_0's l2: 0.00967295\n",
      "[2074]\tvalid_0's l2: 0.00967151\n",
      "[2075]\tvalid_0's l2: 0.00967267\n",
      "[2076]\tvalid_0's l2: 0.00967161\n",
      "[2077]\tvalid_0's l2: 0.00967019\n",
      "[2078]\tvalid_0's l2: 0.0096699\n",
      "[2079]\tvalid_0's l2: 0.0096691\n",
      "[2080]\tvalid_0's l2: 0.0096719\n",
      "[2081]\tvalid_0's l2: 0.00967161\n",
      "[2082]\tvalid_0's l2: 0.00967082\n",
      "[2083]\tvalid_0's l2: 0.00967143\n",
      "[2084]\tvalid_0's l2: 0.00966968\n",
      "[2085]\tvalid_0's l2: 0.00966943\n",
      "[2086]\tvalid_0's l2: 0.00966908\n",
      "[2087]\tvalid_0's l2: 0.00966892\n",
      "[2088]\tvalid_0's l2: 0.00966854\n",
      "[2089]\tvalid_0's l2: 0.00966802\n",
      "[2090]\tvalid_0's l2: 0.00966674\n",
      "[2091]\tvalid_0's l2: 0.00966754\n",
      "[2092]\tvalid_0's l2: 0.00966821\n",
      "[2093]\tvalid_0's l2: 0.00966766\n",
      "[2094]\tvalid_0's l2: 0.00966659\n",
      "[2095]\tvalid_0's l2: 0.00966543\n",
      "[2096]\tvalid_0's l2: 0.00966609\n",
      "[2097]\tvalid_0's l2: 0.00966711\n",
      "[2098]\tvalid_0's l2: 0.00966605\n",
      "[2099]\tvalid_0's l2: 0.00966458\n",
      "[2100]\tvalid_0's l2: 0.00966479\n",
      "[2101]\tvalid_0's l2: 0.00966416\n",
      "[2102]\tvalid_0's l2: 0.00966371\n",
      "[2103]\tvalid_0's l2: 0.00966349\n",
      "[2104]\tvalid_0's l2: 0.00966342\n",
      "[2105]\tvalid_0's l2: 0.00966141\n",
      "[2106]\tvalid_0's l2: 0.00966192\n",
      "[2107]\tvalid_0's l2: 0.00966183\n",
      "[2108]\tvalid_0's l2: 0.00966173\n",
      "[2109]\tvalid_0's l2: 0.00966084\n",
      "[2110]\tvalid_0's l2: 0.00965935\n",
      "[2111]\tvalid_0's l2: 0.00965889\n",
      "[2112]\tvalid_0's l2: 0.00965852\n",
      "[2113]\tvalid_0's l2: 0.00966047\n",
      "[2114]\tvalid_0's l2: 0.00965935\n",
      "[2115]\tvalid_0's l2: 0.00965824\n",
      "[2116]\tvalid_0's l2: 0.00966044\n",
      "[2117]\tvalid_0's l2: 0.00966082\n",
      "[2118]\tvalid_0's l2: 0.00966023\n",
      "[2119]\tvalid_0's l2: 0.00966065\n",
      "[2120]\tvalid_0's l2: 0.00966039\n",
      "[2121]\tvalid_0's l2: 0.00966067\n",
      "[2122]\tvalid_0's l2: 0.00966029\n",
      "[2123]\tvalid_0's l2: 0.00966026\n",
      "[2124]\tvalid_0's l2: 0.00966003\n",
      "[2125]\tvalid_0's l2: 0.00965918\n",
      "[2126]\tvalid_0's l2: 0.00965815\n",
      "[2127]\tvalid_0's l2: 0.00965884\n",
      "[2128]\tvalid_0's l2: 0.00965865\n",
      "[2129]\tvalid_0's l2: 0.00965952\n",
      "[2130]\tvalid_0's l2: 0.00965955\n",
      "[2131]\tvalid_0's l2: 0.00965838\n",
      "[2132]\tvalid_0's l2: 0.00965885\n",
      "[2133]\tvalid_0's l2: 0.00965801\n",
      "[2134]\tvalid_0's l2: 0.00965769\n",
      "[2135]\tvalid_0's l2: 0.00965832\n",
      "[2136]\tvalid_0's l2: 0.00965635\n",
      "[2137]\tvalid_0's l2: 0.00965554\n",
      "[2138]\tvalid_0's l2: 0.0096567\n",
      "[2139]\tvalid_0's l2: 0.00965532\n",
      "[2140]\tvalid_0's l2: 0.00965546\n",
      "[2141]\tvalid_0's l2: 0.0096543\n",
      "[2142]\tvalid_0's l2: 0.00965339\n",
      "[2143]\tvalid_0's l2: 0.00965208\n",
      "[2144]\tvalid_0's l2: 0.00965205\n",
      "[2145]\tvalid_0's l2: 0.00965303\n",
      "[2146]\tvalid_0's l2: 0.00965258\n",
      "[2147]\tvalid_0's l2: 0.00965302\n",
      "[2148]\tvalid_0's l2: 0.00965215\n",
      "[2149]\tvalid_0's l2: 0.00965229\n",
      "[2150]\tvalid_0's l2: 0.00965276\n",
      "[2151]\tvalid_0's l2: 0.0096538\n",
      "[2152]\tvalid_0's l2: 0.00965499\n",
      "[2153]\tvalid_0's l2: 0.0096555\n",
      "[2154]\tvalid_0's l2: 0.00965548\n",
      "[2155]\tvalid_0's l2: 0.00965398\n",
      "[2156]\tvalid_0's l2: 0.00965574\n",
      "[2157]\tvalid_0's l2: 0.00965637\n",
      "[2158]\tvalid_0's l2: 0.0096559\n",
      "[2159]\tvalid_0's l2: 0.00965522\n",
      "[2160]\tvalid_0's l2: 0.00965472\n",
      "[2161]\tvalid_0's l2: 0.00965407\n",
      "[2162]\tvalid_0's l2: 0.00965529\n",
      "[2163]\tvalid_0's l2: 0.00965556\n",
      "[2164]\tvalid_0's l2: 0.00965396\n",
      "[2165]\tvalid_0's l2: 0.00965522\n",
      "[2166]\tvalid_0's l2: 0.00965533\n",
      "[2167]\tvalid_0's l2: 0.00965599\n",
      "[2168]\tvalid_0's l2: 0.00965376\n",
      "[2169]\tvalid_0's l2: 0.0096529\n",
      "[2170]\tvalid_0's l2: 0.00965339\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2171]\tvalid_0's l2: 0.00965337\n",
      "[2172]\tvalid_0's l2: 0.00965441\n",
      "[2173]\tvalid_0's l2: 0.00965417\n",
      "[2174]\tvalid_0's l2: 0.00965469\n",
      "[2175]\tvalid_0's l2: 0.00965556\n",
      "[2176]\tvalid_0's l2: 0.00965556\n",
      "[2177]\tvalid_0's l2: 0.00965539\n",
      "[2178]\tvalid_0's l2: 0.00965545\n",
      "[2179]\tvalid_0's l2: 0.00965374\n",
      "[2180]\tvalid_0's l2: 0.00965274\n",
      "[2181]\tvalid_0's l2: 0.00965155\n",
      "[2182]\tvalid_0's l2: 0.00965213\n",
      "[2183]\tvalid_0's l2: 0.00965229\n",
      "[2184]\tvalid_0's l2: 0.00965085\n",
      "[2185]\tvalid_0's l2: 0.00965099\n",
      "[2186]\tvalid_0's l2: 0.00965033\n",
      "[2187]\tvalid_0's l2: 0.00965037\n",
      "[2188]\tvalid_0's l2: 0.00964996\n",
      "[2189]\tvalid_0's l2: 0.00964999\n",
      "[2190]\tvalid_0's l2: 0.00965009\n",
      "[2191]\tvalid_0's l2: 0.00965076\n",
      "[2192]\tvalid_0's l2: 0.00965096\n",
      "[2193]\tvalid_0's l2: 0.00965192\n",
      "[2194]\tvalid_0's l2: 0.00965307\n",
      "[2195]\tvalid_0's l2: 0.00965313\n",
      "[2196]\tvalid_0's l2: 0.00965308\n",
      "[2197]\tvalid_0's l2: 0.00965233\n",
      "[2198]\tvalid_0's l2: 0.00965213\n",
      "[2199]\tvalid_0's l2: 0.00965202\n",
      "[2200]\tvalid_0's l2: 0.00965295\n",
      "[2201]\tvalid_0's l2: 0.00965257\n",
      "[2202]\tvalid_0's l2: 0.0096524\n",
      "[2203]\tvalid_0's l2: 0.0096534\n",
      "[2204]\tvalid_0's l2: 0.00965232\n",
      "[2205]\tvalid_0's l2: 0.00965132\n",
      "[2206]\tvalid_0's l2: 0.00965303\n",
      "[2207]\tvalid_0's l2: 0.00965232\n",
      "[2208]\tvalid_0's l2: 0.00965206\n",
      "[2209]\tvalid_0's l2: 0.00965196\n",
      "[2210]\tvalid_0's l2: 0.00965034\n",
      "[2211]\tvalid_0's l2: 0.00965041\n",
      "[2212]\tvalid_0's l2: 0.00964971\n",
      "[2213]\tvalid_0's l2: 0.00964818\n",
      "[2214]\tvalid_0's l2: 0.00964768\n",
      "[2215]\tvalid_0's l2: 0.00964651\n",
      "[2216]\tvalid_0's l2: 0.00964593\n",
      "[2217]\tvalid_0's l2: 0.00964588\n",
      "[2218]\tvalid_0's l2: 0.00964499\n",
      "[2219]\tvalid_0's l2: 0.00964624\n",
      "[2220]\tvalid_0's l2: 0.009645\n",
      "[2221]\tvalid_0's l2: 0.0096462\n",
      "[2222]\tvalid_0's l2: 0.00964588\n",
      "[2223]\tvalid_0's l2: 0.00964636\n",
      "[2224]\tvalid_0's l2: 0.00964575\n",
      "[2225]\tvalid_0's l2: 0.00964567\n",
      "[2226]\tvalid_0's l2: 0.00964524\n",
      "[2227]\tvalid_0's l2: 0.00964533\n",
      "[2228]\tvalid_0's l2: 0.00964458\n",
      "[2229]\tvalid_0's l2: 0.00964586\n",
      "[2230]\tvalid_0's l2: 0.0096463\n",
      "[2231]\tvalid_0's l2: 0.00964618\n",
      "[2232]\tvalid_0's l2: 0.00964734\n",
      "[2233]\tvalid_0's l2: 0.00964721\n",
      "[2234]\tvalid_0's l2: 0.00964685\n",
      "[2235]\tvalid_0's l2: 0.00964689\n",
      "[2236]\tvalid_0's l2: 0.00964574\n",
      "[2237]\tvalid_0's l2: 0.00964494\n",
      "[2238]\tvalid_0's l2: 0.00964509\n",
      "[2239]\tvalid_0's l2: 0.00964473\n",
      "[2240]\tvalid_0's l2: 0.00964469\n",
      "[2241]\tvalid_0's l2: 0.00964406\n",
      "[2242]\tvalid_0's l2: 0.00964436\n",
      "[2243]\tvalid_0's l2: 0.00964393\n",
      "[2244]\tvalid_0's l2: 0.0096436\n",
      "[2245]\tvalid_0's l2: 0.00964167\n",
      "[2246]\tvalid_0's l2: 0.00964139\n",
      "[2247]\tvalid_0's l2: 0.00964027\n",
      "[2248]\tvalid_0's l2: 0.00964007\n",
      "[2249]\tvalid_0's l2: 0.00964194\n",
      "[2250]\tvalid_0's l2: 0.00964259\n",
      "[2251]\tvalid_0's l2: 0.00964203\n",
      "[2252]\tvalid_0's l2: 0.00964081\n",
      "[2253]\tvalid_0's l2: 0.00963994\n",
      "[2254]\tvalid_0's l2: 0.00964062\n",
      "[2255]\tvalid_0's l2: 0.00963948\n",
      "[2256]\tvalid_0's l2: 0.00963819\n",
      "[2257]\tvalid_0's l2: 0.00963779\n",
      "[2258]\tvalid_0's l2: 0.00963859\n",
      "[2259]\tvalid_0's l2: 0.00963936\n",
      "[2260]\tvalid_0's l2: 0.00963964\n",
      "[2261]\tvalid_0's l2: 0.00963975\n",
      "[2262]\tvalid_0's l2: 0.00963978\n",
      "[2263]\tvalid_0's l2: 0.00964\n",
      "[2264]\tvalid_0's l2: 0.00964024\n",
      "[2265]\tvalid_0's l2: 0.00964044\n",
      "[2266]\tvalid_0's l2: 0.00964158\n",
      "[2267]\tvalid_0's l2: 0.00964247\n",
      "[2268]\tvalid_0's l2: 0.0096425\n",
      "[2269]\tvalid_0's l2: 0.00964306\n",
      "[2270]\tvalid_0's l2: 0.00964168\n",
      "[2271]\tvalid_0's l2: 0.00964075\n",
      "[2272]\tvalid_0's l2: 0.00963951\n",
      "[2273]\tvalid_0's l2: 0.0096397\n",
      "[2274]\tvalid_0's l2: 0.00963935\n",
      "[2275]\tvalid_0's l2: 0.00963961\n",
      "[2276]\tvalid_0's l2: 0.00963955\n",
      "[2277]\tvalid_0's l2: 0.00964\n",
      "[2278]\tvalid_0's l2: 0.00963916\n",
      "[2279]\tvalid_0's l2: 0.00963853\n",
      "[2280]\tvalid_0's l2: 0.00963717\n",
      "[2281]\tvalid_0's l2: 0.009637\n",
      "[2282]\tvalid_0's l2: 0.0096373\n",
      "[2283]\tvalid_0's l2: 0.00964038\n",
      "[2284]\tvalid_0's l2: 0.00964015\n",
      "[2285]\tvalid_0's l2: 0.00964078\n",
      "[2286]\tvalid_0's l2: 0.00964231\n",
      "[2287]\tvalid_0's l2: 0.00964397\n",
      "[2288]\tvalid_0's l2: 0.0096445\n",
      "[2289]\tvalid_0's l2: 0.00964298\n",
      "[2290]\tvalid_0's l2: 0.00964265\n",
      "[2291]\tvalid_0's l2: 0.00964193\n",
      "[2292]\tvalid_0's l2: 0.00964187\n",
      "[2293]\tvalid_0's l2: 0.0096411\n",
      "[2294]\tvalid_0's l2: 0.00963991\n",
      "[2295]\tvalid_0's l2: 0.00963861\n",
      "[2296]\tvalid_0's l2: 0.00963846\n",
      "[2297]\tvalid_0's l2: 0.00963874\n",
      "[2298]\tvalid_0's l2: 0.00963846\n",
      "[2299]\tvalid_0's l2: 0.00963751\n",
      "[2300]\tvalid_0's l2: 0.0096385\n",
      "[2301]\tvalid_0's l2: 0.00963955\n",
      "[2302]\tvalid_0's l2: 0.00963951\n",
      "[2303]\tvalid_0's l2: 0.00963989\n",
      "[2304]\tvalid_0's l2: 0.00963978\n",
      "[2305]\tvalid_0's l2: 0.00964\n",
      "[2306]\tvalid_0's l2: 0.00964063\n",
      "[2307]\tvalid_0's l2: 0.00963947\n",
      "[2308]\tvalid_0's l2: 0.00964123\n",
      "[2309]\tvalid_0's l2: 0.00964198\n",
      "[2310]\tvalid_0's l2: 0.00964141\n",
      "[2311]\tvalid_0's l2: 0.00964307\n",
      "[2312]\tvalid_0's l2: 0.00964385\n",
      "[2313]\tvalid_0's l2: 0.0096436\n",
      "[2314]\tvalid_0's l2: 0.00964306\n",
      "[2315]\tvalid_0's l2: 0.00964377\n",
      "[2316]\tvalid_0's l2: 0.00964508\n",
      "[2317]\tvalid_0's l2: 0.00964375\n",
      "[2318]\tvalid_0's l2: 0.00964416\n",
      "[2319]\tvalid_0's l2: 0.00964395\n",
      "[2320]\tvalid_0's l2: 0.00964408\n",
      "[2321]\tvalid_0's l2: 0.00964395\n",
      "[2322]\tvalid_0's l2: 0.00964344\n",
      "[2323]\tvalid_0's l2: 0.00964454\n",
      "[2324]\tvalid_0's l2: 0.00964433\n",
      "[2325]\tvalid_0's l2: 0.00964329\n",
      "[2326]\tvalid_0's l2: 0.0096424\n",
      "[2327]\tvalid_0's l2: 0.00964127\n",
      "[2328]\tvalid_0's l2: 0.00964152\n",
      "[2329]\tvalid_0's l2: 0.0096404\n",
      "[2330]\tvalid_0's l2: 0.00964158\n",
      "[2331]\tvalid_0's l2: 0.00964078\n",
      "[2332]\tvalid_0's l2: 0.00964197\n",
      "[2333]\tvalid_0's l2: 0.00964264\n",
      "[2334]\tvalid_0's l2: 0.009642\n",
      "[2335]\tvalid_0's l2: 0.00964259\n",
      "[2336]\tvalid_0's l2: 0.0096421\n",
      "[2337]\tvalid_0's l2: 0.0096428\n",
      "[2338]\tvalid_0's l2: 0.00964219\n",
      "[2339]\tvalid_0's l2: 0.00964278\n",
      "[2340]\tvalid_0's l2: 0.00964324\n",
      "[2341]\tvalid_0's l2: 0.00964254\n",
      "[2342]\tvalid_0's l2: 0.00964284\n",
      "[2343]\tvalid_0's l2: 0.00964192\n",
      "[2344]\tvalid_0's l2: 0.0096416\n",
      "[2345]\tvalid_0's l2: 0.00964148\n",
      "[2346]\tvalid_0's l2: 0.00963939\n",
      "[2347]\tvalid_0's l2: 0.00963825\n",
      "[2348]\tvalid_0's l2: 0.00963814\n",
      "[2349]\tvalid_0's l2: 0.0096381\n",
      "[2350]\tvalid_0's l2: 0.00963885\n",
      "[2351]\tvalid_0's l2: 0.00963904\n",
      "[2352]\tvalid_0's l2: 0.00963959\n",
      "[2353]\tvalid_0's l2: 0.00963936\n",
      "[2354]\tvalid_0's l2: 0.00964004\n",
      "[2355]\tvalid_0's l2: 0.00963964\n",
      "[2356]\tvalid_0's l2: 0.00963755\n",
      "[2357]\tvalid_0's l2: 0.00963884\n",
      "[2358]\tvalid_0's l2: 0.0096384\n",
      "[2359]\tvalid_0's l2: 0.00963924\n",
      "[2360]\tvalid_0's l2: 0.00963848\n",
      "[2361]\tvalid_0's l2: 0.00963927\n",
      "[2362]\tvalid_0's l2: 0.00964115\n",
      "[2363]\tvalid_0's l2: 0.00964083\n",
      "[2364]\tvalid_0's l2: 0.00963993\n",
      "[2365]\tvalid_0's l2: 0.00963932\n",
      "[2366]\tvalid_0's l2: 0.00963831\n",
      "[2367]\tvalid_0's l2: 0.00963961\n",
      "[2368]\tvalid_0's l2: 0.00963938\n",
      "[2369]\tvalid_0's l2: 0.00963927\n",
      "[2370]\tvalid_0's l2: 0.00963895\n",
      "[2371]\tvalid_0's l2: 0.00963857\n",
      "[2372]\tvalid_0's l2: 0.00963992\n",
      "[2373]\tvalid_0's l2: 0.00963989\n",
      "[2374]\tvalid_0's l2: 0.00963976\n",
      "[2375]\tvalid_0's l2: 0.00964008\n",
      "[2376]\tvalid_0's l2: 0.00964105\n",
      "[2377]\tvalid_0's l2: 0.00964027\n",
      "[2378]\tvalid_0's l2: 0.00963862\n",
      "[2379]\tvalid_0's l2: 0.0096389\n",
      "[2380]\tvalid_0's l2: 0.00963799\n",
      "[2381]\tvalid_0's l2: 0.00963731\n",
      "[2382]\tvalid_0's l2: 0.00963727\n",
      "[2383]\tvalid_0's l2: 0.00963738\n",
      "[2384]\tvalid_0's l2: 0.00963879\n",
      "[2385]\tvalid_0's l2: 0.00963786\n",
      "[2386]\tvalid_0's l2: 0.00963788\n",
      "[2387]\tvalid_0's l2: 0.00963753\n",
      "[2388]\tvalid_0's l2: 0.00963692\n",
      "[2389]\tvalid_0's l2: 0.00963859\n",
      "[2390]\tvalid_0's l2: 0.00964008\n",
      "[2391]\tvalid_0's l2: 0.00964057\n",
      "[2392]\tvalid_0's l2: 0.00964031\n",
      "[2393]\tvalid_0's l2: 0.00964177\n",
      "[2394]\tvalid_0's l2: 0.00964201\n",
      "[2395]\tvalid_0's l2: 0.00964176\n",
      "[2396]\tvalid_0's l2: 0.00964197\n",
      "[2397]\tvalid_0's l2: 0.00964213\n",
      "[2398]\tvalid_0's l2: 0.00964172\n",
      "[2399]\tvalid_0's l2: 0.00964182\n",
      "[2400]\tvalid_0's l2: 0.00964286\n",
      "[2401]\tvalid_0's l2: 0.00964228\n",
      "[2402]\tvalid_0's l2: 0.00964139\n",
      "[2403]\tvalid_0's l2: 0.00964131\n",
      "[2404]\tvalid_0's l2: 0.00964017\n",
      "[2405]\tvalid_0's l2: 0.00964092\n",
      "[2406]\tvalid_0's l2: 0.0096441\n",
      "[2407]\tvalid_0's l2: 0.00964366\n",
      "[2408]\tvalid_0's l2: 0.00964329\n",
      "[2409]\tvalid_0's l2: 0.00964313\n",
      "[2410]\tvalid_0's l2: 0.00964172\n",
      "[2411]\tvalid_0's l2: 0.00964245\n",
      "[2412]\tvalid_0's l2: 0.00964084\n",
      "[2413]\tvalid_0's l2: 0.00964091\n",
      "[2414]\tvalid_0's l2: 0.00964116\n",
      "[2415]\tvalid_0's l2: 0.00963981\n",
      "[2416]\tvalid_0's l2: 0.00964116\n",
      "[2417]\tvalid_0's l2: 0.00964198\n",
      "[2418]\tvalid_0's l2: 0.00964232\n",
      "[2419]\tvalid_0's l2: 0.00964112\n",
      "[2420]\tvalid_0's l2: 0.00964016\n",
      "[2421]\tvalid_0's l2: 0.00964013\n",
      "[2422]\tvalid_0's l2: 0.00963864\n",
      "[2423]\tvalid_0's l2: 0.00963621\n",
      "[2424]\tvalid_0's l2: 0.00963595\n",
      "[2425]\tvalid_0's l2: 0.00963513\n",
      "[2426]\tvalid_0's l2: 0.00963534\n",
      "[2427]\tvalid_0's l2: 0.0096353\n",
      "[2428]\tvalid_0's l2: 0.00963548\n",
      "[2429]\tvalid_0's l2: 0.00963673\n",
      "[2430]\tvalid_0's l2: 0.00963766\n",
      "[2431]\tvalid_0's l2: 0.00963855\n",
      "[2432]\tvalid_0's l2: 0.00963995\n",
      "[2433]\tvalid_0's l2: 0.00964165\n",
      "[2434]\tvalid_0's l2: 0.00964123\n",
      "[2435]\tvalid_0's l2: 0.00964188\n",
      "[2436]\tvalid_0's l2: 0.00964144\n",
      "[2437]\tvalid_0's l2: 0.0096408\n",
      "[2438]\tvalid_0's l2: 0.00964126\n",
      "[2439]\tvalid_0's l2: 0.00964081\n",
      "[2440]\tvalid_0's l2: 0.00964204\n",
      "[2441]\tvalid_0's l2: 0.00964104\n",
      "[2442]\tvalid_0's l2: 0.00964142\n",
      "[2443]\tvalid_0's l2: 0.00964232\n",
      "[2444]\tvalid_0's l2: 0.0096419\n",
      "[2445]\tvalid_0's l2: 0.00964198\n",
      "[2446]\tvalid_0's l2: 0.00964199\n",
      "[2447]\tvalid_0's l2: 0.00964151\n",
      "[2448]\tvalid_0's l2: 0.009641\n",
      "[2449]\tvalid_0's l2: 0.00964081\n",
      "[2450]\tvalid_0's l2: 0.00964014\n",
      "[2451]\tvalid_0's l2: 0.0096406\n",
      "[2452]\tvalid_0's l2: 0.00963969\n",
      "[2453]\tvalid_0's l2: 0.0096392\n",
      "[2454]\tvalid_0's l2: 0.00963837\n",
      "[2455]\tvalid_0's l2: 0.00963785\n",
      "[2456]\tvalid_0's l2: 0.00963844\n",
      "[2457]\tvalid_0's l2: 0.00963768\n",
      "[2458]\tvalid_0's l2: 0.00963823\n",
      "[2459]\tvalid_0's l2: 0.00963806\n",
      "[2460]\tvalid_0's l2: 0.00963873\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2461]\tvalid_0's l2: 0.00963937\n",
      "[2462]\tvalid_0's l2: 0.00963922\n",
      "[2463]\tvalid_0's l2: 0.00964026\n",
      "[2464]\tvalid_0's l2: 0.00964032\n",
      "[2465]\tvalid_0's l2: 0.00964147\n",
      "[2466]\tvalid_0's l2: 0.00964083\n",
      "[2467]\tvalid_0's l2: 0.0096408\n",
      "[2468]\tvalid_0's l2: 0.00964099\n",
      "[2469]\tvalid_0's l2: 0.00964094\n",
      "[2470]\tvalid_0's l2: 0.00964159\n",
      "[2471]\tvalid_0's l2: 0.00964196\n",
      "[2472]\tvalid_0's l2: 0.00964255\n",
      "[2473]\tvalid_0's l2: 0.00964355\n",
      "[2474]\tvalid_0's l2: 0.00964396\n",
      "[2475]\tvalid_0's l2: 0.00964432\n",
      "[2476]\tvalid_0's l2: 0.0096452\n",
      "[2477]\tvalid_0's l2: 0.00964506\n",
      "[2478]\tvalid_0's l2: 0.00964464\n",
      "[2479]\tvalid_0's l2: 0.00964409\n",
      "[2480]\tvalid_0's l2: 0.00964444\n",
      "[2481]\tvalid_0's l2: 0.00964454\n",
      "[2482]\tvalid_0's l2: 0.00964582\n",
      "[2483]\tvalid_0's l2: 0.00964565\n",
      "[2484]\tvalid_0's l2: 0.00964536\n",
      "[2485]\tvalid_0's l2: 0.00964549\n",
      "[2486]\tvalid_0's l2: 0.00964511\n",
      "[2487]\tvalid_0's l2: 0.00964581\n",
      "[2488]\tvalid_0's l2: 0.00964497\n",
      "[2489]\tvalid_0's l2: 0.00964416\n",
      "[2490]\tvalid_0's l2: 0.00964478\n",
      "[2491]\tvalid_0's l2: 0.00964536\n",
      "[2492]\tvalid_0's l2: 0.00964613\n",
      "[2493]\tvalid_0's l2: 0.0096449\n",
      "[2494]\tvalid_0's l2: 0.00964249\n",
      "[2495]\tvalid_0's l2: 0.00964247\n",
      "[2496]\tvalid_0's l2: 0.00964316\n",
      "[2497]\tvalid_0's l2: 0.00964369\n",
      "[2498]\tvalid_0's l2: 0.00964442\n",
      "[2499]\tvalid_0's l2: 0.00964431\n",
      "[2500]\tvalid_0's l2: 0.00964325\n",
      "[2501]\tvalid_0's l2: 0.00964267\n",
      "[2502]\tvalid_0's l2: 0.00964164\n",
      "[2503]\tvalid_0's l2: 0.00964094\n",
      "[2504]\tvalid_0's l2: 0.00964086\n",
      "[2505]\tvalid_0's l2: 0.00964068\n",
      "[2506]\tvalid_0's l2: 0.009642\n",
      "[2507]\tvalid_0's l2: 0.00964185\n",
      "[2508]\tvalid_0's l2: 0.00964106\n",
      "[2509]\tvalid_0's l2: 0.00964138\n",
      "[2510]\tvalid_0's l2: 0.00964222\n",
      "[2511]\tvalid_0's l2: 0.00964137\n",
      "[2512]\tvalid_0's l2: 0.00964105\n",
      "[2513]\tvalid_0's l2: 0.00964081\n",
      "[2514]\tvalid_0's l2: 0.00964093\n",
      "[2515]\tvalid_0's l2: 0.00964073\n",
      "[2516]\tvalid_0's l2: 0.0096404\n",
      "[2517]\tvalid_0's l2: 0.00964064\n",
      "[2518]\tvalid_0's l2: 0.00964083\n",
      "[2519]\tvalid_0's l2: 0.00964187\n",
      "[2520]\tvalid_0's l2: 0.00964123\n",
      "[2521]\tvalid_0's l2: 0.00964272\n",
      "[2522]\tvalid_0's l2: 0.00964301\n",
      "[2523]\tvalid_0's l2: 0.00964176\n",
      "[2524]\tvalid_0's l2: 0.00964156\n",
      "[2525]\tvalid_0's l2: 0.00964065\n",
      "[2526]\tvalid_0's l2: 0.00964139\n",
      "[2527]\tvalid_0's l2: 0.00964266\n",
      "[2528]\tvalid_0's l2: 0.00964236\n",
      "[2529]\tvalid_0's l2: 0.00964318\n",
      "[2530]\tvalid_0's l2: 0.00964286\n",
      "[2531]\tvalid_0's l2: 0.00964115\n",
      "[2532]\tvalid_0's l2: 0.0096414\n",
      "[2533]\tvalid_0's l2: 0.00964096\n",
      "[2534]\tvalid_0's l2: 0.00964117\n",
      "[2535]\tvalid_0's l2: 0.00964053\n",
      "[2536]\tvalid_0's l2: 0.00964066\n",
      "[2537]\tvalid_0's l2: 0.00964175\n",
      "[2538]\tvalid_0's l2: 0.00964047\n",
      "[2539]\tvalid_0's l2: 0.0096406\n",
      "[2540]\tvalid_0's l2: 0.00964223\n",
      "[2541]\tvalid_0's l2: 0.00964328\n",
      "[2542]\tvalid_0's l2: 0.00964292\n",
      "[2543]\tvalid_0's l2: 0.00964173\n",
      "[2544]\tvalid_0's l2: 0.00964161\n",
      "[2545]\tvalid_0's l2: 0.00964149\n",
      "[2546]\tvalid_0's l2: 0.00964077\n",
      "[2547]\tvalid_0's l2: 0.00963918\n",
      "[2548]\tvalid_0's l2: 0.00963992\n",
      "[2549]\tvalid_0's l2: 0.0096396\n",
      "[2550]\tvalid_0's l2: 0.00963987\n",
      "[2551]\tvalid_0's l2: 0.00963895\n",
      "[2552]\tvalid_0's l2: 0.00963986\n",
      "[2553]\tvalid_0's l2: 0.00963971\n",
      "[2554]\tvalid_0's l2: 0.0096404\n",
      "[2555]\tvalid_0's l2: 0.00964113\n",
      "[2556]\tvalid_0's l2: 0.00964167\n",
      "[2557]\tvalid_0's l2: 0.00964122\n",
      "[2558]\tvalid_0's l2: 0.00964161\n",
      "[2559]\tvalid_0's l2: 0.00964115\n",
      "[2560]\tvalid_0's l2: 0.0096412\n",
      "[2561]\tvalid_0's l2: 0.00964086\n",
      "[2562]\tvalid_0's l2: 0.00964067\n",
      "[2563]\tvalid_0's l2: 0.00964134\n",
      "[2564]\tvalid_0's l2: 0.00964102\n",
      "[2565]\tvalid_0's l2: 0.00964074\n",
      "[2566]\tvalid_0's l2: 0.00964074\n",
      "[2567]\tvalid_0's l2: 0.0096412\n",
      "[2568]\tvalid_0's l2: 0.00964204\n",
      "[2569]\tvalid_0's l2: 0.00964194\n",
      "[2570]\tvalid_0's l2: 0.00964261\n",
      "[2571]\tvalid_0's l2: 0.00964391\n",
      "[2572]\tvalid_0's l2: 0.00964495\n",
      "[2573]\tvalid_0's l2: 0.00964388\n",
      "[2574]\tvalid_0's l2: 0.00964304\n",
      "[2575]\tvalid_0's l2: 0.00964224\n",
      "[2576]\tvalid_0's l2: 0.00964161\n",
      "[2577]\tvalid_0's l2: 0.00964104\n",
      "[2578]\tvalid_0's l2: 0.0096401\n",
      "[2579]\tvalid_0's l2: 0.0096396\n",
      "[2580]\tvalid_0's l2: 0.00963914\n",
      "[2581]\tvalid_0's l2: 0.0096386\n",
      "[2582]\tvalid_0's l2: 0.00963798\n",
      "[2583]\tvalid_0's l2: 0.00963752\n",
      "[2584]\tvalid_0's l2: 0.00963657\n",
      "[2585]\tvalid_0's l2: 0.00963711\n",
      "[2586]\tvalid_0's l2: 0.00963836\n",
      "[2587]\tvalid_0's l2: 0.00963803\n",
      "[2588]\tvalid_0's l2: 0.00963904\n",
      "[2589]\tvalid_0's l2: 0.00963911\n",
      "[2590]\tvalid_0's l2: 0.00963973\n",
      "[2591]\tvalid_0's l2: 0.00963929\n",
      "[2592]\tvalid_0's l2: 0.00963754\n",
      "[2593]\tvalid_0's l2: 0.0096375\n",
      "[2594]\tvalid_0's l2: 0.00963756\n",
      "[2595]\tvalid_0's l2: 0.00963845\n",
      "[2596]\tvalid_0's l2: 0.00963804\n",
      "[2597]\tvalid_0's l2: 0.00963818\n",
      "[2598]\tvalid_0's l2: 0.00963874\n",
      "[2599]\tvalid_0's l2: 0.0096378\n",
      "[2600]\tvalid_0's l2: 0.00963871\n",
      "[2601]\tvalid_0's l2: 0.00963943\n",
      "[2602]\tvalid_0's l2: 0.00963948\n",
      "[2603]\tvalid_0's l2: 0.0096389\n",
      "[2604]\tvalid_0's l2: 0.00963842\n",
      "[2605]\tvalid_0's l2: 0.0096399\n",
      "[2606]\tvalid_0's l2: 0.00964006\n",
      "[2607]\tvalid_0's l2: 0.00963917\n",
      "[2608]\tvalid_0's l2: 0.00963811\n",
      "[2609]\tvalid_0's l2: 0.0096389\n",
      "[2610]\tvalid_0's l2: 0.00963854\n",
      "[2611]\tvalid_0's l2: 0.00963878\n",
      "[2612]\tvalid_0's l2: 0.00964174\n",
      "[2613]\tvalid_0's l2: 0.00964201\n",
      "[2614]\tvalid_0's l2: 0.00964313\n",
      "[2615]\tvalid_0's l2: 0.00964341\n",
      "[2616]\tvalid_0's l2: 0.00964304\n",
      "[2617]\tvalid_0's l2: 0.00964418\n",
      "[2618]\tvalid_0's l2: 0.00964365\n",
      "[2619]\tvalid_0's l2: 0.00964379\n",
      "[2620]\tvalid_0's l2: 0.00964288\n",
      "[2621]\tvalid_0's l2: 0.00964353\n",
      "[2622]\tvalid_0's l2: 0.00964396\n",
      "[2623]\tvalid_0's l2: 0.00964325\n",
      "[2624]\tvalid_0's l2: 0.00964379\n",
      "[2625]\tvalid_0's l2: 0.00964388\n",
      "[2626]\tvalid_0's l2: 0.00964253\n",
      "[2627]\tvalid_0's l2: 0.00964222\n",
      "[2628]\tvalid_0's l2: 0.00964241\n",
      "[2629]\tvalid_0's l2: 0.00964167\n",
      "[2630]\tvalid_0's l2: 0.00964218\n",
      "[2631]\tvalid_0's l2: 0.00964125\n",
      "[2632]\tvalid_0's l2: 0.00964151\n",
      "[2633]\tvalid_0's l2: 0.00964122\n",
      "[2634]\tvalid_0's l2: 0.00964231\n",
      "[2635]\tvalid_0's l2: 0.00964152\n",
      "[2636]\tvalid_0's l2: 0.00964258\n",
      "[2637]\tvalid_0's l2: 0.00964306\n",
      "[2638]\tvalid_0's l2: 0.0096435\n",
      "[2639]\tvalid_0's l2: 0.00964364\n",
      "[2640]\tvalid_0's l2: 0.00964329\n",
      "[2641]\tvalid_0's l2: 0.00964268\n",
      "[2642]\tvalid_0's l2: 0.00964182\n",
      "[2643]\tvalid_0's l2: 0.00964239\n",
      "[2644]\tvalid_0's l2: 0.00964375\n",
      "[2645]\tvalid_0's l2: 0.00964494\n",
      "[2646]\tvalid_0's l2: 0.00964526\n",
      "[2647]\tvalid_0's l2: 0.00964413\n",
      "[2648]\tvalid_0's l2: 0.00964338\n",
      "[2649]\tvalid_0's l2: 0.0096438\n",
      "[2650]\tvalid_0's l2: 0.00964412\n",
      "[2651]\tvalid_0's l2: 0.00964417\n",
      "[2652]\tvalid_0's l2: 0.00964228\n",
      "[2653]\tvalid_0's l2: 0.00964271\n",
      "[2654]\tvalid_0's l2: 0.00964183\n",
      "[2655]\tvalid_0's l2: 0.00964125\n",
      "[2656]\tvalid_0's l2: 0.00964022\n",
      "[2657]\tvalid_0's l2: 0.00963881\n",
      "[2658]\tvalid_0's l2: 0.0096389\n",
      "[2659]\tvalid_0's l2: 0.00963795\n",
      "[2660]\tvalid_0's l2: 0.00963676\n",
      "[2661]\tvalid_0's l2: 0.00963659\n",
      "[2662]\tvalid_0's l2: 0.00963571\n",
      "[2663]\tvalid_0's l2: 0.00963479\n",
      "[2664]\tvalid_0's l2: 0.00963312\n",
      "[2665]\tvalid_0's l2: 0.00963223\n",
      "[2666]\tvalid_0's l2: 0.00963416\n",
      "[2667]\tvalid_0's l2: 0.0096315\n",
      "[2668]\tvalid_0's l2: 0.00963162\n",
      "[2669]\tvalid_0's l2: 0.00963143\n",
      "[2670]\tvalid_0's l2: 0.00963138\n",
      "[2671]\tvalid_0's l2: 0.00963202\n",
      "[2672]\tvalid_0's l2: 0.0096322\n",
      "[2673]\tvalid_0's l2: 0.00963218\n",
      "[2674]\tvalid_0's l2: 0.00963222\n",
      "[2675]\tvalid_0's l2: 0.00963271\n",
      "[2676]\tvalid_0's l2: 0.00963316\n",
      "[2677]\tvalid_0's l2: 0.00963328\n",
      "[2678]\tvalid_0's l2: 0.00963469\n",
      "[2679]\tvalid_0's l2: 0.00963547\n",
      "[2680]\tvalid_0's l2: 0.00963605\n",
      "[2681]\tvalid_0's l2: 0.00963673\n",
      "[2682]\tvalid_0's l2: 0.00963694\n",
      "[2683]\tvalid_0's l2: 0.00963796\n",
      "[2684]\tvalid_0's l2: 0.00963853\n",
      "[2685]\tvalid_0's l2: 0.00963804\n",
      "[2686]\tvalid_0's l2: 0.00963729\n",
      "[2687]\tvalid_0's l2: 0.0096371\n",
      "[2688]\tvalid_0's l2: 0.00963658\n",
      "[2689]\tvalid_0's l2: 0.00963654\n",
      "[2690]\tvalid_0's l2: 0.00963594\n",
      "[2691]\tvalid_0's l2: 0.00963594\n",
      "[2692]\tvalid_0's l2: 0.0096358\n",
      "[2693]\tvalid_0's l2: 0.00963634\n",
      "[2694]\tvalid_0's l2: 0.00963629\n",
      "[2695]\tvalid_0's l2: 0.00963613\n",
      "[2696]\tvalid_0's l2: 0.00963646\n",
      "[2697]\tvalid_0's l2: 0.00963676\n",
      "[2698]\tvalid_0's l2: 0.0096379\n",
      "[2699]\tvalid_0's l2: 0.00963726\n",
      "[2700]\tvalid_0's l2: 0.0096371\n",
      "[2701]\tvalid_0's l2: 0.00963667\n",
      "[2702]\tvalid_0's l2: 0.00963703\n",
      "[2703]\tvalid_0's l2: 0.00963772\n",
      "[2704]\tvalid_0's l2: 0.00963699\n",
      "[2705]\tvalid_0's l2: 0.00963731\n",
      "[2706]\tvalid_0's l2: 0.00963791\n",
      "[2707]\tvalid_0's l2: 0.00963927\n",
      "[2708]\tvalid_0's l2: 0.00963938\n",
      "[2709]\tvalid_0's l2: 0.00963724\n",
      "[2710]\tvalid_0's l2: 0.00963757\n",
      "[2711]\tvalid_0's l2: 0.00963783\n",
      "[2712]\tvalid_0's l2: 0.00963924\n",
      "[2713]\tvalid_0's l2: 0.00963854\n",
      "[2714]\tvalid_0's l2: 0.00963848\n",
      "[2715]\tvalid_0's l2: 0.00964021\n",
      "[2716]\tvalid_0's l2: 0.00964198\n",
      "[2717]\tvalid_0's l2: 0.00964271\n",
      "[2718]\tvalid_0's l2: 0.00964243\n",
      "[2719]\tvalid_0's l2: 0.00964159\n",
      "[2720]\tvalid_0's l2: 0.00964289\n",
      "[2721]\tvalid_0's l2: 0.00964265\n",
      "[2722]\tvalid_0's l2: 0.00964277\n",
      "[2723]\tvalid_0's l2: 0.00964269\n",
      "[2724]\tvalid_0's l2: 0.00964244\n",
      "[2725]\tvalid_0's l2: 0.00964317\n",
      "[2726]\tvalid_0's l2: 0.00964284\n",
      "[2727]\tvalid_0's l2: 0.00964358\n",
      "[2728]\tvalid_0's l2: 0.00964352\n",
      "[2729]\tvalid_0's l2: 0.00964287\n",
      "[2730]\tvalid_0's l2: 0.00964327\n",
      "[2731]\tvalid_0's l2: 0.00964246\n",
      "[2732]\tvalid_0's l2: 0.00964245\n",
      "[2733]\tvalid_0's l2: 0.00964296\n",
      "[2734]\tvalid_0's l2: 0.00964325\n",
      "[2735]\tvalid_0's l2: 0.00964371\n",
      "[2736]\tvalid_0's l2: 0.00964275\n",
      "[2737]\tvalid_0's l2: 0.00964234\n",
      "[2738]\tvalid_0's l2: 0.00964256\n",
      "[2739]\tvalid_0's l2: 0.00964235\n",
      "[2740]\tvalid_0's l2: 0.00964243\n",
      "[2741]\tvalid_0's l2: 0.0096414\n",
      "[2742]\tvalid_0's l2: 0.00964368\n",
      "[2743]\tvalid_0's l2: 0.00964361\n",
      "[2744]\tvalid_0's l2: 0.00964458\n",
      "[2745]\tvalid_0's l2: 0.00964508\n",
      "[2746]\tvalid_0's l2: 0.00964372\n",
      "[2747]\tvalid_0's l2: 0.00964339\n",
      "[2748]\tvalid_0's l2: 0.00964315\n",
      "[2749]\tvalid_0's l2: 0.00964195\n",
      "[2750]\tvalid_0's l2: 0.00964131\n",
      "[2751]\tvalid_0's l2: 0.00964167\n",
      "[2752]\tvalid_0's l2: 0.00964236\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2753]\tvalid_0's l2: 0.00964227\n",
      "[2754]\tvalid_0's l2: 0.00964238\n",
      "[2755]\tvalid_0's l2: 0.00964084\n",
      "[2756]\tvalid_0's l2: 0.00964136\n",
      "[2757]\tvalid_0's l2: 0.0096413\n",
      "[2758]\tvalid_0's l2: 0.00964068\n",
      "[2759]\tvalid_0's l2: 0.00964035\n",
      "[2760]\tvalid_0's l2: 0.00963955\n",
      "[2761]\tvalid_0's l2: 0.00963964\n",
      "[2762]\tvalid_0's l2: 0.00963976\n",
      "[2763]\tvalid_0's l2: 0.00964011\n",
      "[2764]\tvalid_0's l2: 0.00963997\n",
      "[2765]\tvalid_0's l2: 0.00963992\n",
      "[2766]\tvalid_0's l2: 0.00964047\n",
      "[2767]\tvalid_0's l2: 0.00964111\n",
      "[2768]\tvalid_0's l2: 0.00964116\n",
      "[2769]\tvalid_0's l2: 0.00964165\n",
      "[2770]\tvalid_0's l2: 0.00964057\n",
      "[2771]\tvalid_0's l2: 0.00964026\n",
      "[2772]\tvalid_0's l2: 0.00963957\n",
      "[2773]\tvalid_0's l2: 0.00963938\n",
      "[2774]\tvalid_0's l2: 0.0096405\n",
      "[2775]\tvalid_0's l2: 0.00964029\n",
      "[2776]\tvalid_0's l2: 0.00964116\n",
      "[2777]\tvalid_0's l2: 0.00964123\n",
      "[2778]\tvalid_0's l2: 0.00964033\n",
      "[2779]\tvalid_0's l2: 0.00964055\n",
      "[2780]\tvalid_0's l2: 0.0096406\n",
      "[2781]\tvalid_0's l2: 0.00964062\n",
      "[2782]\tvalid_0's l2: 0.00964135\n",
      "[2783]\tvalid_0's l2: 0.00964102\n",
      "[2784]\tvalid_0's l2: 0.0096419\n",
      "[2785]\tvalid_0's l2: 0.00964149\n",
      "[2786]\tvalid_0's l2: 0.00964124\n",
      "[2787]\tvalid_0's l2: 0.00964127\n",
      "[2788]\tvalid_0's l2: 0.0096404\n",
      "[2789]\tvalid_0's l2: 0.00964099\n",
      "[2790]\tvalid_0's l2: 0.00964066\n",
      "[2791]\tvalid_0's l2: 0.00963893\n",
      "[2792]\tvalid_0's l2: 0.00963784\n",
      "[2793]\tvalid_0's l2: 0.00963696\n",
      "[2794]\tvalid_0's l2: 0.00963723\n",
      "[2795]\tvalid_0's l2: 0.00963751\n",
      "[2796]\tvalid_0's l2: 0.00963782\n",
      "[2797]\tvalid_0's l2: 0.0096381\n",
      "[2798]\tvalid_0's l2: 0.00963769\n",
      "[2799]\tvalid_0's l2: 0.00963738\n",
      "[2800]\tvalid_0's l2: 0.0096372\n",
      "[2801]\tvalid_0's l2: 0.00963725\n",
      "[2802]\tvalid_0's l2: 0.00963651\n",
      "[2803]\tvalid_0's l2: 0.00963565\n",
      "[2804]\tvalid_0's l2: 0.00963463\n",
      "[2805]\tvalid_0's l2: 0.00963337\n",
      "[2806]\tvalid_0's l2: 0.00963332\n",
      "[2807]\tvalid_0's l2: 0.00963225\n",
      "[2808]\tvalid_0's l2: 0.0096322\n",
      "[2809]\tvalid_0's l2: 0.00963133\n",
      "[2810]\tvalid_0's l2: 0.00963174\n",
      "[2811]\tvalid_0's l2: 0.00963119\n",
      "[2812]\tvalid_0's l2: 0.00963089\n",
      "[2813]\tvalid_0's l2: 0.00963128\n",
      "[2814]\tvalid_0's l2: 0.00963137\n",
      "[2815]\tvalid_0's l2: 0.00963074\n",
      "[2816]\tvalid_0's l2: 0.0096312\n",
      "[2817]\tvalid_0's l2: 0.00963083\n",
      "[2818]\tvalid_0's l2: 0.00963074\n",
      "[2819]\tvalid_0's l2: 0.00963097\n",
      "[2820]\tvalid_0's l2: 0.00963102\n",
      "[2821]\tvalid_0's l2: 0.00963251\n",
      "[2822]\tvalid_0's l2: 0.00963142\n",
      "[2823]\tvalid_0's l2: 0.00963125\n",
      "[2824]\tvalid_0's l2: 0.00963109\n",
      "[2825]\tvalid_0's l2: 0.00962985\n",
      "[2826]\tvalid_0's l2: 0.00963\n",
      "[2827]\tvalid_0's l2: 0.0096299\n",
      "[2828]\tvalid_0's l2: 0.00963041\n",
      "[2829]\tvalid_0's l2: 0.00963026\n",
      "[2830]\tvalid_0's l2: 0.00962957\n",
      "[2831]\tvalid_0's l2: 0.00962728\n",
      "[2832]\tvalid_0's l2: 0.00962666\n",
      "[2833]\tvalid_0's l2: 0.00962775\n",
      "[2834]\tvalid_0's l2: 0.00962753\n",
      "[2835]\tvalid_0's l2: 0.00962696\n",
      "[2836]\tvalid_0's l2: 0.00962644\n",
      "[2837]\tvalid_0's l2: 0.00962578\n",
      "[2838]\tvalid_0's l2: 0.00962636\n",
      "[2839]\tvalid_0's l2: 0.00962631\n",
      "[2840]\tvalid_0's l2: 0.0096259\n",
      "[2841]\tvalid_0's l2: 0.00962691\n",
      "[2842]\tvalid_0's l2: 0.00962672\n",
      "[2843]\tvalid_0's l2: 0.00962677\n",
      "[2844]\tvalid_0's l2: 0.00962779\n",
      "[2845]\tvalid_0's l2: 0.00962886\n",
      "[2846]\tvalid_0's l2: 0.00962852\n",
      "[2847]\tvalid_0's l2: 0.00962854\n",
      "[2848]\tvalid_0's l2: 0.00963026\n",
      "[2849]\tvalid_0's l2: 0.00963073\n",
      "[2850]\tvalid_0's l2: 0.00963123\n",
      "[2851]\tvalid_0's l2: 0.00963145\n",
      "[2852]\tvalid_0's l2: 0.00963002\n",
      "[2853]\tvalid_0's l2: 0.00963042\n",
      "[2854]\tvalid_0's l2: 0.00962998\n",
      "[2855]\tvalid_0's l2: 0.00963072\n",
      "[2856]\tvalid_0's l2: 0.00963\n",
      "[2857]\tvalid_0's l2: 0.00962992\n",
      "[2858]\tvalid_0's l2: 0.00962927\n",
      "[2859]\tvalid_0's l2: 0.00962984\n",
      "[2860]\tvalid_0's l2: 0.00962995\n",
      "[2861]\tvalid_0's l2: 0.00962892\n",
      "[2862]\tvalid_0's l2: 0.00962838\n",
      "[2863]\tvalid_0's l2: 0.009629\n",
      "[2864]\tvalid_0's l2: 0.00962898\n",
      "[2865]\tvalid_0's l2: 0.00962866\n",
      "[2866]\tvalid_0's l2: 0.00962861\n",
      "[2867]\tvalid_0's l2: 0.00962767\n",
      "[2868]\tvalid_0's l2: 0.00962833\n",
      "[2869]\tvalid_0's l2: 0.00962922\n",
      "[2870]\tvalid_0's l2: 0.00962964\n",
      "[2871]\tvalid_0's l2: 0.00962949\n",
      "[2872]\tvalid_0's l2: 0.00963154\n",
      "[2873]\tvalid_0's l2: 0.00963146\n",
      "[2874]\tvalid_0's l2: 0.00963213\n",
      "[2875]\tvalid_0's l2: 0.00963181\n",
      "[2876]\tvalid_0's l2: 0.00963204\n",
      "[2877]\tvalid_0's l2: 0.00963238\n",
      "[2878]\tvalid_0's l2: 0.00963272\n",
      "[2879]\tvalid_0's l2: 0.0096325\n",
      "[2880]\tvalid_0's l2: 0.00963167\n",
      "[2881]\tvalid_0's l2: 0.00963105\n",
      "[2882]\tvalid_0's l2: 0.00963055\n",
      "[2883]\tvalid_0's l2: 0.00963074\n",
      "[2884]\tvalid_0's l2: 0.00963039\n",
      "[2885]\tvalid_0's l2: 0.00963041\n",
      "[2886]\tvalid_0's l2: 0.00963104\n",
      "[2887]\tvalid_0's l2: 0.00963053\n",
      "[2888]\tvalid_0's l2: 0.00963109\n",
      "[2889]\tvalid_0's l2: 0.00963067\n",
      "[2890]\tvalid_0's l2: 0.00963013\n",
      "[2891]\tvalid_0's l2: 0.00962943\n",
      "[2892]\tvalid_0's l2: 0.00962905\n",
      "[2893]\tvalid_0's l2: 0.00962971\n",
      "[2894]\tvalid_0's l2: 0.00962802\n",
      "[2895]\tvalid_0's l2: 0.00962737\n",
      "[2896]\tvalid_0's l2: 0.00962653\n",
      "[2897]\tvalid_0's l2: 0.00962764\n",
      "[2898]\tvalid_0's l2: 0.00962797\n",
      "[2899]\tvalid_0's l2: 0.00962703\n",
      "[2900]\tvalid_0's l2: 0.00962724\n",
      "[2901]\tvalid_0's l2: 0.00962796\n",
      "[2902]\tvalid_0's l2: 0.00962782\n",
      "[2903]\tvalid_0's l2: 0.00962781\n",
      "[2904]\tvalid_0's l2: 0.00962794\n",
      "[2905]\tvalid_0's l2: 0.00962754\n",
      "[2906]\tvalid_0's l2: 0.00962715\n",
      "[2907]\tvalid_0's l2: 0.00962768\n",
      "[2908]\tvalid_0's l2: 0.00962728\n",
      "[2909]\tvalid_0's l2: 0.00962625\n",
      "[2910]\tvalid_0's l2: 0.00962646\n",
      "[2911]\tvalid_0's l2: 0.00962698\n",
      "[2912]\tvalid_0's l2: 0.00962712\n",
      "[2913]\tvalid_0's l2: 0.00962777\n",
      "[2914]\tvalid_0's l2: 0.00962697\n",
      "[2915]\tvalid_0's l2: 0.00962703\n",
      "[2916]\tvalid_0's l2: 0.00962708\n",
      "[2917]\tvalid_0's l2: 0.00962695\n",
      "[2918]\tvalid_0's l2: 0.00962678\n",
      "[2919]\tvalid_0's l2: 0.0096268\n",
      "[2920]\tvalid_0's l2: 0.00962769\n",
      "[2921]\tvalid_0's l2: 0.00962781\n",
      "[2922]\tvalid_0's l2: 0.00962763\n",
      "[2923]\tvalid_0's l2: 0.00962606\n",
      "[2924]\tvalid_0's l2: 0.0096252\n",
      "[2925]\tvalid_0's l2: 0.0096245\n",
      "[2926]\tvalid_0's l2: 0.00962541\n",
      "[2927]\tvalid_0's l2: 0.00962577\n",
      "[2928]\tvalid_0's l2: 0.00962591\n",
      "[2929]\tvalid_0's l2: 0.00962634\n",
      "[2930]\tvalid_0's l2: 0.00962564\n",
      "[2931]\tvalid_0's l2: 0.00962613\n",
      "[2932]\tvalid_0's l2: 0.00962539\n",
      "[2933]\tvalid_0's l2: 0.00962548\n",
      "[2934]\tvalid_0's l2: 0.00962535\n",
      "[2935]\tvalid_0's l2: 0.0096256\n",
      "[2936]\tvalid_0's l2: 0.00962495\n",
      "[2937]\tvalid_0's l2: 0.00962423\n",
      "[2938]\tvalid_0's l2: 0.00962453\n",
      "[2939]\tvalid_0's l2: 0.0096244\n",
      "[2940]\tvalid_0's l2: 0.00962562\n",
      "[2941]\tvalid_0's l2: 0.00962533\n",
      "[2942]\tvalid_0's l2: 0.00962498\n",
      "[2943]\tvalid_0's l2: 0.00962463\n",
      "[2944]\tvalid_0's l2: 0.00962466\n",
      "[2945]\tvalid_0's l2: 0.0096249\n",
      "[2946]\tvalid_0's l2: 0.00962493\n",
      "[2947]\tvalid_0's l2: 0.00962505\n",
      "[2948]\tvalid_0's l2: 0.00962518\n",
      "[2949]\tvalid_0's l2: 0.00962415\n",
      "[2950]\tvalid_0's l2: 0.00962398\n",
      "[2951]\tvalid_0's l2: 0.00962326\n",
      "[2952]\tvalid_0's l2: 0.00962301\n",
      "[2953]\tvalid_0's l2: 0.00962413\n",
      "[2954]\tvalid_0's l2: 0.00962479\n",
      "[2955]\tvalid_0's l2: 0.00962525\n",
      "[2956]\tvalid_0's l2: 0.00962419\n",
      "[2957]\tvalid_0's l2: 0.00962579\n",
      "[2958]\tvalid_0's l2: 0.00962677\n",
      "[2959]\tvalid_0's l2: 0.00962577\n",
      "[2960]\tvalid_0's l2: 0.00962593\n",
      "[2961]\tvalid_0's l2: 0.00962397\n",
      "[2962]\tvalid_0's l2: 0.00962376\n",
      "[2963]\tvalid_0's l2: 0.00962305\n",
      "[2964]\tvalid_0's l2: 0.00962328\n",
      "[2965]\tvalid_0's l2: 0.00962327\n",
      "[2966]\tvalid_0's l2: 0.00962278\n",
      "[2967]\tvalid_0's l2: 0.00962272\n",
      "[2968]\tvalid_0's l2: 0.00962247\n",
      "[2969]\tvalid_0's l2: 0.00962298\n",
      "[2970]\tvalid_0's l2: 0.00962324\n",
      "[2971]\tvalid_0's l2: 0.00962342\n",
      "[2972]\tvalid_0's l2: 0.00962198\n",
      "[2973]\tvalid_0's l2: 0.00962074\n",
      "[2974]\tvalid_0's l2: 0.00962068\n",
      "[2975]\tvalid_0's l2: 0.00962131\n",
      "[2976]\tvalid_0's l2: 0.00962078\n",
      "[2977]\tvalid_0's l2: 0.00962124\n",
      "[2978]\tvalid_0's l2: 0.00962062\n",
      "[2979]\tvalid_0's l2: 0.00962136\n",
      "[2980]\tvalid_0's l2: 0.00962251\n",
      "[2981]\tvalid_0's l2: 0.00962343\n",
      "[2982]\tvalid_0's l2: 0.00962357\n",
      "[2983]\tvalid_0's l2: 0.00962165\n",
      "[2984]\tvalid_0's l2: 0.00962217\n",
      "[2985]\tvalid_0's l2: 0.00962338\n",
      "[2986]\tvalid_0's l2: 0.00962396\n",
      "[2987]\tvalid_0's l2: 0.0096232\n",
      "[2988]\tvalid_0's l2: 0.00962289\n",
      "[2989]\tvalid_0's l2: 0.00962323\n",
      "[2990]\tvalid_0's l2: 0.00962323\n",
      "[2991]\tvalid_0's l2: 0.00962345\n",
      "[2992]\tvalid_0's l2: 0.009624\n",
      "[2993]\tvalid_0's l2: 0.00962329\n",
      "[2994]\tvalid_0's l2: 0.00962454\n",
      "[2995]\tvalid_0's l2: 0.0096252\n",
      "[2996]\tvalid_0's l2: 0.00962564\n",
      "[2997]\tvalid_0's l2: 0.0096252\n",
      "[2998]\tvalid_0's l2: 0.00962533\n",
      "[2999]\tvalid_0's l2: 0.0096258\n",
      "[3000]\tvalid_0's l2: 0.00962575\n",
      "[3001]\tvalid_0's l2: 0.00962542\n",
      "[3002]\tvalid_0's l2: 0.00962533\n",
      "[3003]\tvalid_0's l2: 0.00962479\n",
      "[3004]\tvalid_0's l2: 0.00962472\n",
      "[3005]\tvalid_0's l2: 0.00962486\n",
      "[3006]\tvalid_0's l2: 0.00962594\n",
      "[3007]\tvalid_0's l2: 0.00962625\n",
      "[3008]\tvalid_0's l2: 0.00962704\n",
      "[3009]\tvalid_0's l2: 0.00962633\n",
      "[3010]\tvalid_0's l2: 0.0096259\n",
      "[3011]\tvalid_0's l2: 0.009626\n",
      "[3012]\tvalid_0's l2: 0.00962518\n",
      "[3013]\tvalid_0's l2: 0.00962533\n",
      "[3014]\tvalid_0's l2: 0.00962445\n",
      "[3015]\tvalid_0's l2: 0.00962382\n",
      "[3016]\tvalid_0's l2: 0.0096229\n",
      "[3017]\tvalid_0's l2: 0.00962219\n",
      "[3018]\tvalid_0's l2: 0.00962193\n",
      "[3019]\tvalid_0's l2: 0.00962219\n",
      "[3020]\tvalid_0's l2: 0.00962071\n",
      "[3021]\tvalid_0's l2: 0.00962084\n",
      "[3022]\tvalid_0's l2: 0.00962113\n",
      "[3023]\tvalid_0's l2: 0.00962173\n",
      "[3024]\tvalid_0's l2: 0.00962105\n",
      "[3025]\tvalid_0's l2: 0.00962084\n",
      "[3026]\tvalid_0's l2: 0.00962042\n",
      "[3027]\tvalid_0's l2: 0.00961988\n",
      "[3028]\tvalid_0's l2: 0.00962154\n",
      "[3029]\tvalid_0's l2: 0.00962298\n",
      "[3030]\tvalid_0's l2: 0.00962269\n",
      "[3031]\tvalid_0's l2: 0.00962229\n",
      "[3032]\tvalid_0's l2: 0.00962179\n",
      "[3033]\tvalid_0's l2: 0.00962199\n",
      "[3034]\tvalid_0's l2: 0.00962254\n",
      "[3035]\tvalid_0's l2: 0.00962244\n",
      "[3036]\tvalid_0's l2: 0.00962141\n",
      "[3037]\tvalid_0's l2: 0.00962147\n",
      "[3038]\tvalid_0's l2: 0.00962228\n",
      "[3039]\tvalid_0's l2: 0.00962237\n",
      "[3040]\tvalid_0's l2: 0.00962296\n",
      "[3041]\tvalid_0's l2: 0.0096225\n",
      "[3042]\tvalid_0's l2: 0.00962388\n",
      "[3043]\tvalid_0's l2: 0.00962385\n",
      "[3044]\tvalid_0's l2: 0.00962378\n",
      "[3045]\tvalid_0's l2: 0.00962266\n",
      "[3046]\tvalid_0's l2: 0.00962168\n",
      "[3047]\tvalid_0's l2: 0.00962055\n",
      "[3048]\tvalid_0's l2: 0.00962118\n",
      "[3049]\tvalid_0's l2: 0.00962108\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3050]\tvalid_0's l2: 0.00962101\n",
      "[3051]\tvalid_0's l2: 0.00962152\n",
      "[3052]\tvalid_0's l2: 0.00962114\n",
      "[3053]\tvalid_0's l2: 0.00962159\n",
      "[3054]\tvalid_0's l2: 0.00962079\n",
      "[3055]\tvalid_0's l2: 0.00962092\n",
      "[3056]\tvalid_0's l2: 0.00962172\n",
      "[3057]\tvalid_0's l2: 0.00962096\n",
      "[3058]\tvalid_0's l2: 0.00962161\n",
      "[3059]\tvalid_0's l2: 0.00962304\n",
      "[3060]\tvalid_0's l2: 0.00962366\n",
      "[3061]\tvalid_0's l2: 0.00962452\n",
      "[3062]\tvalid_0's l2: 0.00962406\n",
      "[3063]\tvalid_0's l2: 0.00962505\n",
      "[3064]\tvalid_0's l2: 0.00962475\n",
      "[3065]\tvalid_0's l2: 0.00962414\n",
      "[3066]\tvalid_0's l2: 0.00962394\n",
      "[3067]\tvalid_0's l2: 0.00962399\n",
      "[3068]\tvalid_0's l2: 0.00962392\n",
      "[3069]\tvalid_0's l2: 0.00962423\n",
      "[3070]\tvalid_0's l2: 0.00962347\n",
      "[3071]\tvalid_0's l2: 0.00962366\n",
      "[3072]\tvalid_0's l2: 0.0096226\n",
      "[3073]\tvalid_0's l2: 0.0096222\n",
      "[3074]\tvalid_0's l2: 0.00962296\n",
      "[3075]\tvalid_0's l2: 0.00962347\n",
      "[3076]\tvalid_0's l2: 0.00962403\n",
      "[3077]\tvalid_0's l2: 0.00962576\n",
      "[3078]\tvalid_0's l2: 0.00962615\n",
      "[3079]\tvalid_0's l2: 0.00962656\n",
      "[3080]\tvalid_0's l2: 0.00962678\n",
      "[3081]\tvalid_0's l2: 0.00962572\n",
      "[3082]\tvalid_0's l2: 0.00962601\n",
      "[3083]\tvalid_0's l2: 0.00962648\n",
      "[3084]\tvalid_0's l2: 0.00962579\n",
      "[3085]\tvalid_0's l2: 0.00962558\n",
      "[3086]\tvalid_0's l2: 0.00962431\n",
      "[3087]\tvalid_0's l2: 0.00962407\n",
      "[3088]\tvalid_0's l2: 0.00962443\n",
      "[3089]\tvalid_0's l2: 0.00962353\n",
      "[3090]\tvalid_0's l2: 0.00962352\n",
      "[3091]\tvalid_0's l2: 0.00962269\n",
      "[3092]\tvalid_0's l2: 0.00962227\n",
      "[3093]\tvalid_0's l2: 0.00962154\n",
      "[3094]\tvalid_0's l2: 0.00962073\n",
      "[3095]\tvalid_0's l2: 0.00962016\n",
      "[3096]\tvalid_0's l2: 0.00962007\n",
      "[3097]\tvalid_0's l2: 0.00962074\n",
      "[3098]\tvalid_0's l2: 0.00962179\n",
      "[3099]\tvalid_0's l2: 0.00962114\n",
      "[3100]\tvalid_0's l2: 0.00962076\n",
      "[3101]\tvalid_0's l2: 0.00962049\n",
      "[3102]\tvalid_0's l2: 0.00962005\n",
      "[3103]\tvalid_0's l2: 0.00962042\n",
      "[3104]\tvalid_0's l2: 0.00961927\n",
      "[3105]\tvalid_0's l2: 0.00961962\n",
      "[3106]\tvalid_0's l2: 0.00961923\n",
      "[3107]\tvalid_0's l2: 0.00962043\n",
      "[3108]\tvalid_0's l2: 0.00962062\n",
      "[3109]\tvalid_0's l2: 0.00962013\n",
      "[3110]\tvalid_0's l2: 0.00962139\n",
      "[3111]\tvalid_0's l2: 0.00962177\n",
      "[3112]\tvalid_0's l2: 0.00962222\n",
      "[3113]\tvalid_0's l2: 0.0096224\n",
      "[3114]\tvalid_0's l2: 0.00962286\n",
      "[3115]\tvalid_0's l2: 0.00962337\n",
      "[3116]\tvalid_0's l2: 0.00962366\n",
      "[3117]\tvalid_0's l2: 0.00962446\n",
      "[3118]\tvalid_0's l2: 0.00962434\n",
      "[3119]\tvalid_0's l2: 0.00962484\n",
      "[3120]\tvalid_0's l2: 0.00962468\n",
      "[3121]\tvalid_0's l2: 0.00962519\n",
      "[3122]\tvalid_0's l2: 0.00962597\n",
      "[3123]\tvalid_0's l2: 0.00962587\n",
      "[3124]\tvalid_0's l2: 0.00962565\n",
      "[3125]\tvalid_0's l2: 0.00962573\n",
      "[3126]\tvalid_0's l2: 0.00962605\n",
      "[3127]\tvalid_0's l2: 0.00962555\n",
      "[3128]\tvalid_0's l2: 0.00962624\n",
      "[3129]\tvalid_0's l2: 0.00962603\n",
      "[3130]\tvalid_0's l2: 0.0096255\n",
      "[3131]\tvalid_0's l2: 0.00962621\n",
      "[3132]\tvalid_0's l2: 0.00962786\n",
      "[3133]\tvalid_0's l2: 0.00962763\n",
      "[3134]\tvalid_0's l2: 0.00962741\n",
      "[3135]\tvalid_0's l2: 0.00962745\n",
      "[3136]\tvalid_0's l2: 0.00962611\n",
      "[3137]\tvalid_0's l2: 0.00962657\n",
      "[3138]\tvalid_0's l2: 0.00962667\n",
      "[3139]\tvalid_0's l2: 0.00962656\n",
      "[3140]\tvalid_0's l2: 0.00962559\n",
      "[3141]\tvalid_0's l2: 0.00962409\n",
      "[3142]\tvalid_0's l2: 0.00962499\n",
      "[3143]\tvalid_0's l2: 0.00962439\n",
      "[3144]\tvalid_0's l2: 0.0096242\n",
      "[3145]\tvalid_0's l2: 0.00962504\n",
      "[3146]\tvalid_0's l2: 0.00962419\n",
      "[3147]\tvalid_0's l2: 0.00962436\n",
      "[3148]\tvalid_0's l2: 0.00962395\n",
      "[3149]\tvalid_0's l2: 0.00962316\n",
      "[3150]\tvalid_0's l2: 0.00962316\n",
      "[3151]\tvalid_0's l2: 0.00962287\n",
      "[3152]\tvalid_0's l2: 0.00962333\n",
      "[3153]\tvalid_0's l2: 0.0096224\n",
      "[3154]\tvalid_0's l2: 0.00962351\n",
      "[3155]\tvalid_0's l2: 0.0096229\n",
      "[3156]\tvalid_0's l2: 0.00962331\n",
      "[3157]\tvalid_0's l2: 0.00962249\n",
      "[3158]\tvalid_0's l2: 0.00962181\n",
      "[3159]\tvalid_0's l2: 0.00962261\n",
      "[3160]\tvalid_0's l2: 0.00962335\n",
      "[3161]\tvalid_0's l2: 0.00962339\n",
      "[3162]\tvalid_0's l2: 0.0096244\n",
      "[3163]\tvalid_0's l2: 0.00962406\n",
      "[3164]\tvalid_0's l2: 0.00962459\n",
      "[3165]\tvalid_0's l2: 0.00962486\n",
      "[3166]\tvalid_0's l2: 0.00962434\n",
      "[3167]\tvalid_0's l2: 0.0096243\n",
      "[3168]\tvalid_0's l2: 0.00962508\n",
      "[3169]\tvalid_0's l2: 0.00962585\n",
      "[3170]\tvalid_0's l2: 0.00962625\n",
      "[3171]\tvalid_0's l2: 0.0096258\n",
      "[3172]\tvalid_0's l2: 0.00962482\n",
      "[3173]\tvalid_0's l2: 0.00962526\n",
      "[3174]\tvalid_0's l2: 0.0096252\n",
      "[3175]\tvalid_0's l2: 0.00962524\n",
      "[3176]\tvalid_0's l2: 0.00962593\n",
      "[3177]\tvalid_0's l2: 0.00962531\n",
      "[3178]\tvalid_0's l2: 0.00962479\n",
      "[3179]\tvalid_0's l2: 0.00962439\n",
      "[3180]\tvalid_0's l2: 0.00962406\n",
      "[3181]\tvalid_0's l2: 0.00962515\n",
      "[3182]\tvalid_0's l2: 0.00962496\n",
      "[3183]\tvalid_0's l2: 0.00962447\n",
      "[3184]\tvalid_0's l2: 0.00962403\n",
      "[3185]\tvalid_0's l2: 0.00962439\n",
      "[3186]\tvalid_0's l2: 0.00962449\n",
      "[3187]\tvalid_0's l2: 0.00962487\n",
      "[3188]\tvalid_0's l2: 0.00962391\n",
      "[3189]\tvalid_0's l2: 0.00962416\n",
      "[3190]\tvalid_0's l2: 0.00962409\n",
      "[3191]\tvalid_0's l2: 0.00962481\n",
      "[3192]\tvalid_0's l2: 0.00962485\n",
      "[3193]\tvalid_0's l2: 0.00962344\n",
      "[3194]\tvalid_0's l2: 0.00962235\n",
      "[3195]\tvalid_0's l2: 0.0096229\n",
      "[3196]\tvalid_0's l2: 0.0096219\n",
      "[3197]\tvalid_0's l2: 0.00962186\n",
      "[3198]\tvalid_0's l2: 0.00962138\n",
      "[3199]\tvalid_0's l2: 0.00962234\n",
      "[3200]\tvalid_0's l2: 0.00962264\n",
      "[3201]\tvalid_0's l2: 0.00962242\n",
      "[3202]\tvalid_0's l2: 0.00962214\n",
      "[3203]\tvalid_0's l2: 0.00962181\n",
      "[3204]\tvalid_0's l2: 0.00962111\n",
      "[3205]\tvalid_0's l2: 0.00962097\n",
      "[3206]\tvalid_0's l2: 0.00962142\n",
      "[3207]\tvalid_0's l2: 0.00962275\n",
      "[3208]\tvalid_0's l2: 0.00962353\n",
      "[3209]\tvalid_0's l2: 0.00962365\n",
      "[3210]\tvalid_0's l2: 0.00962452\n",
      "[3211]\tvalid_0's l2: 0.00962429\n",
      "[3212]\tvalid_0's l2: 0.00962375\n",
      "[3213]\tvalid_0's l2: 0.00962527\n",
      "[3214]\tvalid_0's l2: 0.00962558\n",
      "[3215]\tvalid_0's l2: 0.00962543\n",
      "[3216]\tvalid_0's l2: 0.00962473\n",
      "[3217]\tvalid_0's l2: 0.00962475\n",
      "[3218]\tvalid_0's l2: 0.00962429\n",
      "[3219]\tvalid_0's l2: 0.00962456\n",
      "[3220]\tvalid_0's l2: 0.00962276\n",
      "[3221]\tvalid_0's l2: 0.00962281\n",
      "[3222]\tvalid_0's l2: 0.0096223\n",
      "[3223]\tvalid_0's l2: 0.00962221\n",
      "[3224]\tvalid_0's l2: 0.00962265\n",
      "[3225]\tvalid_0's l2: 0.00962184\n",
      "[3226]\tvalid_0's l2: 0.00962118\n",
      "[3227]\tvalid_0's l2: 0.0096211\n",
      "[3228]\tvalid_0's l2: 0.00962062\n",
      "[3229]\tvalid_0's l2: 0.00962045\n",
      "[3230]\tvalid_0's l2: 0.00961999\n",
      "[3231]\tvalid_0's l2: 0.00962069\n",
      "[3232]\tvalid_0's l2: 0.00962069\n",
      "[3233]\tvalid_0's l2: 0.00962011\n",
      "[3234]\tvalid_0's l2: 0.00962074\n",
      "[3235]\tvalid_0's l2: 0.00962142\n",
      "[3236]\tvalid_0's l2: 0.00962098\n",
      "[3237]\tvalid_0's l2: 0.00961991\n",
      "[3238]\tvalid_0's l2: 0.00961937\n",
      "[3239]\tvalid_0's l2: 0.00962031\n",
      "[3240]\tvalid_0's l2: 0.00962078\n",
      "[3241]\tvalid_0's l2: 0.00962094\n",
      "[3242]\tvalid_0's l2: 0.00962037\n",
      "[3243]\tvalid_0's l2: 0.00962028\n",
      "[3244]\tvalid_0's l2: 0.00962061\n",
      "[3245]\tvalid_0's l2: 0.00962058\n",
      "[3246]\tvalid_0's l2: 0.00962085\n",
      "[3247]\tvalid_0's l2: 0.00962135\n",
      "[3248]\tvalid_0's l2: 0.00962186\n",
      "[3249]\tvalid_0's l2: 0.00962156\n",
      "[3250]\tvalid_0's l2: 0.00962139\n",
      "[3251]\tvalid_0's l2: 0.00962164\n",
      "[3252]\tvalid_0's l2: 0.00962097\n",
      "[3253]\tvalid_0's l2: 0.00962058\n",
      "[3254]\tvalid_0's l2: 0.00961905\n",
      "[3255]\tvalid_0's l2: 0.0096179\n",
      "[3256]\tvalid_0's l2: 0.00961835\n",
      "[3257]\tvalid_0's l2: 0.00961668\n",
      "[3258]\tvalid_0's l2: 0.00961564\n",
      "[3259]\tvalid_0's l2: 0.00961562\n",
      "[3260]\tvalid_0's l2: 0.00961577\n",
      "[3261]\tvalid_0's l2: 0.00961579\n",
      "[3262]\tvalid_0's l2: 0.00961616\n",
      "[3263]\tvalid_0's l2: 0.00961583\n",
      "[3264]\tvalid_0's l2: 0.00961585\n",
      "[3265]\tvalid_0's l2: 0.00961482\n",
      "[3266]\tvalid_0's l2: 0.00961488\n",
      "[3267]\tvalid_0's l2: 0.0096149\n",
      "[3268]\tvalid_0's l2: 0.00961509\n",
      "[3269]\tvalid_0's l2: 0.00961564\n",
      "[3270]\tvalid_0's l2: 0.00961513\n",
      "[3271]\tvalid_0's l2: 0.00961405\n",
      "[3272]\tvalid_0's l2: 0.00961201\n",
      "[3273]\tvalid_0's l2: 0.00961187\n",
      "[3274]\tvalid_0's l2: 0.00961155\n",
      "[3275]\tvalid_0's l2: 0.00961181\n",
      "[3276]\tvalid_0's l2: 0.00961114\n",
      "[3277]\tvalid_0's l2: 0.0096106\n",
      "[3278]\tvalid_0's l2: 0.00961102\n",
      "[3279]\tvalid_0's l2: 0.00961109\n",
      "[3280]\tvalid_0's l2: 0.00961099\n",
      "[3281]\tvalid_0's l2: 0.00961058\n",
      "[3282]\tvalid_0's l2: 0.00961004\n",
      "[3283]\tvalid_0's l2: 0.00961039\n",
      "[3284]\tvalid_0's l2: 0.00961111\n",
      "[3285]\tvalid_0's l2: 0.00961136\n",
      "[3286]\tvalid_0's l2: 0.00961263\n",
      "[3287]\tvalid_0's l2: 0.00961272\n",
      "[3288]\tvalid_0's l2: 0.00961308\n",
      "[3289]\tvalid_0's l2: 0.00961393\n",
      "[3290]\tvalid_0's l2: 0.00961403\n",
      "[3291]\tvalid_0's l2: 0.00961416\n",
      "[3292]\tvalid_0's l2: 0.00961385\n",
      "[3293]\tvalid_0's l2: 0.00961445\n",
      "[3294]\tvalid_0's l2: 0.00961502\n",
      "[3295]\tvalid_0's l2: 0.00961526\n",
      "[3296]\tvalid_0's l2: 0.00961466\n",
      "[3297]\tvalid_0's l2: 0.00961363\n",
      "[3298]\tvalid_0's l2: 0.00961267\n",
      "[3299]\tvalid_0's l2: 0.00961184\n",
      "[3300]\tvalid_0's l2: 0.0096106\n",
      "[3301]\tvalid_0's l2: 0.00960978\n",
      "[3302]\tvalid_0's l2: 0.0096098\n",
      "[3303]\tvalid_0's l2: 0.0096102\n",
      "[3304]\tvalid_0's l2: 0.00960965\n",
      "[3305]\tvalid_0's l2: 0.00960917\n",
      "[3306]\tvalid_0's l2: 0.00960865\n",
      "[3307]\tvalid_0's l2: 0.00960804\n",
      "[3308]\tvalid_0's l2: 0.00960978\n",
      "[3309]\tvalid_0's l2: 0.00960928\n",
      "[3310]\tvalid_0's l2: 0.00960892\n",
      "[3311]\tvalid_0's l2: 0.00960955\n",
      "[3312]\tvalid_0's l2: 0.0096096\n",
      "[3313]\tvalid_0's l2: 0.00961029\n",
      "[3314]\tvalid_0's l2: 0.00960977\n",
      "[3315]\tvalid_0's l2: 0.00960934\n",
      "[3316]\tvalid_0's l2: 0.00961018\n",
      "[3317]\tvalid_0's l2: 0.00961047\n",
      "[3318]\tvalid_0's l2: 0.00961126\n",
      "[3319]\tvalid_0's l2: 0.00961162\n",
      "[3320]\tvalid_0's l2: 0.0096115\n",
      "[3321]\tvalid_0's l2: 0.00961243\n",
      "[3322]\tvalid_0's l2: 0.00961229\n",
      "[3323]\tvalid_0's l2: 0.00961203\n",
      "[3324]\tvalid_0's l2: 0.00961191\n",
      "[3325]\tvalid_0's l2: 0.0096118\n",
      "[3326]\tvalid_0's l2: 0.00961183\n",
      "[3327]\tvalid_0's l2: 0.00961225\n",
      "[3328]\tvalid_0's l2: 0.00961211\n",
      "[3329]\tvalid_0's l2: 0.00961246\n",
      "[3330]\tvalid_0's l2: 0.00961144\n",
      "[3331]\tvalid_0's l2: 0.00961119\n",
      "[3332]\tvalid_0's l2: 0.00961094\n",
      "[3333]\tvalid_0's l2: 0.00960989\n",
      "[3334]\tvalid_0's l2: 0.00960971\n",
      "[3335]\tvalid_0's l2: 0.00960862\n",
      "[3336]\tvalid_0's l2: 0.00960923\n",
      "[3337]\tvalid_0's l2: 0.00960932\n",
      "[3338]\tvalid_0's l2: 0.00960941\n",
      "[3339]\tvalid_0's l2: 0.00960859\n",
      "[3340]\tvalid_0's l2: 0.00960918\n",
      "[3341]\tvalid_0's l2: 0.00960848\n",
      "[3342]\tvalid_0's l2: 0.00960868\n",
      "[3343]\tvalid_0's l2: 0.00960957\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3344]\tvalid_0's l2: 0.00960935\n",
      "[3345]\tvalid_0's l2: 0.00960902\n",
      "[3346]\tvalid_0's l2: 0.00960807\n",
      "[3347]\tvalid_0's l2: 0.00960842\n",
      "[3348]\tvalid_0's l2: 0.00960862\n",
      "[3349]\tvalid_0's l2: 0.00960885\n",
      "[3350]\tvalid_0's l2: 0.00960963\n",
      "[3351]\tvalid_0's l2: 0.00960825\n",
      "[3352]\tvalid_0's l2: 0.00960833\n",
      "[3353]\tvalid_0's l2: 0.0096083\n",
      "[3354]\tvalid_0's l2: 0.0096079\n",
      "[3355]\tvalid_0's l2: 0.00960754\n",
      "[3356]\tvalid_0's l2: 0.00960702\n",
      "[3357]\tvalid_0's l2: 0.00960586\n",
      "[3358]\tvalid_0's l2: 0.00960552\n",
      "[3359]\tvalid_0's l2: 0.00960531\n",
      "[3360]\tvalid_0's l2: 0.0096044\n",
      "[3361]\tvalid_0's l2: 0.00960492\n",
      "[3362]\tvalid_0's l2: 0.00960541\n",
      "[3363]\tvalid_0's l2: 0.00960474\n",
      "[3364]\tvalid_0's l2: 0.00960512\n",
      "[3365]\tvalid_0's l2: 0.00960632\n",
      "[3366]\tvalid_0's l2: 0.00960704\n",
      "[3367]\tvalid_0's l2: 0.0096072\n",
      "[3368]\tvalid_0's l2: 0.00960755\n",
      "[3369]\tvalid_0's l2: 0.00960777\n",
      "[3370]\tvalid_0's l2: 0.00960823\n",
      "[3371]\tvalid_0's l2: 0.00960869\n",
      "[3372]\tvalid_0's l2: 0.00960846\n",
      "[3373]\tvalid_0's l2: 0.00960852\n",
      "[3374]\tvalid_0's l2: 0.00960781\n",
      "[3375]\tvalid_0's l2: 0.00960778\n",
      "[3376]\tvalid_0's l2: 0.00960825\n",
      "[3377]\tvalid_0's l2: 0.00960811\n",
      "[3378]\tvalid_0's l2: 0.00960729\n",
      "[3379]\tvalid_0's l2: 0.00960842\n",
      "[3380]\tvalid_0's l2: 0.0096079\n",
      "[3381]\tvalid_0's l2: 0.00960761\n",
      "[3382]\tvalid_0's l2: 0.00960735\n",
      "[3383]\tvalid_0's l2: 0.00960606\n",
      "[3384]\tvalid_0's l2: 0.00960558\n",
      "[3385]\tvalid_0's l2: 0.00960558\n",
      "[3386]\tvalid_0's l2: 0.00960592\n",
      "[3387]\tvalid_0's l2: 0.00960637\n",
      "[3388]\tvalid_0's l2: 0.00960606\n",
      "[3389]\tvalid_0's l2: 0.00960507\n",
      "[3390]\tvalid_0's l2: 0.00960422\n",
      "[3391]\tvalid_0's l2: 0.00960389\n",
      "[3392]\tvalid_0's l2: 0.00960436\n",
      "[3393]\tvalid_0's l2: 0.00960435\n",
      "[3394]\tvalid_0's l2: 0.00960448\n",
      "[3395]\tvalid_0's l2: 0.00960463\n",
      "[3396]\tvalid_0's l2: 0.00960465\n",
      "[3397]\tvalid_0's l2: 0.00960477\n",
      "[3398]\tvalid_0's l2: 0.0096047\n",
      "[3399]\tvalid_0's l2: 0.00960356\n",
      "[3400]\tvalid_0's l2: 0.00960301\n",
      "[3401]\tvalid_0's l2: 0.00960343\n",
      "[3402]\tvalid_0's l2: 0.00960383\n",
      "[3403]\tvalid_0's l2: 0.00960369\n",
      "[3404]\tvalid_0's l2: 0.00960308\n",
      "[3405]\tvalid_0's l2: 0.00960311\n",
      "[3406]\tvalid_0's l2: 0.00960294\n",
      "[3407]\tvalid_0's l2: 0.00960343\n",
      "[3408]\tvalid_0's l2: 0.00960289\n",
      "[3409]\tvalid_0's l2: 0.00960284\n",
      "[3410]\tvalid_0's l2: 0.00960304\n",
      "[3411]\tvalid_0's l2: 0.00960256\n",
      "[3412]\tvalid_0's l2: 0.00960222\n",
      "[3413]\tvalid_0's l2: 0.00960228\n",
      "[3414]\tvalid_0's l2: 0.00960306\n",
      "[3415]\tvalid_0's l2: 0.00960406\n",
      "[3416]\tvalid_0's l2: 0.00960332\n",
      "[3417]\tvalid_0's l2: 0.0096031\n",
      "[3418]\tvalid_0's l2: 0.00960346\n",
      "[3419]\tvalid_0's l2: 0.00960397\n",
      "[3420]\tvalid_0's l2: 0.00960345\n",
      "[3421]\tvalid_0's l2: 0.0096029\n",
      "[3422]\tvalid_0's l2: 0.00960288\n",
      "[3423]\tvalid_0's l2: 0.00960333\n",
      "[3424]\tvalid_0's l2: 0.00960409\n",
      "[3425]\tvalid_0's l2: 0.00960264\n",
      "[3426]\tvalid_0's l2: 0.00960291\n",
      "[3427]\tvalid_0's l2: 0.00960321\n",
      "[3428]\tvalid_0's l2: 0.0096032\n",
      "[3429]\tvalid_0's l2: 0.00960458\n",
      "[3430]\tvalid_0's l2: 0.00960329\n",
      "[3431]\tvalid_0's l2: 0.00960344\n",
      "[3432]\tvalid_0's l2: 0.00960477\n",
      "[3433]\tvalid_0's l2: 0.00960445\n",
      "[3434]\tvalid_0's l2: 0.00960405\n",
      "[3435]\tvalid_0's l2: 0.00960389\n",
      "[3436]\tvalid_0's l2: 0.00960363\n",
      "[3437]\tvalid_0's l2: 0.00960322\n",
      "[3438]\tvalid_0's l2: 0.0096038\n",
      "[3439]\tvalid_0's l2: 0.00960483\n",
      "[3440]\tvalid_0's l2: 0.00960433\n",
      "[3441]\tvalid_0's l2: 0.00960368\n",
      "[3442]\tvalid_0's l2: 0.00960442\n",
      "[3443]\tvalid_0's l2: 0.00960432\n",
      "[3444]\tvalid_0's l2: 0.00960406\n",
      "[3445]\tvalid_0's l2: 0.00960524\n",
      "[3446]\tvalid_0's l2: 0.00960547\n",
      "[3447]\tvalid_0's l2: 0.00960527\n",
      "[3448]\tvalid_0's l2: 0.0096053\n",
      "[3449]\tvalid_0's l2: 0.009605\n",
      "[3450]\tvalid_0's l2: 0.00960571\n",
      "[3451]\tvalid_0's l2: 0.00960615\n",
      "[3452]\tvalid_0's l2: 0.00960528\n",
      "[3453]\tvalid_0's l2: 0.00960482\n",
      "[3454]\tvalid_0's l2: 0.00960385\n",
      "[3455]\tvalid_0's l2: 0.00960355\n",
      "[3456]\tvalid_0's l2: 0.00960348\n",
      "[3457]\tvalid_0's l2: 0.00960312\n",
      "[3458]\tvalid_0's l2: 0.00960322\n",
      "[3459]\tvalid_0's l2: 0.00960331\n",
      "[3460]\tvalid_0's l2: 0.00960369\n",
      "[3461]\tvalid_0's l2: 0.0096031\n",
      "[3462]\tvalid_0's l2: 0.00960236\n",
      "[3463]\tvalid_0's l2: 0.00960255\n",
      "[3464]\tvalid_0's l2: 0.00960294\n",
      "[3465]\tvalid_0's l2: 0.00960251\n",
      "[3466]\tvalid_0's l2: 0.00960265\n",
      "[3467]\tvalid_0's l2: 0.00960253\n",
      "[3468]\tvalid_0's l2: 0.00960296\n",
      "[3469]\tvalid_0's l2: 0.00960303\n",
      "[3470]\tvalid_0's l2: 0.00960345\n",
      "[3471]\tvalid_0's l2: 0.00960413\n",
      "[3472]\tvalid_0's l2: 0.00960316\n",
      "[3473]\tvalid_0's l2: 0.00960408\n",
      "[3474]\tvalid_0's l2: 0.00960426\n",
      "[3475]\tvalid_0's l2: 0.00960524\n",
      "[3476]\tvalid_0's l2: 0.00960468\n",
      "[3477]\tvalid_0's l2: 0.00960416\n",
      "[3478]\tvalid_0's l2: 0.0096044\n",
      "[3479]\tvalid_0's l2: 0.00960357\n",
      "[3480]\tvalid_0's l2: 0.00960393\n",
      "[3481]\tvalid_0's l2: 0.00960353\n",
      "[3482]\tvalid_0's l2: 0.00960416\n",
      "[3483]\tvalid_0's l2: 0.00960466\n",
      "[3484]\tvalid_0's l2: 0.00960385\n",
      "[3485]\tvalid_0's l2: 0.0096022\n",
      "[3486]\tvalid_0's l2: 0.00960231\n",
      "[3487]\tvalid_0's l2: 0.00960124\n",
      "[3488]\tvalid_0's l2: 0.00960143\n",
      "[3489]\tvalid_0's l2: 0.00960202\n",
      "[3490]\tvalid_0's l2: 0.00960236\n",
      "[3491]\tvalid_0's l2: 0.00960153\n",
      "[3492]\tvalid_0's l2: 0.00960272\n",
      "[3493]\tvalid_0's l2: 0.00960302\n",
      "[3494]\tvalid_0's l2: 0.00960228\n",
      "[3495]\tvalid_0's l2: 0.00960347\n",
      "[3496]\tvalid_0's l2: 0.00960378\n",
      "[3497]\tvalid_0's l2: 0.00960292\n",
      "[3498]\tvalid_0's l2: 0.00960241\n",
      "[3499]\tvalid_0's l2: 0.0096023\n",
      "[3500]\tvalid_0's l2: 0.00960342\n",
      "[3501]\tvalid_0's l2: 0.00960329\n",
      "[3502]\tvalid_0's l2: 0.00960241\n",
      "[3503]\tvalid_0's l2: 0.00960235\n",
      "[3504]\tvalid_0's l2: 0.00960202\n",
      "[3505]\tvalid_0's l2: 0.00960236\n",
      "[3506]\tvalid_0's l2: 0.00960201\n",
      "[3507]\tvalid_0's l2: 0.00960194\n",
      "[3508]\tvalid_0's l2: 0.00960206\n",
      "[3509]\tvalid_0's l2: 0.00960171\n",
      "[3510]\tvalid_0's l2: 0.00960122\n",
      "[3511]\tvalid_0's l2: 0.0096014\n",
      "[3512]\tvalid_0's l2: 0.00960059\n",
      "[3513]\tvalid_0's l2: 0.00960111\n",
      "[3514]\tvalid_0's l2: 0.00960094\n",
      "[3515]\tvalid_0's l2: 0.0096011\n",
      "[3516]\tvalid_0's l2: 0.00960111\n",
      "[3517]\tvalid_0's l2: 0.00960153\n",
      "[3518]\tvalid_0's l2: 0.0096011\n",
      "[3519]\tvalid_0's l2: 0.0096013\n",
      "[3520]\tvalid_0's l2: 0.00960178\n",
      "[3521]\tvalid_0's l2: 0.00960136\n",
      "[3522]\tvalid_0's l2: 0.00960195\n",
      "[3523]\tvalid_0's l2: 0.00960241\n",
      "[3524]\tvalid_0's l2: 0.00960185\n",
      "[3525]\tvalid_0's l2: 0.00960206\n",
      "[3526]\tvalid_0's l2: 0.00960142\n",
      "[3527]\tvalid_0's l2: 0.00960276\n",
      "[3528]\tvalid_0's l2: 0.0096026\n",
      "[3529]\tvalid_0's l2: 0.00960305\n",
      "[3530]\tvalid_0's l2: 0.00960233\n",
      "[3531]\tvalid_0's l2: 0.00960185\n",
      "[3532]\tvalid_0's l2: 0.00960171\n",
      "[3533]\tvalid_0's l2: 0.00960087\n",
      "[3534]\tvalid_0's l2: 0.00960122\n",
      "[3535]\tvalid_0's l2: 0.00960135\n",
      "[3536]\tvalid_0's l2: 0.00960149\n",
      "[3537]\tvalid_0's l2: 0.00960137\n",
      "[3538]\tvalid_0's l2: 0.00960085\n",
      "[3539]\tvalid_0's l2: 0.0096007\n",
      "[3540]\tvalid_0's l2: 0.00960053\n",
      "[3541]\tvalid_0's l2: 0.00960004\n",
      "[3542]\tvalid_0's l2: 0.00959997\n",
      "[3543]\tvalid_0's l2: 0.00959926\n",
      "[3544]\tvalid_0's l2: 0.00960052\n",
      "[3545]\tvalid_0's l2: 0.00960066\n",
      "[3546]\tvalid_0's l2: 0.00959957\n",
      "[3547]\tvalid_0's l2: 0.00959943\n",
      "[3548]\tvalid_0's l2: 0.00959947\n",
      "[3549]\tvalid_0's l2: 0.00959909\n",
      "[3550]\tvalid_0's l2: 0.0095986\n",
      "[3551]\tvalid_0's l2: 0.00959804\n",
      "[3552]\tvalid_0's l2: 0.00959763\n",
      "[3553]\tvalid_0's l2: 0.00959806\n",
      "[3554]\tvalid_0's l2: 0.00959848\n",
      "[3555]\tvalid_0's l2: 0.00959852\n",
      "[3556]\tvalid_0's l2: 0.00959724\n",
      "[3557]\tvalid_0's l2: 0.00959693\n",
      "[3558]\tvalid_0's l2: 0.00959708\n",
      "[3559]\tvalid_0's l2: 0.00959681\n",
      "[3560]\tvalid_0's l2: 0.00959624\n",
      "[3561]\tvalid_0's l2: 0.0095956\n",
      "[3562]\tvalid_0's l2: 0.00959581\n",
      "[3563]\tvalid_0's l2: 0.00959518\n",
      "[3564]\tvalid_0's l2: 0.00959572\n",
      "[3565]\tvalid_0's l2: 0.00959581\n",
      "[3566]\tvalid_0's l2: 0.00959538\n",
      "[3567]\tvalid_0's l2: 0.00959548\n",
      "[3568]\tvalid_0's l2: 0.00959461\n",
      "[3569]\tvalid_0's l2: 0.00959526\n",
      "[3570]\tvalid_0's l2: 0.0095948\n",
      "[3571]\tvalid_0's l2: 0.009596\n",
      "[3572]\tvalid_0's l2: 0.0095957\n",
      "[3573]\tvalid_0's l2: 0.00959586\n",
      "[3574]\tvalid_0's l2: 0.00959595\n",
      "[3575]\tvalid_0's l2: 0.00959563\n",
      "[3576]\tvalid_0's l2: 0.00959703\n",
      "[3577]\tvalid_0's l2: 0.00959736\n",
      "[3578]\tvalid_0's l2: 0.00959705\n",
      "[3579]\tvalid_0's l2: 0.00959772\n",
      "[3580]\tvalid_0's l2: 0.00959773\n",
      "[3581]\tvalid_0's l2: 0.0095976\n",
      "[3582]\tvalid_0's l2: 0.0095986\n",
      "[3583]\tvalid_0's l2: 0.00959834\n",
      "[3584]\tvalid_0's l2: 0.00959886\n",
      "[3585]\tvalid_0's l2: 0.00959943\n",
      "[3586]\tvalid_0's l2: 0.00959934\n",
      "[3587]\tvalid_0's l2: 0.00960023\n",
      "[3588]\tvalid_0's l2: 0.00959904\n",
      "[3589]\tvalid_0's l2: 0.00959919\n",
      "[3590]\tvalid_0's l2: 0.00959908\n",
      "[3591]\tvalid_0's l2: 0.00959872\n",
      "[3592]\tvalid_0's l2: 0.00959904\n",
      "[3593]\tvalid_0's l2: 0.00959839\n",
      "[3594]\tvalid_0's l2: 0.00959856\n",
      "[3595]\tvalid_0's l2: 0.00959889\n",
      "[3596]\tvalid_0's l2: 0.0095985\n",
      "[3597]\tvalid_0's l2: 0.00959836\n",
      "[3598]\tvalid_0's l2: 0.00959854\n",
      "[3599]\tvalid_0's l2: 0.00959821\n",
      "[3600]\tvalid_0's l2: 0.00959924\n",
      "[3601]\tvalid_0's l2: 0.00959901\n",
      "[3602]\tvalid_0's l2: 0.00959914\n",
      "[3603]\tvalid_0's l2: 0.00959977\n",
      "[3604]\tvalid_0's l2: 0.00959999\n",
      "[3605]\tvalid_0's l2: 0.00960048\n",
      "[3606]\tvalid_0's l2: 0.00960039\n",
      "[3607]\tvalid_0's l2: 0.00960006\n",
      "[3608]\tvalid_0's l2: 0.00959962\n",
      "[3609]\tvalid_0's l2: 0.00959912\n",
      "[3610]\tvalid_0's l2: 0.00959895\n",
      "[3611]\tvalid_0's l2: 0.00959834\n",
      "[3612]\tvalid_0's l2: 0.00959786\n",
      "[3613]\tvalid_0's l2: 0.00959709\n",
      "[3614]\tvalid_0's l2: 0.00959723\n",
      "[3615]\tvalid_0's l2: 0.00959709\n",
      "[3616]\tvalid_0's l2: 0.00959638\n",
      "[3617]\tvalid_0's l2: 0.00959652\n",
      "[3618]\tvalid_0's l2: 0.00959589\n",
      "[3619]\tvalid_0's l2: 0.00959595\n",
      "[3620]\tvalid_0's l2: 0.00959603\n",
      "[3621]\tvalid_0's l2: 0.00959542\n",
      "[3622]\tvalid_0's l2: 0.00959525\n",
      "[3623]\tvalid_0's l2: 0.00959549\n",
      "[3624]\tvalid_0's l2: 0.0095959\n",
      "[3625]\tvalid_0's l2: 0.00959617\n",
      "[3626]\tvalid_0's l2: 0.00959554\n",
      "[3627]\tvalid_0's l2: 0.00959579\n",
      "[3628]\tvalid_0's l2: 0.0095965\n",
      "[3629]\tvalid_0's l2: 0.00959685\n",
      "[3630]\tvalid_0's l2: 0.00959636\n",
      "[3631]\tvalid_0's l2: 0.00959604\n",
      "[3632]\tvalid_0's l2: 0.00959653\n",
      "[3633]\tvalid_0's l2: 0.00959676\n",
      "[3634]\tvalid_0's l2: 0.00959672\n",
      "[3635]\tvalid_0's l2: 0.00959635\n",
      "[3636]\tvalid_0's l2: 0.00959604\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3637]\tvalid_0's l2: 0.00959554\n",
      "[3638]\tvalid_0's l2: 0.0095958\n",
      "[3639]\tvalid_0's l2: 0.00959503\n",
      "[3640]\tvalid_0's l2: 0.00959629\n",
      "[3641]\tvalid_0's l2: 0.00959677\n",
      "[3642]\tvalid_0's l2: 0.00959699\n",
      "[3643]\tvalid_0's l2: 0.00959714\n",
      "[3644]\tvalid_0's l2: 0.00959623\n",
      "[3645]\tvalid_0's l2: 0.00959585\n",
      "[3646]\tvalid_0's l2: 0.00959617\n",
      "[3647]\tvalid_0's l2: 0.0095972\n",
      "[3648]\tvalid_0's l2: 0.0095975\n",
      "[3649]\tvalid_0's l2: 0.00959734\n",
      "[3650]\tvalid_0's l2: 0.00959738\n",
      "[3651]\tvalid_0's l2: 0.00959762\n",
      "[3652]\tvalid_0's l2: 0.00959842\n",
      "[3653]\tvalid_0's l2: 0.00959859\n",
      "[3654]\tvalid_0's l2: 0.00959866\n",
      "[3655]\tvalid_0's l2: 0.00959852\n",
      "[3656]\tvalid_0's l2: 0.00959835\n",
      "[3657]\tvalid_0's l2: 0.00959883\n",
      "[3658]\tvalid_0's l2: 0.00959903\n",
      "[3659]\tvalid_0's l2: 0.00959894\n",
      "[3660]\tvalid_0's l2: 0.00959826\n",
      "[3661]\tvalid_0's l2: 0.00959824\n",
      "[3662]\tvalid_0's l2: 0.00959777\n",
      "[3663]\tvalid_0's l2: 0.00959812\n",
      "[3664]\tvalid_0's l2: 0.00959725\n",
      "[3665]\tvalid_0's l2: 0.0095967\n",
      "[3666]\tvalid_0's l2: 0.00959801\n",
      "[3667]\tvalid_0's l2: 0.00959736\n",
      "[3668]\tvalid_0's l2: 0.00959708\n",
      "[3669]\tvalid_0's l2: 0.0095965\n",
      "[3670]\tvalid_0's l2: 0.00959639\n",
      "[3671]\tvalid_0's l2: 0.0095963\n",
      "[3672]\tvalid_0's l2: 0.00959564\n",
      "[3673]\tvalid_0's l2: 0.00959475\n",
      "[3674]\tvalid_0's l2: 0.00959485\n",
      "[3675]\tvalid_0's l2: 0.00959443\n",
      "[3676]\tvalid_0's l2: 0.00959347\n",
      "[3677]\tvalid_0's l2: 0.00959216\n",
      "[3678]\tvalid_0's l2: 0.00959101\n",
      "[3679]\tvalid_0's l2: 0.00959094\n",
      "[3680]\tvalid_0's l2: 0.00959122\n",
      "[3681]\tvalid_0's l2: 0.00959046\n",
      "[3682]\tvalid_0's l2: 0.00959034\n",
      "[3683]\tvalid_0's l2: 0.00959013\n",
      "[3684]\tvalid_0's l2: 0.00959091\n",
      "[3685]\tvalid_0's l2: 0.00958974\n",
      "[3686]\tvalid_0's l2: 0.00958961\n",
      "[3687]\tvalid_0's l2: 0.00958934\n",
      "[3688]\tvalid_0's l2: 0.00958961\n",
      "[3689]\tvalid_0's l2: 0.0095889\n",
      "[3690]\tvalid_0's l2: 0.00958826\n",
      "[3691]\tvalid_0's l2: 0.00958797\n",
      "[3692]\tvalid_0's l2: 0.00958846\n",
      "[3693]\tvalid_0's l2: 0.0095895\n",
      "[3694]\tvalid_0's l2: 0.00958944\n",
      "[3695]\tvalid_0's l2: 0.0095899\n",
      "[3696]\tvalid_0's l2: 0.00959005\n",
      "[3697]\tvalid_0's l2: 0.0095897\n",
      "[3698]\tvalid_0's l2: 0.00959053\n",
      "[3699]\tvalid_0's l2: 0.0095899\n",
      "[3700]\tvalid_0's l2: 0.0095907\n",
      "[3701]\tvalid_0's l2: 0.00959126\n",
      "[3702]\tvalid_0's l2: 0.00959177\n",
      "[3703]\tvalid_0's l2: 0.00959172\n",
      "[3704]\tvalid_0's l2: 0.00959157\n",
      "[3705]\tvalid_0's l2: 0.00959129\n",
      "[3706]\tvalid_0's l2: 0.0095922\n",
      "[3707]\tvalid_0's l2: 0.00959179\n",
      "[3708]\tvalid_0's l2: 0.00959153\n",
      "[3709]\tvalid_0's l2: 0.00959126\n",
      "[3710]\tvalid_0's l2: 0.00959138\n",
      "[3711]\tvalid_0's l2: 0.00959147\n",
      "[3712]\tvalid_0's l2: 0.00959051\n",
      "[3713]\tvalid_0's l2: 0.00959068\n",
      "[3714]\tvalid_0's l2: 0.00959015\n",
      "[3715]\tvalid_0's l2: 0.00959067\n",
      "[3716]\tvalid_0's l2: 0.0095919\n",
      "[3717]\tvalid_0's l2: 0.00959173\n",
      "[3718]\tvalid_0's l2: 0.00959133\n",
      "[3719]\tvalid_0's l2: 0.00959124\n",
      "[3720]\tvalid_0's l2: 0.00959128\n",
      "[3721]\tvalid_0's l2: 0.00959116\n",
      "[3722]\tvalid_0's l2: 0.00959115\n",
      "[3723]\tvalid_0's l2: 0.0095917\n",
      "[3724]\tvalid_0's l2: 0.00959109\n",
      "[3725]\tvalid_0's l2: 0.00959084\n",
      "[3726]\tvalid_0's l2: 0.00959011\n",
      "[3727]\tvalid_0's l2: 0.00959003\n",
      "[3728]\tvalid_0's l2: 0.00959042\n",
      "[3729]\tvalid_0's l2: 0.00959062\n",
      "[3730]\tvalid_0's l2: 0.00959072\n",
      "[3731]\tvalid_0's l2: 0.00959088\n",
      "[3732]\tvalid_0's l2: 0.00958973\n",
      "[3733]\tvalid_0's l2: 0.00958956\n",
      "[3734]\tvalid_0's l2: 0.00958872\n",
      "[3735]\tvalid_0's l2: 0.00958844\n",
      "[3736]\tvalid_0's l2: 0.00958787\n",
      "[3737]\tvalid_0's l2: 0.00958764\n",
      "[3738]\tvalid_0's l2: 0.00958742\n",
      "[3739]\tvalid_0's l2: 0.0095872\n",
      "[3740]\tvalid_0's l2: 0.00958695\n",
      "[3741]\tvalid_0's l2: 0.0095864\n",
      "[3742]\tvalid_0's l2: 0.00958646\n",
      "[3743]\tvalid_0's l2: 0.00958662\n",
      "[3744]\tvalid_0's l2: 0.0095861\n",
      "[3745]\tvalid_0's l2: 0.00958728\n",
      "[3746]\tvalid_0's l2: 0.00958634\n",
      "[3747]\tvalid_0's l2: 0.00958645\n",
      "[3748]\tvalid_0's l2: 0.00958644\n",
      "[3749]\tvalid_0's l2: 0.00958645\n",
      "[3750]\tvalid_0's l2: 0.00958688\n",
      "[3751]\tvalid_0's l2: 0.00958716\n",
      "[3752]\tvalid_0's l2: 0.00958757\n",
      "[3753]\tvalid_0's l2: 0.00958668\n",
      "[3754]\tvalid_0's l2: 0.00958702\n",
      "[3755]\tvalid_0's l2: 0.00958705\n",
      "[3756]\tvalid_0's l2: 0.00958628\n",
      "[3757]\tvalid_0's l2: 0.00958624\n",
      "[3758]\tvalid_0's l2: 0.00958626\n",
      "[3759]\tvalid_0's l2: 0.00958528\n",
      "[3760]\tvalid_0's l2: 0.00958578\n",
      "[3761]\tvalid_0's l2: 0.00958537\n",
      "[3762]\tvalid_0's l2: 0.00958461\n",
      "[3763]\tvalid_0's l2: 0.0095841\n",
      "[3764]\tvalid_0's l2: 0.00958354\n",
      "[3765]\tvalid_0's l2: 0.00958296\n",
      "[3766]\tvalid_0's l2: 0.00958299\n",
      "[3767]\tvalid_0's l2: 0.00958293\n",
      "[3768]\tvalid_0's l2: 0.00958312\n",
      "[3769]\tvalid_0's l2: 0.00958395\n",
      "[3770]\tvalid_0's l2: 0.00958439\n",
      "[3771]\tvalid_0's l2: 0.00958447\n",
      "[3772]\tvalid_0's l2: 0.00958539\n",
      "[3773]\tvalid_0's l2: 0.00958537\n",
      "[3774]\tvalid_0's l2: 0.00958542\n",
      "[3775]\tvalid_0's l2: 0.0095857\n",
      "[3776]\tvalid_0's l2: 0.00958584\n",
      "[3777]\tvalid_0's l2: 0.00958595\n",
      "[3778]\tvalid_0's l2: 0.00958613\n",
      "[3779]\tvalid_0's l2: 0.0095863\n",
      "[3780]\tvalid_0's l2: 0.00958675\n",
      "[3781]\tvalid_0's l2: 0.00958676\n",
      "[3782]\tvalid_0's l2: 0.00958725\n",
      "[3783]\tvalid_0's l2: 0.00958549\n",
      "[3784]\tvalid_0's l2: 0.00958544\n",
      "[3785]\tvalid_0's l2: 0.00958517\n",
      "[3786]\tvalid_0's l2: 0.00958521\n",
      "[3787]\tvalid_0's l2: 0.00958585\n",
      "[3788]\tvalid_0's l2: 0.00958586\n",
      "[3789]\tvalid_0's l2: 0.00958636\n",
      "[3790]\tvalid_0's l2: 0.00958673\n",
      "[3791]\tvalid_0's l2: 0.00958639\n",
      "[3792]\tvalid_0's l2: 0.00958658\n",
      "[3793]\tvalid_0's l2: 0.00958602\n",
      "[3794]\tvalid_0's l2: 0.00958522\n",
      "[3795]\tvalid_0's l2: 0.00958494\n",
      "[3796]\tvalid_0's l2: 0.00958455\n",
      "[3797]\tvalid_0's l2: 0.00958406\n",
      "[3798]\tvalid_0's l2: 0.00958406\n",
      "[3799]\tvalid_0's l2: 0.00958347\n",
      "[3800]\tvalid_0's l2: 0.00958311\n",
      "[3801]\tvalid_0's l2: 0.00958251\n",
      "[3802]\tvalid_0's l2: 0.00958252\n",
      "[3803]\tvalid_0's l2: 0.00958254\n",
      "[3804]\tvalid_0's l2: 0.00958322\n",
      "[3805]\tvalid_0's l2: 0.00958384\n",
      "[3806]\tvalid_0's l2: 0.00958316\n",
      "[3807]\tvalid_0's l2: 0.00958266\n",
      "[3808]\tvalid_0's l2: 0.00958253\n",
      "[3809]\tvalid_0's l2: 0.0095833\n",
      "[3810]\tvalid_0's l2: 0.00958247\n",
      "[3811]\tvalid_0's l2: 0.00958263\n",
      "[3812]\tvalid_0's l2: 0.00958275\n",
      "[3813]\tvalid_0's l2: 0.00958304\n",
      "[3814]\tvalid_0's l2: 0.00958281\n",
      "[3815]\tvalid_0's l2: 0.00958268\n",
      "[3816]\tvalid_0's l2: 0.00958232\n",
      "[3817]\tvalid_0's l2: 0.00958246\n",
      "[3818]\tvalid_0's l2: 0.0095824\n",
      "[3819]\tvalid_0's l2: 0.00958171\n",
      "[3820]\tvalid_0's l2: 0.00958222\n",
      "[3821]\tvalid_0's l2: 0.00958161\n",
      "[3822]\tvalid_0's l2: 0.00958146\n",
      "[3823]\tvalid_0's l2: 0.00958068\n",
      "[3824]\tvalid_0's l2: 0.0095808\n",
      "[3825]\tvalid_0's l2: 0.0095804\n",
      "[3826]\tvalid_0's l2: 0.00958049\n",
      "[3827]\tvalid_0's l2: 0.00958053\n",
      "[3828]\tvalid_0's l2: 0.0095802\n",
      "[3829]\tvalid_0's l2: 0.00957941\n",
      "[3830]\tvalid_0's l2: 0.00957923\n",
      "[3831]\tvalid_0's l2: 0.00957889\n",
      "[3832]\tvalid_0's l2: 0.00957884\n",
      "[3833]\tvalid_0's l2: 0.00957851\n",
      "[3834]\tvalid_0's l2: 0.0095783\n",
      "[3835]\tvalid_0's l2: 0.0095778\n",
      "[3836]\tvalid_0's l2: 0.00957821\n",
      "[3837]\tvalid_0's l2: 0.00957767\n",
      "[3838]\tvalid_0's l2: 0.00957722\n",
      "[3839]\tvalid_0's l2: 0.00957725\n",
      "[3840]\tvalid_0's l2: 0.00957711\n",
      "[3841]\tvalid_0's l2: 0.00957705\n",
      "[3842]\tvalid_0's l2: 0.0095765\n",
      "[3843]\tvalid_0's l2: 0.00957549\n",
      "[3844]\tvalid_0's l2: 0.00957612\n",
      "[3845]\tvalid_0's l2: 0.00957507\n",
      "[3846]\tvalid_0's l2: 0.00957539\n",
      "[3847]\tvalid_0's l2: 0.00957522\n",
      "[3848]\tvalid_0's l2: 0.00957565\n",
      "[3849]\tvalid_0's l2: 0.00957616\n",
      "[3850]\tvalid_0's l2: 0.00957632\n",
      "[3851]\tvalid_0's l2: 0.0095766\n",
      "[3852]\tvalid_0's l2: 0.00957698\n",
      "[3853]\tvalid_0's l2: 0.00957751\n",
      "[3854]\tvalid_0's l2: 0.00957781\n",
      "[3855]\tvalid_0's l2: 0.00957722\n",
      "[3856]\tvalid_0's l2: 0.00957677\n",
      "[3857]\tvalid_0's l2: 0.00957729\n",
      "[3858]\tvalid_0's l2: 0.00957769\n",
      "[3859]\tvalid_0's l2: 0.00957754\n",
      "[3860]\tvalid_0's l2: 0.00957708\n",
      "[3861]\tvalid_0's l2: 0.00957766\n",
      "[3862]\tvalid_0's l2: 0.00957738\n",
      "[3863]\tvalid_0's l2: 0.00957684\n",
      "[3864]\tvalid_0's l2: 0.009577\n",
      "[3865]\tvalid_0's l2: 0.00957696\n",
      "[3866]\tvalid_0's l2: 0.0095773\n",
      "[3867]\tvalid_0's l2: 0.00957615\n",
      "[3868]\tvalid_0's l2: 0.00957649\n",
      "[3869]\tvalid_0's l2: 0.00957601\n",
      "[3870]\tvalid_0's l2: 0.00957533\n",
      "[3871]\tvalid_0's l2: 0.00957578\n",
      "[3872]\tvalid_0's l2: 0.0095758\n",
      "[3873]\tvalid_0's l2: 0.00957549\n",
      "[3874]\tvalid_0's l2: 0.00957653\n",
      "[3875]\tvalid_0's l2: 0.00957607\n",
      "[3876]\tvalid_0's l2: 0.00957625\n",
      "[3877]\tvalid_0's l2: 0.00957444\n",
      "[3878]\tvalid_0's l2: 0.00957417\n",
      "[3879]\tvalid_0's l2: 0.00957387\n",
      "[3880]\tvalid_0's l2: 0.00957448\n",
      "[3881]\tvalid_0's l2: 0.00957388\n",
      "[3882]\tvalid_0's l2: 0.00957339\n",
      "[3883]\tvalid_0's l2: 0.00957383\n",
      "[3884]\tvalid_0's l2: 0.00957394\n",
      "[3885]\tvalid_0's l2: 0.0095756\n",
      "[3886]\tvalid_0's l2: 0.00957616\n",
      "[3887]\tvalid_0's l2: 0.00957532\n",
      "[3888]\tvalid_0's l2: 0.00957567\n",
      "[3889]\tvalid_0's l2: 0.00957601\n",
      "[3890]\tvalid_0's l2: 0.00957649\n",
      "[3891]\tvalid_0's l2: 0.00957695\n",
      "[3892]\tvalid_0's l2: 0.00957647\n",
      "[3893]\tvalid_0's l2: 0.00957611\n",
      "[3894]\tvalid_0's l2: 0.00957759\n",
      "[3895]\tvalid_0's l2: 0.00957772\n",
      "[3896]\tvalid_0's l2: 0.00957792\n",
      "[3897]\tvalid_0's l2: 0.00957817\n",
      "[3898]\tvalid_0's l2: 0.00957823\n",
      "[3899]\tvalid_0's l2: 0.00957837\n",
      "[3900]\tvalid_0's l2: 0.00957819\n",
      "[3901]\tvalid_0's l2: 0.00957891\n",
      "[3902]\tvalid_0's l2: 0.00957845\n",
      "[3903]\tvalid_0's l2: 0.00957766\n",
      "[3904]\tvalid_0's l2: 0.00957715\n",
      "[3905]\tvalid_0's l2: 0.00957666\n",
      "[3906]\tvalid_0's l2: 0.00957711\n",
      "[3907]\tvalid_0's l2: 0.00957841\n",
      "[3908]\tvalid_0's l2: 0.00957839\n",
      "[3909]\tvalid_0's l2: 0.00957794\n",
      "[3910]\tvalid_0's l2: 0.00957821\n",
      "[3911]\tvalid_0's l2: 0.00957806\n",
      "[3912]\tvalid_0's l2: 0.00957897\n",
      "[3913]\tvalid_0's l2: 0.0095789\n",
      "[3914]\tvalid_0's l2: 0.00957828\n",
      "[3915]\tvalid_0's l2: 0.00957744\n",
      "[3916]\tvalid_0's l2: 0.00957699\n",
      "[3917]\tvalid_0's l2: 0.00957748\n",
      "[3918]\tvalid_0's l2: 0.00957709\n",
      "[3919]\tvalid_0's l2: 0.00957672\n",
      "[3920]\tvalid_0's l2: 0.00957642\n",
      "[3921]\tvalid_0's l2: 0.00957603\n",
      "[3922]\tvalid_0's l2: 0.00957571\n",
      "[3923]\tvalid_0's l2: 0.00957609\n",
      "[3924]\tvalid_0's l2: 0.00957638\n",
      "[3925]\tvalid_0's l2: 0.00957691\n",
      "[3926]\tvalid_0's l2: 0.00957675\n",
      "[3927]\tvalid_0's l2: 0.00957728\n",
      "[3928]\tvalid_0's l2: 0.00957723\n",
      "[3929]\tvalid_0's l2: 0.00957759\n",
      "[3930]\tvalid_0's l2: 0.00957781\n",
      "[3931]\tvalid_0's l2: 0.00957869\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3932]\tvalid_0's l2: 0.00957865\n",
      "[3933]\tvalid_0's l2: 0.00957839\n",
      "[3934]\tvalid_0's l2: 0.00957946\n",
      "[3935]\tvalid_0's l2: 0.00957994\n",
      "[3936]\tvalid_0's l2: 0.00958045\n",
      "[3937]\tvalid_0's l2: 0.00958034\n",
      "[3938]\tvalid_0's l2: 0.00958039\n",
      "[3939]\tvalid_0's l2: 0.0095809\n",
      "[3940]\tvalid_0's l2: 0.0095814\n",
      "[3941]\tvalid_0's l2: 0.00958156\n",
      "[3942]\tvalid_0's l2: 0.00958095\n",
      "[3943]\tvalid_0's l2: 0.00958087\n",
      "[3944]\tvalid_0's l2: 0.00958165\n",
      "[3945]\tvalid_0's l2: 0.00958159\n",
      "[3946]\tvalid_0's l2: 0.00958086\n",
      "[3947]\tvalid_0's l2: 0.0095809\n",
      "[3948]\tvalid_0's l2: 0.00958126\n",
      "[3949]\tvalid_0's l2: 0.00958146\n",
      "[3950]\tvalid_0's l2: 0.00958129\n",
      "[3951]\tvalid_0's l2: 0.00958104\n",
      "[3952]\tvalid_0's l2: 0.0095804\n",
      "[3953]\tvalid_0's l2: 0.00958024\n",
      "[3954]\tvalid_0's l2: 0.00958031\n",
      "[3955]\tvalid_0's l2: 0.00957979\n",
      "[3956]\tvalid_0's l2: 0.00958009\n",
      "[3957]\tvalid_0's l2: 0.00958009\n",
      "[3958]\tvalid_0's l2: 0.00958035\n",
      "[3959]\tvalid_0's l2: 0.00958044\n",
      "[3960]\tvalid_0's l2: 0.00958053\n",
      "[3961]\tvalid_0's l2: 0.00958073\n",
      "[3962]\tvalid_0's l2: 0.00958054\n",
      "[3963]\tvalid_0's l2: 0.00958031\n",
      "[3964]\tvalid_0's l2: 0.00958065\n",
      "[3965]\tvalid_0's l2: 0.00958174\n",
      "[3966]\tvalid_0's l2: 0.00958223\n",
      "[3967]\tvalid_0's l2: 0.00958222\n",
      "[3968]\tvalid_0's l2: 0.00958259\n",
      "[3969]\tvalid_0's l2: 0.00958372\n",
      "[3970]\tvalid_0's l2: 0.00958353\n",
      "[3971]\tvalid_0's l2: 0.00958281\n",
      "[3972]\tvalid_0's l2: 0.00958316\n",
      "[3973]\tvalid_0's l2: 0.00958347\n",
      "[3974]\tvalid_0's l2: 0.00958317\n",
      "[3975]\tvalid_0's l2: 0.00958252\n",
      "[3976]\tvalid_0's l2: 0.00958238\n",
      "[3977]\tvalid_0's l2: 0.00958261\n",
      "[3978]\tvalid_0's l2: 0.0095826\n",
      "[3979]\tvalid_0's l2: 0.00958317\n",
      "[3980]\tvalid_0's l2: 0.00958222\n",
      "[3981]\tvalid_0's l2: 0.00958157\n",
      "[3982]\tvalid_0's l2: 0.0095821\n",
      "[3983]\tvalid_0's l2: 0.00958325\n",
      "[3984]\tvalid_0's l2: 0.00958373\n",
      "[3985]\tvalid_0's l2: 0.00958399\n",
      "[3986]\tvalid_0's l2: 0.00958382\n",
      "[3987]\tvalid_0's l2: 0.00958456\n",
      "[3988]\tvalid_0's l2: 0.0095846\n",
      "[3989]\tvalid_0's l2: 0.00958565\n",
      "[3990]\tvalid_0's l2: 0.00958591\n",
      "[3991]\tvalid_0's l2: 0.00958531\n",
      "[3992]\tvalid_0's l2: 0.00958487\n",
      "[3993]\tvalid_0's l2: 0.0095847\n",
      "[3994]\tvalid_0's l2: 0.00958421\n",
      "[3995]\tvalid_0's l2: 0.00958418\n",
      "[3996]\tvalid_0's l2: 0.0095838\n",
      "[3997]\tvalid_0's l2: 0.00958391\n",
      "[3998]\tvalid_0's l2: 0.00958379\n",
      "[3999]\tvalid_0's l2: 0.00958371\n",
      "[4000]\tvalid_0's l2: 0.00958391\n",
      "[4001]\tvalid_0's l2: 0.00958393\n",
      "[4002]\tvalid_0's l2: 0.00958371\n",
      "[4003]\tvalid_0's l2: 0.00958375\n",
      "[4004]\tvalid_0's l2: 0.00958462\n",
      "[4005]\tvalid_0's l2: 0.00958492\n",
      "[4006]\tvalid_0's l2: 0.00958455\n",
      "[4007]\tvalid_0's l2: 0.00958434\n",
      "[4008]\tvalid_0's l2: 0.00958412\n",
      "[4009]\tvalid_0's l2: 0.00958405\n",
      "[4010]\tvalid_0's l2: 0.00958526\n",
      "[4011]\tvalid_0's l2: 0.00958608\n",
      "[4012]\tvalid_0's l2: 0.00958558\n",
      "[4013]\tvalid_0's l2: 0.00958509\n",
      "[4014]\tvalid_0's l2: 0.0095853\n",
      "[4015]\tvalid_0's l2: 0.00958664\n",
      "[4016]\tvalid_0's l2: 0.00958634\n",
      "[4017]\tvalid_0's l2: 0.00958693\n",
      "[4018]\tvalid_0's l2: 0.00958732\n",
      "[4019]\tvalid_0's l2: 0.00958704\n",
      "[4020]\tvalid_0's l2: 0.00958727\n",
      "[4021]\tvalid_0's l2: 0.00958766\n",
      "[4022]\tvalid_0's l2: 0.009588\n",
      "[4023]\tvalid_0's l2: 0.00958836\n",
      "[4024]\tvalid_0's l2: 0.00958859\n",
      "[4025]\tvalid_0's l2: 0.00958804\n",
      "[4026]\tvalid_0's l2: 0.00958785\n",
      "[4027]\tvalid_0's l2: 0.0095878\n",
      "[4028]\tvalid_0's l2: 0.00958808\n",
      "[4029]\tvalid_0's l2: 0.00958808\n",
      "[4030]\tvalid_0's l2: 0.0095883\n",
      "[4031]\tvalid_0's l2: 0.00958792\n",
      "[4032]\tvalid_0's l2: 0.00958806\n",
      "[4033]\tvalid_0's l2: 0.00958789\n",
      "[4034]\tvalid_0's l2: 0.00958748\n",
      "[4035]\tvalid_0's l2: 0.00958714\n",
      "[4036]\tvalid_0's l2: 0.00958742\n",
      "[4037]\tvalid_0's l2: 0.00958689\n",
      "[4038]\tvalid_0's l2: 0.00958686\n",
      "[4039]\tvalid_0's l2: 0.00958702\n",
      "[4040]\tvalid_0's l2: 0.00958662\n",
      "[4041]\tvalid_0's l2: 0.00958676\n",
      "[4042]\tvalid_0's l2: 0.00958829\n",
      "[4043]\tvalid_0's l2: 0.00958768\n",
      "[4044]\tvalid_0's l2: 0.00958756\n",
      "[4045]\tvalid_0's l2: 0.00958804\n",
      "[4046]\tvalid_0's l2: 0.009588\n",
      "[4047]\tvalid_0's l2: 0.0095883\n",
      "[4048]\tvalid_0's l2: 0.00958842\n",
      "[4049]\tvalid_0's l2: 0.00958945\n",
      "[4050]\tvalid_0's l2: 0.00958932\n",
      "[4051]\tvalid_0's l2: 0.0095892\n",
      "[4052]\tvalid_0's l2: 0.00958978\n",
      "[4053]\tvalid_0's l2: 0.00958957\n",
      "[4054]\tvalid_0's l2: 0.0095892\n",
      "[4055]\tvalid_0's l2: 0.00958873\n",
      "[4056]\tvalid_0's l2: 0.00958906\n",
      "[4057]\tvalid_0's l2: 0.00958906\n",
      "[4058]\tvalid_0's l2: 0.0095891\n",
      "[4059]\tvalid_0's l2: 0.00958853\n",
      "[4060]\tvalid_0's l2: 0.00958818\n",
      "[4061]\tvalid_0's l2: 0.00958791\n",
      "[4062]\tvalid_0's l2: 0.00958762\n",
      "[4063]\tvalid_0's l2: 0.0095882\n",
      "[4064]\tvalid_0's l2: 0.00958926\n",
      "[4065]\tvalid_0's l2: 0.00958914\n",
      "[4066]\tvalid_0's l2: 0.0095893\n",
      "[4067]\tvalid_0's l2: 0.00958868\n",
      "[4068]\tvalid_0's l2: 0.00958873\n",
      "[4069]\tvalid_0's l2: 0.00958822\n",
      "[4070]\tvalid_0's l2: 0.00958808\n",
      "[4071]\tvalid_0's l2: 0.00958837\n",
      "[4072]\tvalid_0's l2: 0.00958786\n",
      "[4073]\tvalid_0's l2: 0.00958801\n",
      "[4074]\tvalid_0's l2: 0.00958823\n",
      "[4075]\tvalid_0's l2: 0.00958811\n",
      "[4076]\tvalid_0's l2: 0.00958765\n",
      "[4077]\tvalid_0's l2: 0.00958758\n",
      "[4078]\tvalid_0's l2: 0.00958671\n",
      "[4079]\tvalid_0's l2: 0.00958654\n",
      "[4080]\tvalid_0's l2: 0.00958724\n",
      "[4081]\tvalid_0's l2: 0.00958724\n",
      "[4082]\tvalid_0's l2: 0.00958762\n",
      "[4083]\tvalid_0's l2: 0.0095884\n",
      "[4084]\tvalid_0's l2: 0.00958875\n",
      "[4085]\tvalid_0's l2: 0.0095895\n",
      "[4086]\tvalid_0's l2: 0.00958953\n",
      "[4087]\tvalid_0's l2: 0.00959012\n",
      "[4088]\tvalid_0's l2: 0.00959024\n",
      "[4089]\tvalid_0's l2: 0.00958969\n",
      "[4090]\tvalid_0's l2: 0.00958982\n",
      "[4091]\tvalid_0's l2: 0.00959091\n",
      "[4092]\tvalid_0's l2: 0.00959132\n",
      "[4093]\tvalid_0's l2: 0.0095918\n",
      "[4094]\tvalid_0's l2: 0.00959159\n",
      "[4095]\tvalid_0's l2: 0.00959218\n",
      "[4096]\tvalid_0's l2: 0.00959291\n",
      "[4097]\tvalid_0's l2: 0.00959305\n",
      "[4098]\tvalid_0's l2: 0.00959315\n",
      "[4099]\tvalid_0's l2: 0.00959239\n",
      "[4100]\tvalid_0's l2: 0.00959147\n",
      "[4101]\tvalid_0's l2: 0.00959129\n",
      "[4102]\tvalid_0's l2: 0.00959166\n",
      "[4103]\tvalid_0's l2: 0.00959191\n",
      "[4104]\tvalid_0's l2: 0.00959154\n",
      "[4105]\tvalid_0's l2: 0.00959155\n",
      "[4106]\tvalid_0's l2: 0.00959128\n",
      "[4107]\tvalid_0's l2: 0.00959126\n",
      "[4108]\tvalid_0's l2: 0.0095914\n",
      "[4109]\tvalid_0's l2: 0.0095921\n",
      "[4110]\tvalid_0's l2: 0.00959139\n",
      "[4111]\tvalid_0's l2: 0.00959203\n",
      "[4112]\tvalid_0's l2: 0.00959198\n",
      "[4113]\tvalid_0's l2: 0.0095928\n",
      "[4114]\tvalid_0's l2: 0.009592\n",
      "[4115]\tvalid_0's l2: 0.0095922\n",
      "[4116]\tvalid_0's l2: 0.00959226\n",
      "[4117]\tvalid_0's l2: 0.00959202\n",
      "[4118]\tvalid_0's l2: 0.00959269\n",
      "[4119]\tvalid_0's l2: 0.0095921\n",
      "[4120]\tvalid_0's l2: 0.0095924\n",
      "[4121]\tvalid_0's l2: 0.00959216\n",
      "[4122]\tvalid_0's l2: 0.00959162\n",
      "[4123]\tvalid_0's l2: 0.00959101\n",
      "[4124]\tvalid_0's l2: 0.00959056\n",
      "[4125]\tvalid_0's l2: 0.00959004\n",
      "[4126]\tvalid_0's l2: 0.00959057\n",
      "[4127]\tvalid_0's l2: 0.00959065\n",
      "[4128]\tvalid_0's l2: 0.00959106\n",
      "[4129]\tvalid_0's l2: 0.00959209\n",
      "[4130]\tvalid_0's l2: 0.0095919\n",
      "[4131]\tvalid_0's l2: 0.00959242\n",
      "[4132]\tvalid_0's l2: 0.0095922\n",
      "[4133]\tvalid_0's l2: 0.00959194\n",
      "[4134]\tvalid_0's l2: 0.00959171\n",
      "[4135]\tvalid_0's l2: 0.00959145\n",
      "[4136]\tvalid_0's l2: 0.0095917\n",
      "[4137]\tvalid_0's l2: 0.00959243\n",
      "[4138]\tvalid_0's l2: 0.00959214\n",
      "[4139]\tvalid_0's l2: 0.00959224\n",
      "[4140]\tvalid_0's l2: 0.00959262\n",
      "[4141]\tvalid_0's l2: 0.00959222\n",
      "[4142]\tvalid_0's l2: 0.0095917\n",
      "[4143]\tvalid_0's l2: 0.00959192\n",
      "[4144]\tvalid_0's l2: 0.00959204\n",
      "[4145]\tvalid_0's l2: 0.00959273\n",
      "[4146]\tvalid_0's l2: 0.00959229\n",
      "[4147]\tvalid_0's l2: 0.00959195\n",
      "[4148]\tvalid_0's l2: 0.00959124\n",
      "[4149]\tvalid_0's l2: 0.00959159\n",
      "[4150]\tvalid_0's l2: 0.00959184\n",
      "[4151]\tvalid_0's l2: 0.00959174\n",
      "[4152]\tvalid_0's l2: 0.00959143\n",
      "[4153]\tvalid_0's l2: 0.00959123\n",
      "[4154]\tvalid_0's l2: 0.00959181\n",
      "[4155]\tvalid_0's l2: 0.00959176\n",
      "[4156]\tvalid_0's l2: 0.0095912\n",
      "[4157]\tvalid_0's l2: 0.00959198\n",
      "[4158]\tvalid_0's l2: 0.00959208\n",
      "[4159]\tvalid_0's l2: 0.00959144\n",
      "[4160]\tvalid_0's l2: 0.00959091\n",
      "[4161]\tvalid_0's l2: 0.00959099\n",
      "[4162]\tvalid_0's l2: 0.00959043\n",
      "[4163]\tvalid_0's l2: 0.00959083\n",
      "[4164]\tvalid_0's l2: 0.00959057\n",
      "[4165]\tvalid_0's l2: 0.00959027\n",
      "[4166]\tvalid_0's l2: 0.00959041\n",
      "[4167]\tvalid_0's l2: 0.0095906\n",
      "[4168]\tvalid_0's l2: 0.00959037\n",
      "[4169]\tvalid_0's l2: 0.0095901\n",
      "[4170]\tvalid_0's l2: 0.00959061\n",
      "[4171]\tvalid_0's l2: 0.00959033\n",
      "[4172]\tvalid_0's l2: 0.00959074\n",
      "[4173]\tvalid_0's l2: 0.00959123\n",
      "[4174]\tvalid_0's l2: 0.00959151\n",
      "[4175]\tvalid_0's l2: 0.00959172\n",
      "[4176]\tvalid_0's l2: 0.00959174\n",
      "[4177]\tvalid_0's l2: 0.00959211\n",
      "[4178]\tvalid_0's l2: 0.0095921\n",
      "[4179]\tvalid_0's l2: 0.00959253\n",
      "[4180]\tvalid_0's l2: 0.00959359\n",
      "[4181]\tvalid_0's l2: 0.00959352\n",
      "[4182]\tvalid_0's l2: 0.00959377\n",
      "[4183]\tvalid_0's l2: 0.00959377\n",
      "[4184]\tvalid_0's l2: 0.00959407\n",
      "[4185]\tvalid_0's l2: 0.00959409\n",
      "[4186]\tvalid_0's l2: 0.00959417\n",
      "[4187]\tvalid_0's l2: 0.00959386\n",
      "[4188]\tvalid_0's l2: 0.00959341\n",
      "[4189]\tvalid_0's l2: 0.00959328\n",
      "[4190]\tvalid_0's l2: 0.00959338\n",
      "[4191]\tvalid_0's l2: 0.00959323\n",
      "[4192]\tvalid_0's l2: 0.00959249\n",
      "[4193]\tvalid_0's l2: 0.00959204\n",
      "[4194]\tvalid_0's l2: 0.0095924\n",
      "[4195]\tvalid_0's l2: 0.00959187\n",
      "[4196]\tvalid_0's l2: 0.00959107\n",
      "[4197]\tvalid_0's l2: 0.00959089\n",
      "[4198]\tvalid_0's l2: 0.00959066\n",
      "[4199]\tvalid_0's l2: 0.00959104\n",
      "[4200]\tvalid_0's l2: 0.00959092\n",
      "[4201]\tvalid_0's l2: 0.00959094\n",
      "[4202]\tvalid_0's l2: 0.00959035\n",
      "[4203]\tvalid_0's l2: 0.00959017\n",
      "[4204]\tvalid_0's l2: 0.00959016\n",
      "[4205]\tvalid_0's l2: 0.00959011\n",
      "[4206]\tvalid_0's l2: 0.00959081\n",
      "[4207]\tvalid_0's l2: 0.00959064\n",
      "[4208]\tvalid_0's l2: 0.0095907\n",
      "[4209]\tvalid_0's l2: 0.00959083\n",
      "[4210]\tvalid_0's l2: 0.00959131\n",
      "[4211]\tvalid_0's l2: 0.00959142\n",
      "[4212]\tvalid_0's l2: 0.00959168\n",
      "[4213]\tvalid_0's l2: 0.00959174\n",
      "[4214]\tvalid_0's l2: 0.00959133\n",
      "[4215]\tvalid_0's l2: 0.00959083\n",
      "[4216]\tvalid_0's l2: 0.00959145\n",
      "[4217]\tvalid_0's l2: 0.00959113\n",
      "[4218]\tvalid_0's l2: 0.00959125\n",
      "[4219]\tvalid_0's l2: 0.00959145\n",
      "[4220]\tvalid_0's l2: 0.00959124\n",
      "[4221]\tvalid_0's l2: 0.00959158\n",
      "[4222]\tvalid_0's l2: 0.00959196\n",
      "[4223]\tvalid_0's l2: 0.00959181\n",
      "[4224]\tvalid_0's l2: 0.00959178\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4225]\tvalid_0's l2: 0.0095911\n",
      "[4226]\tvalid_0's l2: 0.00959197\n",
      "[4227]\tvalid_0's l2: 0.00959229\n",
      "[4228]\tvalid_0's l2: 0.00959218\n",
      "[4229]\tvalid_0's l2: 0.00959218\n",
      "[4230]\tvalid_0's l2: 0.00959107\n",
      "[4231]\tvalid_0's l2: 0.00959077\n",
      "[4232]\tvalid_0's l2: 0.00959051\n",
      "[4233]\tvalid_0's l2: 0.00959048\n",
      "[4234]\tvalid_0's l2: 0.00959114\n",
      "[4235]\tvalid_0's l2: 0.0095904\n",
      "[4236]\tvalid_0's l2: 0.00959057\n",
      "[4237]\tvalid_0's l2: 0.00959038\n",
      "[4238]\tvalid_0's l2: 0.0095904\n",
      "[4239]\tvalid_0's l2: 0.00959052\n",
      "[4240]\tvalid_0's l2: 0.00959026\n",
      "[4241]\tvalid_0's l2: 0.00959062\n",
      "[4242]\tvalid_0's l2: 0.00959016\n",
      "[4243]\tvalid_0's l2: 0.00959042\n",
      "[4244]\tvalid_0's l2: 0.0095903\n",
      "[4245]\tvalid_0's l2: 0.0095899\n",
      "[4246]\tvalid_0's l2: 0.00958985\n",
      "[4247]\tvalid_0's l2: 0.00958987\n",
      "[4248]\tvalid_0's l2: 0.00959048\n",
      "[4249]\tvalid_0's l2: 0.00959037\n",
      "[4250]\tvalid_0's l2: 0.0095904\n",
      "[4251]\tvalid_0's l2: 0.00959039\n",
      "[4252]\tvalid_0's l2: 0.00959061\n",
      "[4253]\tvalid_0's l2: 0.00959073\n",
      "[4254]\tvalid_0's l2: 0.00959102\n",
      "[4255]\tvalid_0's l2: 0.00959116\n",
      "[4256]\tvalid_0's l2: 0.00959156\n",
      "[4257]\tvalid_0's l2: 0.00959173\n",
      "[4258]\tvalid_0's l2: 0.0095915\n",
      "[4259]\tvalid_0's l2: 0.00959156\n",
      "[4260]\tvalid_0's l2: 0.00959183\n",
      "[4261]\tvalid_0's l2: 0.00959149\n",
      "[4262]\tvalid_0's l2: 0.00959142\n",
      "[4263]\tvalid_0's l2: 0.00959217\n",
      "[4264]\tvalid_0's l2: 0.00959195\n",
      "[4265]\tvalid_0's l2: 0.00959182\n",
      "[4266]\tvalid_0's l2: 0.00959236\n",
      "[4267]\tvalid_0's l2: 0.00959244\n",
      "[4268]\tvalid_0's l2: 0.00959231\n",
      "[4269]\tvalid_0's l2: 0.0095924\n",
      "[4270]\tvalid_0's l2: 0.00959311\n",
      "[4271]\tvalid_0's l2: 0.00959292\n",
      "[4272]\tvalid_0's l2: 0.00959226\n",
      "[4273]\tvalid_0's l2: 0.0095914\n",
      "[4274]\tvalid_0's l2: 0.00959085\n",
      "[4275]\tvalid_0's l2: 0.00959132\n",
      "[4276]\tvalid_0's l2: 0.00959132\n",
      "[4277]\tvalid_0's l2: 0.00959109\n",
      "[4278]\tvalid_0's l2: 0.00959126\n",
      "[4279]\tvalid_0's l2: 0.00959099\n",
      "[4280]\tvalid_0's l2: 0.00959097\n",
      "[4281]\tvalid_0's l2: 0.00959192\n",
      "[4282]\tvalid_0's l2: 0.00959166\n",
      "[4283]\tvalid_0's l2: 0.00959121\n",
      "[4284]\tvalid_0's l2: 0.00959107\n",
      "[4285]\tvalid_0's l2: 0.00959076\n",
      "[4286]\tvalid_0's l2: 0.00959063\n",
      "[4287]\tvalid_0's l2: 0.00959127\n",
      "[4288]\tvalid_0's l2: 0.00959057\n",
      "[4289]\tvalid_0's l2: 0.00959074\n",
      "[4290]\tvalid_0's l2: 0.00959031\n",
      "[4291]\tvalid_0's l2: 0.00959046\n",
      "[4292]\tvalid_0's l2: 0.0095904\n",
      "[4293]\tvalid_0's l2: 0.00959\n",
      "[4294]\tvalid_0's l2: 0.00959016\n",
      "[4295]\tvalid_0's l2: 0.00958966\n",
      "[4296]\tvalid_0's l2: 0.00958969\n",
      "[4297]\tvalid_0's l2: 0.00958928\n",
      "[4298]\tvalid_0's l2: 0.00958958\n",
      "[4299]\tvalid_0's l2: 0.00958979\n",
      "[4300]\tvalid_0's l2: 0.00958938\n",
      "[4301]\tvalid_0's l2: 0.00958947\n",
      "[4302]\tvalid_0's l2: 0.00958915\n",
      "[4303]\tvalid_0's l2: 0.00958897\n",
      "[4304]\tvalid_0's l2: 0.00958888\n",
      "[4305]\tvalid_0's l2: 0.0095885\n",
      "[4306]\tvalid_0's l2: 0.00958801\n",
      "[4307]\tvalid_0's l2: 0.00958822\n",
      "[4308]\tvalid_0's l2: 0.00958738\n",
      "[4309]\tvalid_0's l2: 0.00958682\n",
      "[4310]\tvalid_0's l2: 0.00958697\n",
      "[4311]\tvalid_0's l2: 0.00958639\n",
      "[4312]\tvalid_0's l2: 0.00958596\n",
      "[4313]\tvalid_0's l2: 0.00958597\n",
      "[4314]\tvalid_0's l2: 0.00958559\n",
      "[4315]\tvalid_0's l2: 0.00958468\n",
      "[4316]\tvalid_0's l2: 0.00958477\n",
      "[4317]\tvalid_0's l2: 0.0095849\n",
      "[4318]\tvalid_0's l2: 0.00958537\n",
      "[4319]\tvalid_0's l2: 0.00958567\n",
      "[4320]\tvalid_0's l2: 0.00958616\n",
      "[4321]\tvalid_0's l2: 0.00958615\n",
      "[4322]\tvalid_0's l2: 0.00958592\n",
      "[4323]\tvalid_0's l2: 0.00958581\n",
      "[4324]\tvalid_0's l2: 0.00958549\n",
      "[4325]\tvalid_0's l2: 0.00958511\n",
      "[4326]\tvalid_0's l2: 0.0095854\n",
      "[4327]\tvalid_0's l2: 0.00958535\n",
      "[4328]\tvalid_0's l2: 0.00958532\n",
      "[4329]\tvalid_0's l2: 0.00958644\n",
      "[4330]\tvalid_0's l2: 0.0095861\n",
      "[4331]\tvalid_0's l2: 0.00958605\n",
      "[4332]\tvalid_0's l2: 0.00958584\n",
      "[4333]\tvalid_0's l2: 0.00958555\n",
      "[4334]\tvalid_0's l2: 0.00958587\n",
      "[4335]\tvalid_0's l2: 0.00958618\n",
      "[4336]\tvalid_0's l2: 0.00958617\n",
      "[4337]\tvalid_0's l2: 0.00958578\n",
      "[4338]\tvalid_0's l2: 0.00958619\n",
      "[4339]\tvalid_0's l2: 0.00958606\n",
      "[4340]\tvalid_0's l2: 0.00958608\n",
      "[4341]\tvalid_0's l2: 0.00958598\n",
      "[4342]\tvalid_0's l2: 0.00958564\n",
      "[4343]\tvalid_0's l2: 0.00958524\n",
      "[4344]\tvalid_0's l2: 0.00958482\n",
      "[4345]\tvalid_0's l2: 0.00958507\n",
      "[4346]\tvalid_0's l2: 0.00958538\n",
      "[4347]\tvalid_0's l2: 0.00958583\n",
      "[4348]\tvalid_0's l2: 0.00958547\n",
      "[4349]\tvalid_0's l2: 0.00958619\n",
      "[4350]\tvalid_0's l2: 0.00958664\n",
      "[4351]\tvalid_0's l2: 0.00958666\n",
      "[4352]\tvalid_0's l2: 0.0095865\n",
      "[4353]\tvalid_0's l2: 0.00958604\n",
      "[4354]\tvalid_0's l2: 0.00958578\n",
      "[4355]\tvalid_0's l2: 0.00958637\n",
      "[4356]\tvalid_0's l2: 0.00958624\n",
      "[4357]\tvalid_0's l2: 0.00958695\n",
      "[4358]\tvalid_0's l2: 0.0095867\n",
      "[4359]\tvalid_0's l2: 0.0095867\n",
      "[4360]\tvalid_0's l2: 0.00958742\n",
      "[4361]\tvalid_0's l2: 0.00958673\n",
      "[4362]\tvalid_0's l2: 0.00958674\n",
      "[4363]\tvalid_0's l2: 0.00958699\n",
      "[4364]\tvalid_0's l2: 0.00958742\n",
      "[4365]\tvalid_0's l2: 0.00958768\n",
      "[4366]\tvalid_0's l2: 0.00958706\n",
      "[4367]\tvalid_0's l2: 0.00958727\n",
      "[4368]\tvalid_0's l2: 0.0095876\n",
      "[4369]\tvalid_0's l2: 0.00958679\n",
      "[4370]\tvalid_0's l2: 0.00958737\n",
      "[4371]\tvalid_0's l2: 0.00958721\n",
      "[4372]\tvalid_0's l2: 0.00958746\n",
      "[4373]\tvalid_0's l2: 0.00958771\n",
      "[4374]\tvalid_0's l2: 0.00958745\n",
      "[4375]\tvalid_0's l2: 0.00958705\n",
      "[4376]\tvalid_0's l2: 0.00958694\n",
      "[4377]\tvalid_0's l2: 0.00958682\n",
      "[4378]\tvalid_0's l2: 0.00958692\n",
      "[4379]\tvalid_0's l2: 0.00958696\n",
      "[4380]\tvalid_0's l2: 0.00958657\n",
      "[4381]\tvalid_0's l2: 0.00958591\n",
      "[4382]\tvalid_0's l2: 0.00958501\n",
      "Early stopping, best iteration is:\n",
      "[3882]\tvalid_0's l2: 0.00957339\n",
      "[1]\tvalid_0's l2: 0.0603735\n",
      "Training until validation scores don't improve for 500 rounds.\n",
      "[2]\tvalid_0's l2: 0.0595756\n",
      "[3]\tvalid_0's l2: 0.0588799\n",
      "[4]\tvalid_0's l2: 0.0581138\n",
      "[5]\tvalid_0's l2: 0.0573871\n",
      "[6]\tvalid_0's l2: 0.0567285\n",
      "[7]\tvalid_0's l2: 0.0559953\n",
      "[8]\tvalid_0's l2: 0.0553137\n",
      "[9]\tvalid_0's l2: 0.0546158\n",
      "[10]\tvalid_0's l2: 0.0539476\n",
      "[11]\tvalid_0's l2: 0.0532924\n",
      "[12]\tvalid_0's l2: 0.0526357\n",
      "[13]\tvalid_0's l2: 0.051992\n",
      "[14]\tvalid_0's l2: 0.0514279\n",
      "[15]\tvalid_0's l2: 0.0508003\n",
      "[16]\tvalid_0's l2: 0.0502185\n",
      "[17]\tvalid_0's l2: 0.0496118\n",
      "[18]\tvalid_0's l2: 0.0490198\n",
      "[19]\tvalid_0's l2: 0.0484499\n",
      "[20]\tvalid_0's l2: 0.0478827\n",
      "[21]\tvalid_0's l2: 0.0473144\n",
      "[22]\tvalid_0's l2: 0.0467758\n",
      "[23]\tvalid_0's l2: 0.0462591\n",
      "[24]\tvalid_0's l2: 0.0457368\n",
      "[25]\tvalid_0's l2: 0.0452152\n",
      "[26]\tvalid_0's l2: 0.0447367\n",
      "[27]\tvalid_0's l2: 0.0442344\n",
      "[28]\tvalid_0's l2: 0.0437546\n",
      "[29]\tvalid_0's l2: 0.0432772\n",
      "[30]\tvalid_0's l2: 0.0428061\n",
      "[31]\tvalid_0's l2: 0.0423554\n",
      "[32]\tvalid_0's l2: 0.0418881\n",
      "[33]\tvalid_0's l2: 0.041424\n",
      "[34]\tvalid_0's l2: 0.0409981\n",
      "[35]\tvalid_0's l2: 0.0405773\n",
      "[36]\tvalid_0's l2: 0.0401375\n",
      "[37]\tvalid_0's l2: 0.0397393\n",
      "[38]\tvalid_0's l2: 0.0393233\n",
      "[39]\tvalid_0's l2: 0.0389128\n",
      "[40]\tvalid_0's l2: 0.0385292\n",
      "[41]\tvalid_0's l2: 0.0381403\n",
      "[42]\tvalid_0's l2: 0.0377712\n",
      "[43]\tvalid_0's l2: 0.0373939\n",
      "[44]\tvalid_0's l2: 0.0370207\n",
      "[45]\tvalid_0's l2: 0.0366515\n",
      "[46]\tvalid_0's l2: 0.0362877\n",
      "[47]\tvalid_0's l2: 0.0359376\n",
      "[48]\tvalid_0's l2: 0.0355756\n",
      "[49]\tvalid_0's l2: 0.0352275\n",
      "[50]\tvalid_0's l2: 0.0348952\n",
      "[51]\tvalid_0's l2: 0.0345519\n",
      "[52]\tvalid_0's l2: 0.0342175\n",
      "[53]\tvalid_0's l2: 0.0339174\n",
      "[54]\tvalid_0's l2: 0.033595\n",
      "[55]\tvalid_0's l2: 0.0332775\n",
      "[56]\tvalid_0's l2: 0.032971\n",
      "[57]\tvalid_0's l2: 0.0326796\n",
      "[58]\tvalid_0's l2: 0.0323976\n",
      "[59]\tvalid_0's l2: 0.0321188\n",
      "[60]\tvalid_0's l2: 0.0318362\n",
      "[61]\tvalid_0's l2: 0.0315544\n",
      "[62]\tvalid_0's l2: 0.0312946\n",
      "[63]\tvalid_0's l2: 0.0310233\n",
      "[64]\tvalid_0's l2: 0.0307471\n",
      "[65]\tvalid_0's l2: 0.0304768\n",
      "[66]\tvalid_0's l2: 0.030206\n",
      "[67]\tvalid_0's l2: 0.0299644\n",
      "[68]\tvalid_0's l2: 0.0297223\n",
      "[69]\tvalid_0's l2: 0.029468\n",
      "[70]\tvalid_0's l2: 0.0292389\n",
      "[71]\tvalid_0's l2: 0.0289899\n",
      "[72]\tvalid_0's l2: 0.0287629\n",
      "[73]\tvalid_0's l2: 0.0285312\n",
      "[74]\tvalid_0's l2: 0.0283096\n",
      "[75]\tvalid_0's l2: 0.0281016\n",
      "[76]\tvalid_0's l2: 0.0278819\n",
      "[77]\tvalid_0's l2: 0.0276765\n",
      "[78]\tvalid_0's l2: 0.0274602\n",
      "[79]\tvalid_0's l2: 0.0272508\n",
      "[80]\tvalid_0's l2: 0.0270418\n",
      "[81]\tvalid_0's l2: 0.0268515\n",
      "[82]\tvalid_0's l2: 0.0266502\n",
      "[83]\tvalid_0's l2: 0.0264453\n",
      "[84]\tvalid_0's l2: 0.0262498\n",
      "[85]\tvalid_0's l2: 0.0260634\n",
      "[86]\tvalid_0's l2: 0.0258673\n",
      "[87]\tvalid_0's l2: 0.0256744\n",
      "[88]\tvalid_0's l2: 0.0254983\n",
      "[89]\tvalid_0's l2: 0.0253221\n",
      "[90]\tvalid_0's l2: 0.0251431\n",
      "[91]\tvalid_0's l2: 0.0249711\n",
      "[92]\tvalid_0's l2: 0.0247986\n",
      "[93]\tvalid_0's l2: 0.0246208\n",
      "[94]\tvalid_0's l2: 0.0244591\n",
      "[95]\tvalid_0's l2: 0.0242985\n",
      "[96]\tvalid_0's l2: 0.024138\n",
      "[97]\tvalid_0's l2: 0.0239834\n",
      "[98]\tvalid_0's l2: 0.0238158\n",
      "[99]\tvalid_0's l2: 0.0236722\n",
      "[100]\tvalid_0's l2: 0.0235233\n",
      "[101]\tvalid_0's l2: 0.0233598\n",
      "[102]\tvalid_0's l2: 0.0232129\n",
      "[103]\tvalid_0's l2: 0.0230694\n",
      "[104]\tvalid_0's l2: 0.0229335\n",
      "[105]\tvalid_0's l2: 0.0227918\n",
      "[106]\tvalid_0's l2: 0.0226586\n",
      "[107]\tvalid_0's l2: 0.0225234\n",
      "[108]\tvalid_0's l2: 0.0223847\n",
      "[109]\tvalid_0's l2: 0.0222532\n",
      "[110]\tvalid_0's l2: 0.0221226\n",
      "[111]\tvalid_0's l2: 0.021994\n",
      "[112]\tvalid_0's l2: 0.0218747\n",
      "[113]\tvalid_0's l2: 0.0217506\n",
      "[114]\tvalid_0's l2: 0.0216269\n",
      "[115]\tvalid_0's l2: 0.0215131\n",
      "[116]\tvalid_0's l2: 0.0213903\n",
      "[117]\tvalid_0's l2: 0.0212748\n",
      "[118]\tvalid_0's l2: 0.0211679\n",
      "[119]\tvalid_0's l2: 0.0210506\n",
      "[120]\tvalid_0's l2: 0.0209479\n",
      "[121]\tvalid_0's l2: 0.0208408\n",
      "[122]\tvalid_0's l2: 0.020732\n",
      "[123]\tvalid_0's l2: 0.0206317\n",
      "[124]\tvalid_0's l2: 0.0205259\n",
      "[125]\tvalid_0's l2: 0.0204298\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[126]\tvalid_0's l2: 0.0203246\n",
      "[127]\tvalid_0's l2: 0.0202191\n",
      "[128]\tvalid_0's l2: 0.0201152\n",
      "[129]\tvalid_0's l2: 0.0200103\n",
      "[130]\tvalid_0's l2: 0.0198972\n",
      "[131]\tvalid_0's l2: 0.0197953\n",
      "[132]\tvalid_0's l2: 0.0197022\n",
      "[133]\tvalid_0's l2: 0.0196071\n",
      "[134]\tvalid_0's l2: 0.0195051\n",
      "[135]\tvalid_0's l2: 0.0194059\n",
      "[136]\tvalid_0's l2: 0.0193229\n",
      "[137]\tvalid_0's l2: 0.0192357\n",
      "[138]\tvalid_0's l2: 0.0191577\n",
      "[139]\tvalid_0's l2: 0.0190723\n",
      "[140]\tvalid_0's l2: 0.018985\n",
      "[141]\tvalid_0's l2: 0.0189006\n",
      "[142]\tvalid_0's l2: 0.0188024\n",
      "[143]\tvalid_0's l2: 0.0187252\n",
      "[144]\tvalid_0's l2: 0.0186414\n",
      "[145]\tvalid_0's l2: 0.0185603\n",
      "[146]\tvalid_0's l2: 0.0184795\n",
      "[147]\tvalid_0's l2: 0.0183963\n",
      "[148]\tvalid_0's l2: 0.0183153\n",
      "[149]\tvalid_0's l2: 0.0182437\n",
      "[150]\tvalid_0's l2: 0.0181691\n",
      "[151]\tvalid_0's l2: 0.0180961\n",
      "[152]\tvalid_0's l2: 0.0180174\n",
      "[153]\tvalid_0's l2: 0.0179528\n",
      "[154]\tvalid_0's l2: 0.0178746\n",
      "[155]\tvalid_0's l2: 0.0178108\n",
      "[156]\tvalid_0's l2: 0.0177403\n",
      "[157]\tvalid_0's l2: 0.0176751\n",
      "[158]\tvalid_0's l2: 0.0176152\n",
      "[159]\tvalid_0's l2: 0.0175451\n",
      "[160]\tvalid_0's l2: 0.0174788\n",
      "[161]\tvalid_0's l2: 0.0174188\n",
      "[162]\tvalid_0's l2: 0.0173477\n",
      "[163]\tvalid_0's l2: 0.0172852\n",
      "[164]\tvalid_0's l2: 0.0172249\n",
      "[165]\tvalid_0's l2: 0.0171584\n",
      "[166]\tvalid_0's l2: 0.0170955\n",
      "[167]\tvalid_0's l2: 0.0170309\n",
      "[168]\tvalid_0's l2: 0.0169701\n",
      "[169]\tvalid_0's l2: 0.0169013\n",
      "[170]\tvalid_0's l2: 0.0168409\n",
      "[171]\tvalid_0's l2: 0.0167814\n",
      "[172]\tvalid_0's l2: 0.016731\n",
      "[173]\tvalid_0's l2: 0.0166774\n",
      "[174]\tvalid_0's l2: 0.0166182\n",
      "[175]\tvalid_0's l2: 0.0165654\n",
      "[176]\tvalid_0's l2: 0.0165212\n",
      "[177]\tvalid_0's l2: 0.0164654\n",
      "[178]\tvalid_0's l2: 0.0164032\n",
      "[179]\tvalid_0's l2: 0.0163421\n",
      "[180]\tvalid_0's l2: 0.0162801\n",
      "[181]\tvalid_0's l2: 0.0162275\n",
      "[182]\tvalid_0's l2: 0.0161729\n",
      "[183]\tvalid_0's l2: 0.0161151\n",
      "[184]\tvalid_0's l2: 0.0160655\n",
      "[185]\tvalid_0's l2: 0.0160124\n",
      "[186]\tvalid_0's l2: 0.0159631\n",
      "[187]\tvalid_0's l2: 0.0159135\n",
      "[188]\tvalid_0's l2: 0.0158627\n",
      "[189]\tvalid_0's l2: 0.0158142\n",
      "[190]\tvalid_0's l2: 0.0157696\n",
      "[191]\tvalid_0's l2: 0.0157263\n",
      "[192]\tvalid_0's l2: 0.0156781\n",
      "[193]\tvalid_0's l2: 0.0156321\n",
      "[194]\tvalid_0's l2: 0.015585\n",
      "[195]\tvalid_0's l2: 0.0155383\n",
      "[196]\tvalid_0's l2: 0.0154943\n",
      "[197]\tvalid_0's l2: 0.0154466\n",
      "[198]\tvalid_0's l2: 0.0154122\n",
      "[199]\tvalid_0's l2: 0.0153661\n",
      "[200]\tvalid_0's l2: 0.0153249\n",
      "[201]\tvalid_0's l2: 0.0152817\n",
      "[202]\tvalid_0's l2: 0.0152398\n",
      "[203]\tvalid_0's l2: 0.0152032\n",
      "[204]\tvalid_0's l2: 0.0151614\n",
      "[205]\tvalid_0's l2: 0.0151219\n",
      "[206]\tvalid_0's l2: 0.0150826\n",
      "[207]\tvalid_0's l2: 0.015038\n",
      "[208]\tvalid_0's l2: 0.0150055\n",
      "[209]\tvalid_0's l2: 0.0149716\n",
      "[210]\tvalid_0's l2: 0.0149385\n",
      "[211]\tvalid_0's l2: 0.0148926\n",
      "[212]\tvalid_0's l2: 0.0148566\n",
      "[213]\tvalid_0's l2: 0.0148131\n",
      "[214]\tvalid_0's l2: 0.0147785\n",
      "[215]\tvalid_0's l2: 0.0147451\n",
      "[216]\tvalid_0's l2: 0.0147079\n",
      "[217]\tvalid_0's l2: 0.0146629\n",
      "[218]\tvalid_0's l2: 0.0146263\n",
      "[219]\tvalid_0's l2: 0.0145929\n",
      "[220]\tvalid_0's l2: 0.0145637\n",
      "[221]\tvalid_0's l2: 0.01453\n",
      "[222]\tvalid_0's l2: 0.0144959\n",
      "[223]\tvalid_0's l2: 0.0144578\n",
      "[224]\tvalid_0's l2: 0.0144282\n",
      "[225]\tvalid_0's l2: 0.0143915\n",
      "[226]\tvalid_0's l2: 0.014358\n",
      "[227]\tvalid_0's l2: 0.0143218\n",
      "[228]\tvalid_0's l2: 0.0142915\n",
      "[229]\tvalid_0's l2: 0.014263\n",
      "[230]\tvalid_0's l2: 0.014229\n",
      "[231]\tvalid_0's l2: 0.0141949\n",
      "[232]\tvalid_0's l2: 0.0141662\n",
      "[233]\tvalid_0's l2: 0.0141376\n",
      "[234]\tvalid_0's l2: 0.0141045\n",
      "[235]\tvalid_0's l2: 0.0140752\n",
      "[236]\tvalid_0's l2: 0.0140505\n",
      "[237]\tvalid_0's l2: 0.014015\n",
      "[238]\tvalid_0's l2: 0.0139839\n",
      "[239]\tvalid_0's l2: 0.0139556\n",
      "[240]\tvalid_0's l2: 0.0139282\n",
      "[241]\tvalid_0's l2: 0.0139023\n",
      "[242]\tvalid_0's l2: 0.0138726\n",
      "[243]\tvalid_0's l2: 0.0138486\n",
      "[244]\tvalid_0's l2: 0.0138251\n",
      "[245]\tvalid_0's l2: 0.0137931\n",
      "[246]\tvalid_0's l2: 0.0137653\n",
      "[247]\tvalid_0's l2: 0.0137404\n",
      "[248]\tvalid_0's l2: 0.0137093\n",
      "[249]\tvalid_0's l2: 0.013685\n",
      "[250]\tvalid_0's l2: 0.0136558\n",
      "[251]\tvalid_0's l2: 0.0136256\n",
      "[252]\tvalid_0's l2: 0.0136012\n",
      "[253]\tvalid_0's l2: 0.0135795\n",
      "[254]\tvalid_0's l2: 0.0135529\n",
      "[255]\tvalid_0's l2: 0.0135261\n",
      "[256]\tvalid_0's l2: 0.0135022\n",
      "[257]\tvalid_0's l2: 0.0134769\n",
      "[258]\tvalid_0's l2: 0.0134536\n",
      "[259]\tvalid_0's l2: 0.0134269\n",
      "[260]\tvalid_0's l2: 0.0134033\n",
      "[261]\tvalid_0's l2: 0.0133771\n",
      "[262]\tvalid_0's l2: 0.0133516\n",
      "[263]\tvalid_0's l2: 0.0133248\n",
      "[264]\tvalid_0's l2: 0.0133038\n",
      "[265]\tvalid_0's l2: 0.0132788\n",
      "[266]\tvalid_0's l2: 0.013256\n",
      "[267]\tvalid_0's l2: 0.0132282\n",
      "[268]\tvalid_0's l2: 0.0132089\n",
      "[269]\tvalid_0's l2: 0.0131842\n",
      "[270]\tvalid_0's l2: 0.0131609\n",
      "[271]\tvalid_0's l2: 0.0131359\n",
      "[272]\tvalid_0's l2: 0.0131079\n",
      "[273]\tvalid_0's l2: 0.0130859\n",
      "[274]\tvalid_0's l2: 0.013066\n",
      "[275]\tvalid_0's l2: 0.0130455\n",
      "[276]\tvalid_0's l2: 0.0130247\n",
      "[277]\tvalid_0's l2: 0.0130025\n",
      "[278]\tvalid_0's l2: 0.012984\n",
      "[279]\tvalid_0's l2: 0.0129669\n",
      "[280]\tvalid_0's l2: 0.0129447\n",
      "[281]\tvalid_0's l2: 0.0129264\n",
      "[282]\tvalid_0's l2: 0.0129053\n",
      "[283]\tvalid_0's l2: 0.0128794\n",
      "[284]\tvalid_0's l2: 0.0128573\n",
      "[285]\tvalid_0's l2: 0.0128348\n",
      "[286]\tvalid_0's l2: 0.0128147\n",
      "[287]\tvalid_0's l2: 0.0127949\n",
      "[288]\tvalid_0's l2: 0.0127733\n",
      "[289]\tvalid_0's l2: 0.0127533\n",
      "[290]\tvalid_0's l2: 0.0127331\n",
      "[291]\tvalid_0's l2: 0.0127109\n",
      "[292]\tvalid_0's l2: 0.012692\n",
      "[293]\tvalid_0's l2: 0.0126739\n",
      "[294]\tvalid_0's l2: 0.0126524\n",
      "[295]\tvalid_0's l2: 0.0126304\n",
      "[296]\tvalid_0's l2: 0.0126137\n",
      "[297]\tvalid_0's l2: 0.012594\n",
      "[298]\tvalid_0's l2: 0.0125772\n",
      "[299]\tvalid_0's l2: 0.0125571\n",
      "[300]\tvalid_0's l2: 0.0125392\n",
      "[301]\tvalid_0's l2: 0.0125153\n",
      "[302]\tvalid_0's l2: 0.0124973\n",
      "[303]\tvalid_0's l2: 0.0124756\n",
      "[304]\tvalid_0's l2: 0.0124602\n",
      "[305]\tvalid_0's l2: 0.0124407\n",
      "[306]\tvalid_0's l2: 0.0124207\n",
      "[307]\tvalid_0's l2: 0.0123976\n",
      "[308]\tvalid_0's l2: 0.0123801\n",
      "[309]\tvalid_0's l2: 0.012359\n",
      "[310]\tvalid_0's l2: 0.0123429\n",
      "[311]\tvalid_0's l2: 0.0123273\n",
      "[312]\tvalid_0's l2: 0.0123072\n",
      "[313]\tvalid_0's l2: 0.0122851\n",
      "[314]\tvalid_0's l2: 0.012268\n",
      "[315]\tvalid_0's l2: 0.01225\n",
      "[316]\tvalid_0's l2: 0.0122334\n",
      "[317]\tvalid_0's l2: 0.0122164\n",
      "[318]\tvalid_0's l2: 0.0121999\n",
      "[319]\tvalid_0's l2: 0.0121815\n",
      "[320]\tvalid_0's l2: 0.0121707\n",
      "[321]\tvalid_0's l2: 0.0121566\n",
      "[322]\tvalid_0's l2: 0.0121362\n",
      "[323]\tvalid_0's l2: 0.0121205\n",
      "[324]\tvalid_0's l2: 0.0121052\n",
      "[325]\tvalid_0's l2: 0.0120905\n",
      "[326]\tvalid_0's l2: 0.0120769\n",
      "[327]\tvalid_0's l2: 0.0120602\n",
      "[328]\tvalid_0's l2: 0.0120483\n",
      "[329]\tvalid_0's l2: 0.012037\n",
      "[330]\tvalid_0's l2: 0.0120244\n",
      "[331]\tvalid_0's l2: 0.0120108\n",
      "[332]\tvalid_0's l2: 0.0119942\n",
      "[333]\tvalid_0's l2: 0.0119787\n",
      "[334]\tvalid_0's l2: 0.011961\n",
      "[335]\tvalid_0's l2: 0.0119462\n",
      "[336]\tvalid_0's l2: 0.0119354\n",
      "[337]\tvalid_0's l2: 0.0119219\n",
      "[338]\tvalid_0's l2: 0.0119067\n",
      "[339]\tvalid_0's l2: 0.0118942\n",
      "[340]\tvalid_0's l2: 0.0118742\n",
      "[341]\tvalid_0's l2: 0.0118567\n",
      "[342]\tvalid_0's l2: 0.0118426\n",
      "[343]\tvalid_0's l2: 0.0118303\n",
      "[344]\tvalid_0's l2: 0.0118177\n",
      "[345]\tvalid_0's l2: 0.0118061\n",
      "[346]\tvalid_0's l2: 0.0117934\n",
      "[347]\tvalid_0's l2: 0.0117816\n",
      "[348]\tvalid_0's l2: 0.0117686\n",
      "[349]\tvalid_0's l2: 0.011756\n",
      "[350]\tvalid_0's l2: 0.0117456\n",
      "[351]\tvalid_0's l2: 0.0117313\n",
      "[352]\tvalid_0's l2: 0.0117209\n",
      "[353]\tvalid_0's l2: 0.0117105\n",
      "[354]\tvalid_0's l2: 0.011696\n",
      "[355]\tvalid_0's l2: 0.0116816\n",
      "[356]\tvalid_0's l2: 0.0116695\n",
      "[357]\tvalid_0's l2: 0.0116541\n",
      "[358]\tvalid_0's l2: 0.0116398\n",
      "[359]\tvalid_0's l2: 0.011626\n",
      "[360]\tvalid_0's l2: 0.011615\n",
      "[361]\tvalid_0's l2: 0.0116031\n",
      "[362]\tvalid_0's l2: 0.0115911\n",
      "[363]\tvalid_0's l2: 0.0115764\n",
      "[364]\tvalid_0's l2: 0.0115646\n",
      "[365]\tvalid_0's l2: 0.0115515\n",
      "[366]\tvalid_0's l2: 0.0115391\n",
      "[367]\tvalid_0's l2: 0.0115279\n",
      "[368]\tvalid_0's l2: 0.011513\n",
      "[369]\tvalid_0's l2: 0.0115005\n",
      "[370]\tvalid_0's l2: 0.0114922\n",
      "[371]\tvalid_0's l2: 0.0114795\n",
      "[372]\tvalid_0's l2: 0.0114669\n",
      "[373]\tvalid_0's l2: 0.0114592\n",
      "[374]\tvalid_0's l2: 0.01145\n",
      "[375]\tvalid_0's l2: 0.0114396\n",
      "[376]\tvalid_0's l2: 0.0114272\n",
      "[377]\tvalid_0's l2: 0.0114201\n",
      "[378]\tvalid_0's l2: 0.0114055\n",
      "[379]\tvalid_0's l2: 0.0113937\n",
      "[380]\tvalid_0's l2: 0.0113827\n",
      "[381]\tvalid_0's l2: 0.011372\n",
      "[382]\tvalid_0's l2: 0.0113596\n",
      "[383]\tvalid_0's l2: 0.0113512\n",
      "[384]\tvalid_0's l2: 0.0113387\n",
      "[385]\tvalid_0's l2: 0.011324\n",
      "[386]\tvalid_0's l2: 0.0113093\n",
      "[387]\tvalid_0's l2: 0.0113015\n",
      "[388]\tvalid_0's l2: 0.0112951\n",
      "[389]\tvalid_0's l2: 0.011283\n",
      "[390]\tvalid_0's l2: 0.011268\n",
      "[391]\tvalid_0's l2: 0.0112568\n",
      "[392]\tvalid_0's l2: 0.011243\n",
      "[393]\tvalid_0's l2: 0.0112316\n",
      "[394]\tvalid_0's l2: 0.0112228\n",
      "[395]\tvalid_0's l2: 0.0112133\n",
      "[396]\tvalid_0's l2: 0.0112036\n",
      "[397]\tvalid_0's l2: 0.0111918\n",
      "[398]\tvalid_0's l2: 0.0111829\n",
      "[399]\tvalid_0's l2: 0.0111693\n",
      "[400]\tvalid_0's l2: 0.0111556\n",
      "[401]\tvalid_0's l2: 0.0111453\n",
      "[402]\tvalid_0's l2: 0.0111363\n",
      "[403]\tvalid_0's l2: 0.0111301\n",
      "[404]\tvalid_0's l2: 0.0111206\n",
      "[405]\tvalid_0's l2: 0.0111117\n",
      "[406]\tvalid_0's l2: 0.011097\n",
      "[407]\tvalid_0's l2: 0.0110849\n",
      "[408]\tvalid_0's l2: 0.0110689\n",
      "[409]\tvalid_0's l2: 0.0110568\n",
      "[410]\tvalid_0's l2: 0.0110461\n",
      "[411]\tvalid_0's l2: 0.0110357\n",
      "[412]\tvalid_0's l2: 0.0110215\n",
      "[413]\tvalid_0's l2: 0.0110089\n",
      "[414]\tvalid_0's l2: 0.0109962\n",
      "[415]\tvalid_0's l2: 0.0109892\n",
      "[416]\tvalid_0's l2: 0.0109798\n",
      "[417]\tvalid_0's l2: 0.0109694\n",
      "[418]\tvalid_0's l2: 0.0109581\n",
      "[419]\tvalid_0's l2: 0.0109476\n",
      "[420]\tvalid_0's l2: 0.0109386\n",
      "[421]\tvalid_0's l2: 0.0109273\n",
      "[422]\tvalid_0's l2: 0.0109176\n",
      "[423]\tvalid_0's l2: 0.0109066\n",
      "[424]\tvalid_0's l2: 0.0109005\n",
      "[425]\tvalid_0's l2: 0.0108926\n",
      "[426]\tvalid_0's l2: 0.0108834\n",
      "[427]\tvalid_0's l2: 0.0108735\n",
      "[428]\tvalid_0's l2: 0.0108639\n",
      "[429]\tvalid_0's l2: 0.0108553\n",
      "[430]\tvalid_0's l2: 0.0108462\n",
      "[431]\tvalid_0's l2: 0.010836\n",
      "[432]\tvalid_0's l2: 0.0108298\n",
      "[433]\tvalid_0's l2: 0.0108217\n",
      "[434]\tvalid_0's l2: 0.0108127\n",
      "[435]\tvalid_0's l2: 0.0108041\n",
      "[436]\tvalid_0's l2: 0.010794\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[437]\tvalid_0's l2: 0.0107862\n",
      "[438]\tvalid_0's l2: 0.0107799\n",
      "[439]\tvalid_0's l2: 0.0107695\n",
      "[440]\tvalid_0's l2: 0.010764\n",
      "[441]\tvalid_0's l2: 0.0107573\n",
      "[442]\tvalid_0's l2: 0.0107473\n",
      "[443]\tvalid_0's l2: 0.0107367\n",
      "[444]\tvalid_0's l2: 0.010729\n",
      "[445]\tvalid_0's l2: 0.0107217\n",
      "[446]\tvalid_0's l2: 0.0107128\n",
      "[447]\tvalid_0's l2: 0.010703\n",
      "[448]\tvalid_0's l2: 0.0106936\n",
      "[449]\tvalid_0's l2: 0.0106832\n",
      "[450]\tvalid_0's l2: 0.0106727\n",
      "[451]\tvalid_0's l2: 0.0106623\n",
      "[452]\tvalid_0's l2: 0.0106535\n",
      "[453]\tvalid_0's l2: 0.010645\n",
      "[454]\tvalid_0's l2: 0.0106336\n",
      "[455]\tvalid_0's l2: 0.0106242\n",
      "[456]\tvalid_0's l2: 0.010617\n",
      "[457]\tvalid_0's l2: 0.0106076\n",
      "[458]\tvalid_0's l2: 0.0105976\n",
      "[459]\tvalid_0's l2: 0.0105908\n",
      "[460]\tvalid_0's l2: 0.0105815\n",
      "[461]\tvalid_0's l2: 0.0105776\n",
      "[462]\tvalid_0's l2: 0.0105685\n",
      "[463]\tvalid_0's l2: 0.0105589\n",
      "[464]\tvalid_0's l2: 0.0105501\n",
      "[465]\tvalid_0's l2: 0.0105458\n",
      "[466]\tvalid_0's l2: 0.0105375\n",
      "[467]\tvalid_0's l2: 0.0105328\n",
      "[468]\tvalid_0's l2: 0.0105247\n",
      "[469]\tvalid_0's l2: 0.0105153\n",
      "[470]\tvalid_0's l2: 0.0105081\n",
      "[471]\tvalid_0's l2: 0.0104986\n",
      "[472]\tvalid_0's l2: 0.0104883\n",
      "[473]\tvalid_0's l2: 0.0104826\n",
      "[474]\tvalid_0's l2: 0.0104757\n",
      "[475]\tvalid_0's l2: 0.010469\n",
      "[476]\tvalid_0's l2: 0.0104649\n",
      "[477]\tvalid_0's l2: 0.0104562\n",
      "[478]\tvalid_0's l2: 0.0104491\n",
      "[479]\tvalid_0's l2: 0.0104415\n",
      "[480]\tvalid_0's l2: 0.0104329\n",
      "[481]\tvalid_0's l2: 0.0104245\n",
      "[482]\tvalid_0's l2: 0.0104146\n",
      "[483]\tvalid_0's l2: 0.0104077\n",
      "[484]\tvalid_0's l2: 0.0103993\n",
      "[485]\tvalid_0's l2: 0.0103918\n",
      "[486]\tvalid_0's l2: 0.0103847\n",
      "[487]\tvalid_0's l2: 0.0103781\n",
      "[488]\tvalid_0's l2: 0.0103691\n",
      "[489]\tvalid_0's l2: 0.0103612\n",
      "[490]\tvalid_0's l2: 0.010351\n",
      "[491]\tvalid_0's l2: 0.0103434\n",
      "[492]\tvalid_0's l2: 0.0103374\n",
      "[493]\tvalid_0's l2: 0.0103298\n",
      "[494]\tvalid_0's l2: 0.0103233\n",
      "[495]\tvalid_0's l2: 0.0103175\n",
      "[496]\tvalid_0's l2: 0.0103091\n",
      "[497]\tvalid_0's l2: 0.0103027\n",
      "[498]\tvalid_0's l2: 0.0102962\n",
      "[499]\tvalid_0's l2: 0.0102919\n",
      "[500]\tvalid_0's l2: 0.0102857\n",
      "[501]\tvalid_0's l2: 0.0102794\n",
      "[502]\tvalid_0's l2: 0.0102725\n",
      "[503]\tvalid_0's l2: 0.0102648\n",
      "[504]\tvalid_0's l2: 0.0102594\n",
      "[505]\tvalid_0's l2: 0.0102521\n",
      "[506]\tvalid_0's l2: 0.0102454\n",
      "[507]\tvalid_0's l2: 0.0102389\n",
      "[508]\tvalid_0's l2: 0.0102325\n",
      "[509]\tvalid_0's l2: 0.0102228\n",
      "[510]\tvalid_0's l2: 0.0102198\n",
      "[511]\tvalid_0's l2: 0.010213\n",
      "[512]\tvalid_0's l2: 0.0102075\n",
      "[513]\tvalid_0's l2: 0.0101968\n",
      "[514]\tvalid_0's l2: 0.0101913\n",
      "[515]\tvalid_0's l2: 0.0101857\n",
      "[516]\tvalid_0's l2: 0.0101789\n",
      "[517]\tvalid_0's l2: 0.01017\n",
      "[518]\tvalid_0's l2: 0.0101625\n",
      "[519]\tvalid_0's l2: 0.010157\n",
      "[520]\tvalid_0's l2: 0.010152\n",
      "[521]\tvalid_0's l2: 0.010144\n",
      "[522]\tvalid_0's l2: 0.0101344\n",
      "[523]\tvalid_0's l2: 0.0101253\n",
      "[524]\tvalid_0's l2: 0.0101188\n",
      "[525]\tvalid_0's l2: 0.0101118\n",
      "[526]\tvalid_0's l2: 0.0101045\n",
      "[527]\tvalid_0's l2: 0.0100996\n",
      "[528]\tvalid_0's l2: 0.0100901\n",
      "[529]\tvalid_0's l2: 0.0100832\n",
      "[530]\tvalid_0's l2: 0.0100766\n",
      "[531]\tvalid_0's l2: 0.0100699\n",
      "[532]\tvalid_0's l2: 0.0100624\n",
      "[533]\tvalid_0's l2: 0.0100575\n",
      "[534]\tvalid_0's l2: 0.0100509\n",
      "[535]\tvalid_0's l2: 0.0100434\n",
      "[536]\tvalid_0's l2: 0.0100365\n",
      "[537]\tvalid_0's l2: 0.0100297\n",
      "[538]\tvalid_0's l2: 0.0100244\n",
      "[539]\tvalid_0's l2: 0.010018\n",
      "[540]\tvalid_0's l2: 0.0100137\n",
      "[541]\tvalid_0's l2: 0.010007\n",
      "[542]\tvalid_0's l2: 0.0100009\n",
      "[543]\tvalid_0's l2: 0.00999621\n",
      "[544]\tvalid_0's l2: 0.00999113\n",
      "[545]\tvalid_0's l2: 0.00998327\n",
      "[546]\tvalid_0's l2: 0.00997915\n",
      "[547]\tvalid_0's l2: 0.00997027\n",
      "[548]\tvalid_0's l2: 0.00996432\n",
      "[549]\tvalid_0's l2: 0.00996164\n",
      "[550]\tvalid_0's l2: 0.00995312\n",
      "[551]\tvalid_0's l2: 0.00994776\n",
      "[552]\tvalid_0's l2: 0.00994135\n",
      "[553]\tvalid_0's l2: 0.00993549\n",
      "[554]\tvalid_0's l2: 0.00993071\n",
      "[555]\tvalid_0's l2: 0.00992664\n",
      "[556]\tvalid_0's l2: 0.00992011\n",
      "[557]\tvalid_0's l2: 0.0099156\n",
      "[558]\tvalid_0's l2: 0.00991081\n",
      "[559]\tvalid_0's l2: 0.00990673\n",
      "[560]\tvalid_0's l2: 0.0098955\n",
      "[561]\tvalid_0's l2: 0.0098905\n",
      "[562]\tvalid_0's l2: 0.00988517\n",
      "[563]\tvalid_0's l2: 0.00988227\n",
      "[564]\tvalid_0's l2: 0.00987559\n",
      "[565]\tvalid_0's l2: 0.00987217\n",
      "[566]\tvalid_0's l2: 0.00986668\n",
      "[567]\tvalid_0's l2: 0.00986068\n",
      "[568]\tvalid_0's l2: 0.00985614\n",
      "[569]\tvalid_0's l2: 0.0098528\n",
      "[570]\tvalid_0's l2: 0.00984737\n",
      "[571]\tvalid_0's l2: 0.00984051\n",
      "[572]\tvalid_0's l2: 0.00983455\n",
      "[573]\tvalid_0's l2: 0.00982957\n",
      "[574]\tvalid_0's l2: 0.00982756\n",
      "[575]\tvalid_0's l2: 0.0098232\n",
      "[576]\tvalid_0's l2: 0.00981729\n",
      "[577]\tvalid_0's l2: 0.00981342\n",
      "[578]\tvalid_0's l2: 0.00980779\n",
      "[579]\tvalid_0's l2: 0.00980243\n",
      "[580]\tvalid_0's l2: 0.00979729\n",
      "[581]\tvalid_0's l2: 0.00979001\n",
      "[582]\tvalid_0's l2: 0.00978457\n",
      "[583]\tvalid_0's l2: 0.00977983\n",
      "[584]\tvalid_0's l2: 0.00977483\n",
      "[585]\tvalid_0's l2: 0.00977057\n",
      "[586]\tvalid_0's l2: 0.00976338\n",
      "[587]\tvalid_0's l2: 0.00975914\n",
      "[588]\tvalid_0's l2: 0.00975453\n",
      "[589]\tvalid_0's l2: 0.00974844\n",
      "[590]\tvalid_0's l2: 0.00974297\n",
      "[591]\tvalid_0's l2: 0.00973895\n",
      "[592]\tvalid_0's l2: 0.00973594\n",
      "[593]\tvalid_0's l2: 0.00973148\n",
      "[594]\tvalid_0's l2: 0.00972581\n",
      "[595]\tvalid_0's l2: 0.00972192\n",
      "[596]\tvalid_0's l2: 0.0097193\n",
      "[597]\tvalid_0's l2: 0.0097162\n",
      "[598]\tvalid_0's l2: 0.00971108\n",
      "[599]\tvalid_0's l2: 0.0097041\n",
      "[600]\tvalid_0's l2: 0.00969682\n",
      "[601]\tvalid_0's l2: 0.00969154\n",
      "[602]\tvalid_0's l2: 0.00968581\n",
      "[603]\tvalid_0's l2: 0.00968003\n",
      "[604]\tvalid_0's l2: 0.00967753\n",
      "[605]\tvalid_0's l2: 0.00967337\n",
      "[606]\tvalid_0's l2: 0.00966985\n",
      "[607]\tvalid_0's l2: 0.00966766\n",
      "[608]\tvalid_0's l2: 0.00966243\n",
      "[609]\tvalid_0's l2: 0.00965703\n",
      "[610]\tvalid_0's l2: 0.00965168\n",
      "[611]\tvalid_0's l2: 0.00964895\n",
      "[612]\tvalid_0's l2: 0.0096465\n",
      "[613]\tvalid_0's l2: 0.00964217\n",
      "[614]\tvalid_0's l2: 0.00963762\n",
      "[615]\tvalid_0's l2: 0.0096325\n",
      "[616]\tvalid_0's l2: 0.00962734\n",
      "[617]\tvalid_0's l2: 0.00962404\n",
      "[618]\tvalid_0's l2: 0.00961745\n",
      "[619]\tvalid_0's l2: 0.00961346\n",
      "[620]\tvalid_0's l2: 0.00960959\n",
      "[621]\tvalid_0's l2: 0.0096034\n",
      "[622]\tvalid_0's l2: 0.00959983\n",
      "[623]\tvalid_0's l2: 0.00959437\n",
      "[624]\tvalid_0's l2: 0.00958845\n",
      "[625]\tvalid_0's l2: 0.00958326\n",
      "[626]\tvalid_0's l2: 0.00958071\n",
      "[627]\tvalid_0's l2: 0.00957561\n",
      "[628]\tvalid_0's l2: 0.00957087\n",
      "[629]\tvalid_0's l2: 0.00956743\n",
      "[630]\tvalid_0's l2: 0.00956255\n",
      "[631]\tvalid_0's l2: 0.0095584\n",
      "[632]\tvalid_0's l2: 0.00955285\n",
      "[633]\tvalid_0's l2: 0.00955109\n",
      "[634]\tvalid_0's l2: 0.0095448\n",
      "[635]\tvalid_0's l2: 0.00954005\n",
      "[636]\tvalid_0's l2: 0.00953869\n",
      "[637]\tvalid_0's l2: 0.00953436\n",
      "[638]\tvalid_0's l2: 0.00952992\n",
      "[639]\tvalid_0's l2: 0.0095258\n",
      "[640]\tvalid_0's l2: 0.00952255\n",
      "[641]\tvalid_0's l2: 0.00951932\n",
      "[642]\tvalid_0's l2: 0.00951576\n",
      "[643]\tvalid_0's l2: 0.00951057\n",
      "[644]\tvalid_0's l2: 0.00950615\n",
      "[645]\tvalid_0's l2: 0.00950078\n",
      "[646]\tvalid_0's l2: 0.00949769\n",
      "[647]\tvalid_0's l2: 0.0094933\n",
      "[648]\tvalid_0's l2: 0.00948872\n",
      "[649]\tvalid_0's l2: 0.00948488\n",
      "[650]\tvalid_0's l2: 0.00948084\n",
      "[651]\tvalid_0's l2: 0.00947699\n",
      "[652]\tvalid_0's l2: 0.00947334\n",
      "[653]\tvalid_0's l2: 0.00946974\n",
      "[654]\tvalid_0's l2: 0.00946783\n",
      "[655]\tvalid_0's l2: 0.00946172\n",
      "[656]\tvalid_0's l2: 0.00945949\n",
      "[657]\tvalid_0's l2: 0.00945756\n",
      "[658]\tvalid_0's l2: 0.00945083\n",
      "[659]\tvalid_0's l2: 0.00944637\n",
      "[660]\tvalid_0's l2: 0.00944241\n",
      "[661]\tvalid_0's l2: 0.00943866\n",
      "[662]\tvalid_0's l2: 0.00943221\n",
      "[663]\tvalid_0's l2: 0.00942719\n",
      "[664]\tvalid_0's l2: 0.00942263\n",
      "[665]\tvalid_0's l2: 0.00941861\n",
      "[666]\tvalid_0's l2: 0.00941483\n",
      "[667]\tvalid_0's l2: 0.0094122\n",
      "[668]\tvalid_0's l2: 0.00941101\n",
      "[669]\tvalid_0's l2: 0.00940681\n",
      "[670]\tvalid_0's l2: 0.00940392\n",
      "[671]\tvalid_0's l2: 0.00940253\n",
      "[672]\tvalid_0's l2: 0.00940067\n",
      "[673]\tvalid_0's l2: 0.0093968\n",
      "[674]\tvalid_0's l2: 0.00939242\n",
      "[675]\tvalid_0's l2: 0.00939042\n",
      "[676]\tvalid_0's l2: 0.00938651\n",
      "[677]\tvalid_0's l2: 0.00938334\n",
      "[678]\tvalid_0's l2: 0.0093799\n",
      "[679]\tvalid_0's l2: 0.00937623\n",
      "[680]\tvalid_0's l2: 0.00937423\n",
      "[681]\tvalid_0's l2: 0.00937017\n",
      "[682]\tvalid_0's l2: 0.00936566\n",
      "[683]\tvalid_0's l2: 0.00936244\n",
      "[684]\tvalid_0's l2: 0.0093592\n",
      "[685]\tvalid_0's l2: 0.00935825\n",
      "[686]\tvalid_0's l2: 0.00935649\n",
      "[687]\tvalid_0's l2: 0.00935319\n",
      "[688]\tvalid_0's l2: 0.00934914\n",
      "[689]\tvalid_0's l2: 0.00934558\n",
      "[690]\tvalid_0's l2: 0.00934279\n",
      "[691]\tvalid_0's l2: 0.00933921\n",
      "[692]\tvalid_0's l2: 0.00933311\n",
      "[693]\tvalid_0's l2: 0.00932884\n",
      "[694]\tvalid_0's l2: 0.00932521\n",
      "[695]\tvalid_0's l2: 0.00932333\n",
      "[696]\tvalid_0's l2: 0.00931838\n",
      "[697]\tvalid_0's l2: 0.00931514\n",
      "[698]\tvalid_0's l2: 0.00931342\n",
      "[699]\tvalid_0's l2: 0.00931061\n",
      "[700]\tvalid_0's l2: 0.0093056\n",
      "[701]\tvalid_0's l2: 0.00930179\n",
      "[702]\tvalid_0's l2: 0.00929943\n",
      "[703]\tvalid_0's l2: 0.00929564\n",
      "[704]\tvalid_0's l2: 0.00929441\n",
      "[705]\tvalid_0's l2: 0.00929124\n",
      "[706]\tvalid_0's l2: 0.00929004\n",
      "[707]\tvalid_0's l2: 0.00928733\n",
      "[708]\tvalid_0's l2: 0.00928273\n",
      "[709]\tvalid_0's l2: 0.00927909\n",
      "[710]\tvalid_0's l2: 0.00927647\n",
      "[711]\tvalid_0's l2: 0.00927434\n",
      "[712]\tvalid_0's l2: 0.00927386\n",
      "[713]\tvalid_0's l2: 0.00927037\n",
      "[714]\tvalid_0's l2: 0.00926619\n",
      "[715]\tvalid_0's l2: 0.00926519\n",
      "[716]\tvalid_0's l2: 0.00926183\n",
      "[717]\tvalid_0's l2: 0.00925639\n",
      "[718]\tvalid_0's l2: 0.0092552\n",
      "[719]\tvalid_0's l2: 0.0092522\n",
      "[720]\tvalid_0's l2: 0.00925075\n",
      "[721]\tvalid_0's l2: 0.00924733\n",
      "[722]\tvalid_0's l2: 0.00924461\n",
      "[723]\tvalid_0's l2: 0.00923965\n",
      "[724]\tvalid_0's l2: 0.00923609\n",
      "[725]\tvalid_0's l2: 0.00923408\n",
      "[726]\tvalid_0's l2: 0.00922873\n",
      "[727]\tvalid_0's l2: 0.00922497\n",
      "[728]\tvalid_0's l2: 0.00922242\n",
      "[729]\tvalid_0's l2: 0.00922231\n",
      "[730]\tvalid_0's l2: 0.00922032\n",
      "[731]\tvalid_0's l2: 0.00921759\n",
      "[732]\tvalid_0's l2: 0.00921594\n",
      "[733]\tvalid_0's l2: 0.00921262\n",
      "[734]\tvalid_0's l2: 0.00920956\n",
      "[735]\tvalid_0's l2: 0.00920517\n",
      "[736]\tvalid_0's l2: 0.00919993\n",
      "[737]\tvalid_0's l2: 0.009196\n",
      "[738]\tvalid_0's l2: 0.00919327\n",
      "[739]\tvalid_0's l2: 0.00918929\n",
      "[740]\tvalid_0's l2: 0.00918774\n",
      "[741]\tvalid_0's l2: 0.00918684\n",
      "[742]\tvalid_0's l2: 0.00918649\n",
      "[743]\tvalid_0's l2: 0.00918404\n",
      "[744]\tvalid_0's l2: 0.00918024\n",
      "[745]\tvalid_0's l2: 0.00917574\n",
      "[746]\tvalid_0's l2: 0.00917152\n",
      "[747]\tvalid_0's l2: 0.00916663\n",
      "[748]\tvalid_0's l2: 0.00916349\n",
      "[749]\tvalid_0's l2: 0.0091588\n",
      "[750]\tvalid_0's l2: 0.00915648\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[751]\tvalid_0's l2: 0.00915151\n",
      "[752]\tvalid_0's l2: 0.00914729\n",
      "[753]\tvalid_0's l2: 0.0091461\n",
      "[754]\tvalid_0's l2: 0.00914241\n",
      "[755]\tvalid_0's l2: 0.00914029\n",
      "[756]\tvalid_0's l2: 0.00913669\n",
      "[757]\tvalid_0's l2: 0.00913373\n",
      "[758]\tvalid_0's l2: 0.00912982\n",
      "[759]\tvalid_0's l2: 0.00912807\n",
      "[760]\tvalid_0's l2: 0.00912529\n",
      "[761]\tvalid_0's l2: 0.00912264\n",
      "[762]\tvalid_0's l2: 0.00912134\n",
      "[763]\tvalid_0's l2: 0.00911782\n",
      "[764]\tvalid_0's l2: 0.00911416\n",
      "[765]\tvalid_0's l2: 0.00911246\n",
      "[766]\tvalid_0's l2: 0.00910814\n",
      "[767]\tvalid_0's l2: 0.00910485\n",
      "[768]\tvalid_0's l2: 0.00909969\n",
      "[769]\tvalid_0's l2: 0.00909656\n",
      "[770]\tvalid_0's l2: 0.00909261\n",
      "[771]\tvalid_0's l2: 0.00909135\n",
      "[772]\tvalid_0's l2: 0.00909023\n",
      "[773]\tvalid_0's l2: 0.00908905\n",
      "[774]\tvalid_0's l2: 0.0090865\n",
      "[775]\tvalid_0's l2: 0.00908473\n",
      "[776]\tvalid_0's l2: 0.00908146\n",
      "[777]\tvalid_0's l2: 0.00907934\n",
      "[778]\tvalid_0's l2: 0.00907841\n",
      "[779]\tvalid_0's l2: 0.00907677\n",
      "[780]\tvalid_0's l2: 0.00907496\n",
      "[781]\tvalid_0's l2: 0.00907375\n",
      "[782]\tvalid_0's l2: 0.00907053\n",
      "[783]\tvalid_0's l2: 0.00906765\n",
      "[784]\tvalid_0's l2: 0.00906442\n",
      "[785]\tvalid_0's l2: 0.00906224\n",
      "[786]\tvalid_0's l2: 0.00906072\n",
      "[787]\tvalid_0's l2: 0.00905928\n",
      "[788]\tvalid_0's l2: 0.00905698\n",
      "[789]\tvalid_0's l2: 0.00905433\n",
      "[790]\tvalid_0's l2: 0.00905368\n",
      "[791]\tvalid_0's l2: 0.00904869\n",
      "[792]\tvalid_0's l2: 0.00904584\n",
      "[793]\tvalid_0's l2: 0.00904366\n",
      "[794]\tvalid_0's l2: 0.00904117\n",
      "[795]\tvalid_0's l2: 0.00903888\n",
      "[796]\tvalid_0's l2: 0.00903565\n",
      "[797]\tvalid_0's l2: 0.00903362\n",
      "[798]\tvalid_0's l2: 0.00903133\n",
      "[799]\tvalid_0's l2: 0.00902619\n",
      "[800]\tvalid_0's l2: 0.00902244\n",
      "[801]\tvalid_0's l2: 0.00902109\n",
      "[802]\tvalid_0's l2: 0.00901584\n",
      "[803]\tvalid_0's l2: 0.00901348\n",
      "[804]\tvalid_0's l2: 0.00901093\n",
      "[805]\tvalid_0's l2: 0.00900821\n",
      "[806]\tvalid_0's l2: 0.00900656\n",
      "[807]\tvalid_0's l2: 0.00900518\n",
      "[808]\tvalid_0's l2: 0.00900296\n",
      "[809]\tvalid_0's l2: 0.00899816\n",
      "[810]\tvalid_0's l2: 0.00899591\n",
      "[811]\tvalid_0's l2: 0.00899422\n",
      "[812]\tvalid_0's l2: 0.00899379\n",
      "[813]\tvalid_0's l2: 0.00899199\n",
      "[814]\tvalid_0's l2: 0.00899004\n",
      "[815]\tvalid_0's l2: 0.00898723\n",
      "[816]\tvalid_0's l2: 0.00898689\n",
      "[817]\tvalid_0's l2: 0.00898378\n",
      "[818]\tvalid_0's l2: 0.00898065\n",
      "[819]\tvalid_0's l2: 0.00897925\n",
      "[820]\tvalid_0's l2: 0.0089777\n",
      "[821]\tvalid_0's l2: 0.00897605\n",
      "[822]\tvalid_0's l2: 0.00897383\n",
      "[823]\tvalid_0's l2: 0.00897041\n",
      "[824]\tvalid_0's l2: 0.00896815\n",
      "[825]\tvalid_0's l2: 0.0089632\n",
      "[826]\tvalid_0's l2: 0.00896029\n",
      "[827]\tvalid_0's l2: 0.0089578\n",
      "[828]\tvalid_0's l2: 0.00895517\n",
      "[829]\tvalid_0's l2: 0.00895384\n",
      "[830]\tvalid_0's l2: 0.00895112\n",
      "[831]\tvalid_0's l2: 0.00894943\n",
      "[832]\tvalid_0's l2: 0.0089458\n",
      "[833]\tvalid_0's l2: 0.00894439\n",
      "[834]\tvalid_0's l2: 0.00894251\n",
      "[835]\tvalid_0's l2: 0.00894043\n",
      "[836]\tvalid_0's l2: 0.00893727\n",
      "[837]\tvalid_0's l2: 0.00893374\n",
      "[838]\tvalid_0's l2: 0.0089314\n",
      "[839]\tvalid_0's l2: 0.00893039\n",
      "[840]\tvalid_0's l2: 0.00892648\n",
      "[841]\tvalid_0's l2: 0.00892516\n",
      "[842]\tvalid_0's l2: 0.00892194\n",
      "[843]\tvalid_0's l2: 0.00892023\n",
      "[844]\tvalid_0's l2: 0.00891755\n",
      "[845]\tvalid_0's l2: 0.00891636\n",
      "[846]\tvalid_0's l2: 0.00891379\n",
      "[847]\tvalid_0's l2: 0.00891082\n",
      "[848]\tvalid_0's l2: 0.0089073\n",
      "[849]\tvalid_0's l2: 0.00890568\n",
      "[850]\tvalid_0's l2: 0.00890478\n",
      "[851]\tvalid_0's l2: 0.00890241\n",
      "[852]\tvalid_0's l2: 0.00889873\n",
      "[853]\tvalid_0's l2: 0.00889535\n",
      "[854]\tvalid_0's l2: 0.00889113\n",
      "[855]\tvalid_0's l2: 0.00888932\n",
      "[856]\tvalid_0's l2: 0.00888636\n",
      "[857]\tvalid_0's l2: 0.00888367\n",
      "[858]\tvalid_0's l2: 0.00888287\n",
      "[859]\tvalid_0's l2: 0.00888089\n",
      "[860]\tvalid_0's l2: 0.0088785\n",
      "[861]\tvalid_0's l2: 0.00887734\n",
      "[862]\tvalid_0's l2: 0.00887391\n",
      "[863]\tvalid_0's l2: 0.00886983\n",
      "[864]\tvalid_0's l2: 0.00886651\n",
      "[865]\tvalid_0's l2: 0.00886469\n",
      "[866]\tvalid_0's l2: 0.00886183\n",
      "[867]\tvalid_0's l2: 0.00886051\n",
      "[868]\tvalid_0's l2: 0.0088579\n",
      "[869]\tvalid_0's l2: 0.00885564\n",
      "[870]\tvalid_0's l2: 0.00885307\n",
      "[871]\tvalid_0's l2: 0.0088503\n",
      "[872]\tvalid_0's l2: 0.00884805\n",
      "[873]\tvalid_0's l2: 0.00884529\n",
      "[874]\tvalid_0's l2: 0.00884192\n",
      "[875]\tvalid_0's l2: 0.00884007\n",
      "[876]\tvalid_0's l2: 0.00883952\n",
      "[877]\tvalid_0's l2: 0.00883764\n",
      "[878]\tvalid_0's l2: 0.0088349\n",
      "[879]\tvalid_0's l2: 0.00883468\n",
      "[880]\tvalid_0's l2: 0.0088314\n",
      "[881]\tvalid_0's l2: 0.00882927\n",
      "[882]\tvalid_0's l2: 0.00882771\n",
      "[883]\tvalid_0's l2: 0.00882656\n",
      "[884]\tvalid_0's l2: 0.00882388\n",
      "[885]\tvalid_0's l2: 0.00882136\n",
      "[886]\tvalid_0's l2: 0.00882041\n",
      "[887]\tvalid_0's l2: 0.00881816\n",
      "[888]\tvalid_0's l2: 0.00881444\n",
      "[889]\tvalid_0's l2: 0.00881431\n",
      "[890]\tvalid_0's l2: 0.00881036\n",
      "[891]\tvalid_0's l2: 0.00880769\n",
      "[892]\tvalid_0's l2: 0.00880323\n",
      "[893]\tvalid_0's l2: 0.00880088\n",
      "[894]\tvalid_0's l2: 0.00879907\n",
      "[895]\tvalid_0's l2: 0.00879572\n",
      "[896]\tvalid_0's l2: 0.00879585\n",
      "[897]\tvalid_0's l2: 0.00879275\n",
      "[898]\tvalid_0's l2: 0.00879156\n",
      "[899]\tvalid_0's l2: 0.00878967\n",
      "[900]\tvalid_0's l2: 0.00878867\n",
      "[901]\tvalid_0's l2: 0.00878816\n",
      "[902]\tvalid_0's l2: 0.00878737\n",
      "[903]\tvalid_0's l2: 0.00878508\n",
      "[904]\tvalid_0's l2: 0.00878277\n",
      "[905]\tvalid_0's l2: 0.00878072\n",
      "[906]\tvalid_0's l2: 0.0087777\n",
      "[907]\tvalid_0's l2: 0.00877784\n",
      "[908]\tvalid_0's l2: 0.00877638\n",
      "[909]\tvalid_0's l2: 0.00877493\n",
      "[910]\tvalid_0's l2: 0.00877188\n",
      "[911]\tvalid_0's l2: 0.0087686\n",
      "[912]\tvalid_0's l2: 0.00876762\n",
      "[913]\tvalid_0's l2: 0.00876498\n",
      "[914]\tvalid_0's l2: 0.00876277\n",
      "[915]\tvalid_0's l2: 0.00876231\n",
      "[916]\tvalid_0's l2: 0.00875992\n",
      "[917]\tvalid_0's l2: 0.0087568\n",
      "[918]\tvalid_0's l2: 0.00875379\n",
      "[919]\tvalid_0's l2: 0.00875456\n",
      "[920]\tvalid_0's l2: 0.00875213\n",
      "[921]\tvalid_0's l2: 0.00875026\n",
      "[922]\tvalid_0's l2: 0.00874694\n",
      "[923]\tvalid_0's l2: 0.00874349\n",
      "[924]\tvalid_0's l2: 0.00874211\n",
      "[925]\tvalid_0's l2: 0.00874115\n",
      "[926]\tvalid_0's l2: 0.00873852\n",
      "[927]\tvalid_0's l2: 0.00873641\n",
      "[928]\tvalid_0's l2: 0.00873472\n",
      "[929]\tvalid_0's l2: 0.00873252\n",
      "[930]\tvalid_0's l2: 0.00873021\n",
      "[931]\tvalid_0's l2: 0.00872936\n",
      "[932]\tvalid_0's l2: 0.0087288\n",
      "[933]\tvalid_0's l2: 0.00872735\n",
      "[934]\tvalid_0's l2: 0.00872505\n",
      "[935]\tvalid_0's l2: 0.00872165\n",
      "[936]\tvalid_0's l2: 0.00871904\n",
      "[937]\tvalid_0's l2: 0.00871834\n",
      "[938]\tvalid_0's l2: 0.00871726\n",
      "[939]\tvalid_0's l2: 0.00871253\n",
      "[940]\tvalid_0's l2: 0.00871048\n",
      "[941]\tvalid_0's l2: 0.00870976\n",
      "[942]\tvalid_0's l2: 0.00870739\n",
      "[943]\tvalid_0's l2: 0.00870736\n",
      "[944]\tvalid_0's l2: 0.0087049\n",
      "[945]\tvalid_0's l2: 0.00870388\n",
      "[946]\tvalid_0's l2: 0.00870087\n",
      "[947]\tvalid_0's l2: 0.00870072\n",
      "[948]\tvalid_0's l2: 0.00869947\n",
      "[949]\tvalid_0's l2: 0.00869844\n",
      "[950]\tvalid_0's l2: 0.00869436\n",
      "[951]\tvalid_0's l2: 0.00869305\n",
      "[952]\tvalid_0's l2: 0.0086911\n",
      "[953]\tvalid_0's l2: 0.00869023\n",
      "[954]\tvalid_0's l2: 0.00868972\n",
      "[955]\tvalid_0's l2: 0.0086873\n",
      "[956]\tvalid_0's l2: 0.00868587\n",
      "[957]\tvalid_0's l2: 0.00868465\n",
      "[958]\tvalid_0's l2: 0.0086838\n",
      "[959]\tvalid_0's l2: 0.00868125\n",
      "[960]\tvalid_0's l2: 0.00867937\n",
      "[961]\tvalid_0's l2: 0.00867597\n",
      "[962]\tvalid_0's l2: 0.00867306\n",
      "[963]\tvalid_0's l2: 0.00867092\n",
      "[964]\tvalid_0's l2: 0.00866995\n",
      "[965]\tvalid_0's l2: 0.00866962\n",
      "[966]\tvalid_0's l2: 0.00866795\n",
      "[967]\tvalid_0's l2: 0.00866498\n",
      "[968]\tvalid_0's l2: 0.00866212\n",
      "[969]\tvalid_0's l2: 0.00866188\n",
      "[970]\tvalid_0's l2: 0.00866044\n",
      "[971]\tvalid_0's l2: 0.0086587\n",
      "[972]\tvalid_0's l2: 0.00865628\n",
      "[973]\tvalid_0's l2: 0.00865518\n",
      "[974]\tvalid_0's l2: 0.00865368\n",
      "[975]\tvalid_0's l2: 0.00865151\n",
      "[976]\tvalid_0's l2: 0.0086501\n",
      "[977]\tvalid_0's l2: 0.00864728\n",
      "[978]\tvalid_0's l2: 0.00864665\n",
      "[979]\tvalid_0's l2: 0.00864686\n",
      "[980]\tvalid_0's l2: 0.00864477\n",
      "[981]\tvalid_0's l2: 0.0086418\n",
      "[982]\tvalid_0's l2: 0.00863985\n",
      "[983]\tvalid_0's l2: 0.00863965\n",
      "[984]\tvalid_0's l2: 0.00863688\n",
      "[985]\tvalid_0's l2: 0.00863717\n",
      "[986]\tvalid_0's l2: 0.00863479\n",
      "[987]\tvalid_0's l2: 0.00863224\n",
      "[988]\tvalid_0's l2: 0.00863036\n",
      "[989]\tvalid_0's l2: 0.00863083\n",
      "[990]\tvalid_0's l2: 0.0086297\n",
      "[991]\tvalid_0's l2: 0.00862873\n",
      "[992]\tvalid_0's l2: 0.0086268\n",
      "[993]\tvalid_0's l2: 0.00862332\n",
      "[994]\tvalid_0's l2: 0.00862222\n",
      "[995]\tvalid_0's l2: 0.00861973\n",
      "[996]\tvalid_0's l2: 0.00861717\n",
      "[997]\tvalid_0's l2: 0.00861549\n",
      "[998]\tvalid_0's l2: 0.00861519\n",
      "[999]\tvalid_0's l2: 0.00861412\n",
      "[1000]\tvalid_0's l2: 0.0086106\n",
      "[1001]\tvalid_0's l2: 0.00861086\n",
      "[1002]\tvalid_0's l2: 0.00860902\n",
      "[1003]\tvalid_0's l2: 0.00860674\n",
      "[1004]\tvalid_0's l2: 0.00860421\n",
      "[1005]\tvalid_0's l2: 0.00860144\n",
      "[1006]\tvalid_0's l2: 0.00860044\n",
      "[1007]\tvalid_0's l2: 0.00860066\n",
      "[1008]\tvalid_0's l2: 0.00859948\n",
      "[1009]\tvalid_0's l2: 0.00859872\n",
      "[1010]\tvalid_0's l2: 0.00859747\n",
      "[1011]\tvalid_0's l2: 0.00859673\n",
      "[1012]\tvalid_0's l2: 0.00859368\n",
      "[1013]\tvalid_0's l2: 0.00859128\n",
      "[1014]\tvalid_0's l2: 0.00859083\n",
      "[1015]\tvalid_0's l2: 0.00858966\n",
      "[1016]\tvalid_0's l2: 0.00858859\n",
      "[1017]\tvalid_0's l2: 0.00858746\n",
      "[1018]\tvalid_0's l2: 0.00858649\n",
      "[1019]\tvalid_0's l2: 0.00858584\n",
      "[1020]\tvalid_0's l2: 0.0085857\n",
      "[1021]\tvalid_0's l2: 0.00858441\n",
      "[1022]\tvalid_0's l2: 0.00858382\n",
      "[1023]\tvalid_0's l2: 0.00858177\n",
      "[1024]\tvalid_0's l2: 0.00858131\n",
      "[1025]\tvalid_0's l2: 0.00858024\n",
      "[1026]\tvalid_0's l2: 0.00857842\n",
      "[1027]\tvalid_0's l2: 0.00857682\n",
      "[1028]\tvalid_0's l2: 0.00857649\n",
      "[1029]\tvalid_0's l2: 0.00857583\n",
      "[1030]\tvalid_0's l2: 0.00857404\n",
      "[1031]\tvalid_0's l2: 0.00857321\n",
      "[1032]\tvalid_0's l2: 0.00857267\n",
      "[1033]\tvalid_0's l2: 0.00857094\n",
      "[1034]\tvalid_0's l2: 0.00856845\n",
      "[1035]\tvalid_0's l2: 0.00856837\n",
      "[1036]\tvalid_0's l2: 0.00856639\n",
      "[1037]\tvalid_0's l2: 0.00856401\n",
      "[1038]\tvalid_0's l2: 0.00856269\n",
      "[1039]\tvalid_0's l2: 0.00856258\n",
      "[1040]\tvalid_0's l2: 0.00856217\n",
      "[1041]\tvalid_0's l2: 0.00856062\n",
      "[1042]\tvalid_0's l2: 0.00855853\n",
      "[1043]\tvalid_0's l2: 0.00855811\n",
      "[1044]\tvalid_0's l2: 0.00855686\n",
      "[1045]\tvalid_0's l2: 0.00855563\n",
      "[1046]\tvalid_0's l2: 0.00855457\n",
      "[1047]\tvalid_0's l2: 0.00855296\n",
      "[1048]\tvalid_0's l2: 0.00855168\n",
      "[1049]\tvalid_0's l2: 0.00855056\n",
      "[1050]\tvalid_0's l2: 0.00854917\n",
      "[1051]\tvalid_0's l2: 0.00854644\n",
      "[1052]\tvalid_0's l2: 0.00854557\n",
      "[1053]\tvalid_0's l2: 0.00854199\n",
      "[1054]\tvalid_0's l2: 0.0085411\n",
      "[1055]\tvalid_0's l2: 0.00854208\n",
      "[1056]\tvalid_0's l2: 0.00854246\n",
      "[1057]\tvalid_0's l2: 0.00854182\n",
      "[1058]\tvalid_0's l2: 0.0085391\n",
      "[1059]\tvalid_0's l2: 0.00853853\n",
      "[1060]\tvalid_0's l2: 0.00853788\n",
      "[1061]\tvalid_0's l2: 0.00853612\n",
      "[1062]\tvalid_0's l2: 0.0085364\n",
      "[1063]\tvalid_0's l2: 0.00853533\n",
      "[1064]\tvalid_0's l2: 0.00853383\n",
      "[1065]\tvalid_0's l2: 0.00853261\n",
      "[1066]\tvalid_0's l2: 0.00853028\n",
      "[1067]\tvalid_0's l2: 0.00852908\n",
      "[1068]\tvalid_0's l2: 0.00852739\n",
      "[1069]\tvalid_0's l2: 0.00852516\n",
      "[1070]\tvalid_0's l2: 0.00852603\n",
      "[1071]\tvalid_0's l2: 0.00852494\n",
      "[1072]\tvalid_0's l2: 0.00852341\n",
      "[1073]\tvalid_0's l2: 0.00852272\n",
      "[1074]\tvalid_0's l2: 0.00852075\n",
      "[1075]\tvalid_0's l2: 0.00852151\n",
      "[1076]\tvalid_0's l2: 0.00852007\n",
      "[1077]\tvalid_0's l2: 0.00851941\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1078]\tvalid_0's l2: 0.00851848\n",
      "[1079]\tvalid_0's l2: 0.00851763\n",
      "[1080]\tvalid_0's l2: 0.00851771\n",
      "[1081]\tvalid_0's l2: 0.00851711\n",
      "[1082]\tvalid_0's l2: 0.00851618\n",
      "[1083]\tvalid_0's l2: 0.0085141\n",
      "[1084]\tvalid_0's l2: 0.00851209\n",
      "[1085]\tvalid_0's l2: 0.00851042\n",
      "[1086]\tvalid_0's l2: 0.00850764\n",
      "[1087]\tvalid_0's l2: 0.00850818\n",
      "[1088]\tvalid_0's l2: 0.00850799\n",
      "[1089]\tvalid_0's l2: 0.00850726\n",
      "[1090]\tvalid_0's l2: 0.00850522\n",
      "[1091]\tvalid_0's l2: 0.00850376\n",
      "[1092]\tvalid_0's l2: 0.00850233\n",
      "[1093]\tvalid_0's l2: 0.00850126\n",
      "[1094]\tvalid_0's l2: 0.00850052\n",
      "[1095]\tvalid_0's l2: 0.00850018\n",
      "[1096]\tvalid_0's l2: 0.00849852\n",
      "[1097]\tvalid_0's l2: 0.00849825\n",
      "[1098]\tvalid_0's l2: 0.00849792\n",
      "[1099]\tvalid_0's l2: 0.00849558\n",
      "[1100]\tvalid_0's l2: 0.00849372\n",
      "[1101]\tvalid_0's l2: 0.00849304\n",
      "[1102]\tvalid_0's l2: 0.00849387\n",
      "[1103]\tvalid_0's l2: 0.00849201\n",
      "[1104]\tvalid_0's l2: 0.00849135\n",
      "[1105]\tvalid_0's l2: 0.00848999\n",
      "[1106]\tvalid_0's l2: 0.00849056\n",
      "[1107]\tvalid_0's l2: 0.00849002\n",
      "[1108]\tvalid_0's l2: 0.00848997\n",
      "[1109]\tvalid_0's l2: 0.00848914\n",
      "[1110]\tvalid_0's l2: 0.00848873\n",
      "[1111]\tvalid_0's l2: 0.00848765\n",
      "[1112]\tvalid_0's l2: 0.00848648\n",
      "[1113]\tvalid_0's l2: 0.00848527\n",
      "[1114]\tvalid_0's l2: 0.00848672\n",
      "[1115]\tvalid_0's l2: 0.00848547\n",
      "[1116]\tvalid_0's l2: 0.00848461\n",
      "[1117]\tvalid_0's l2: 0.00848459\n",
      "[1118]\tvalid_0's l2: 0.00848385\n",
      "[1119]\tvalid_0's l2: 0.00848165\n",
      "[1120]\tvalid_0's l2: 0.00848081\n",
      "[1121]\tvalid_0's l2: 0.00847969\n",
      "[1122]\tvalid_0's l2: 0.00847949\n",
      "[1123]\tvalid_0's l2: 0.00847855\n",
      "[1124]\tvalid_0's l2: 0.00847642\n",
      "[1125]\tvalid_0's l2: 0.00847687\n",
      "[1126]\tvalid_0's l2: 0.00847541\n",
      "[1127]\tvalid_0's l2: 0.00847564\n",
      "[1128]\tvalid_0's l2: 0.00847374\n",
      "[1129]\tvalid_0's l2: 0.00847291\n",
      "[1130]\tvalid_0's l2: 0.00847237\n",
      "[1131]\tvalid_0's l2: 0.00847058\n",
      "[1132]\tvalid_0's l2: 0.00847051\n",
      "[1133]\tvalid_0's l2: 0.00846892\n",
      "[1134]\tvalid_0's l2: 0.00846477\n",
      "[1135]\tvalid_0's l2: 0.00846348\n",
      "[1136]\tvalid_0's l2: 0.00846268\n",
      "[1137]\tvalid_0's l2: 0.00845989\n",
      "[1138]\tvalid_0's l2: 0.00845877\n",
      "[1139]\tvalid_0's l2: 0.00845702\n",
      "[1140]\tvalid_0's l2: 0.00845637\n",
      "[1141]\tvalid_0's l2: 0.00845618\n",
      "[1142]\tvalid_0's l2: 0.00845365\n",
      "[1143]\tvalid_0's l2: 0.00845481\n",
      "[1144]\tvalid_0's l2: 0.00845425\n",
      "[1145]\tvalid_0's l2: 0.00845359\n",
      "[1146]\tvalid_0's l2: 0.00845228\n",
      "[1147]\tvalid_0's l2: 0.00845171\n",
      "[1148]\tvalid_0's l2: 0.00845016\n",
      "[1149]\tvalid_0's l2: 0.00844951\n",
      "[1150]\tvalid_0's l2: 0.00844876\n",
      "[1151]\tvalid_0's l2: 0.00844659\n",
      "[1152]\tvalid_0's l2: 0.00844583\n",
      "[1153]\tvalid_0's l2: 0.00844449\n",
      "[1154]\tvalid_0's l2: 0.00844301\n",
      "[1155]\tvalid_0's l2: 0.0084432\n",
      "[1156]\tvalid_0's l2: 0.0084419\n",
      "[1157]\tvalid_0's l2: 0.00844113\n",
      "[1158]\tvalid_0's l2: 0.00843828\n",
      "[1159]\tvalid_0's l2: 0.00843696\n",
      "[1160]\tvalid_0's l2: 0.00843456\n",
      "[1161]\tvalid_0's l2: 0.00843532\n",
      "[1162]\tvalid_0's l2: 0.00843326\n",
      "[1163]\tvalid_0's l2: 0.00843148\n",
      "[1164]\tvalid_0's l2: 0.00843081\n",
      "[1165]\tvalid_0's l2: 0.00843\n",
      "[1166]\tvalid_0's l2: 0.00842817\n",
      "[1167]\tvalid_0's l2: 0.00842644\n",
      "[1168]\tvalid_0's l2: 0.00842538\n",
      "[1169]\tvalid_0's l2: 0.00842532\n",
      "[1170]\tvalid_0's l2: 0.0084241\n",
      "[1171]\tvalid_0's l2: 0.00842364\n",
      "[1172]\tvalid_0's l2: 0.00842342\n",
      "[1173]\tvalid_0's l2: 0.00842158\n",
      "[1174]\tvalid_0's l2: 0.00841975\n",
      "[1175]\tvalid_0's l2: 0.008418\n",
      "[1176]\tvalid_0's l2: 0.00841746\n",
      "[1177]\tvalid_0's l2: 0.00841612\n",
      "[1178]\tvalid_0's l2: 0.00841455\n",
      "[1179]\tvalid_0's l2: 0.00841406\n",
      "[1180]\tvalid_0's l2: 0.00841282\n",
      "[1181]\tvalid_0's l2: 0.00841066\n",
      "[1182]\tvalid_0's l2: 0.0084107\n",
      "[1183]\tvalid_0's l2: 0.00840932\n",
      "[1184]\tvalid_0's l2: 0.00840691\n",
      "[1185]\tvalid_0's l2: 0.00840568\n",
      "[1186]\tvalid_0's l2: 0.00840489\n",
      "[1187]\tvalid_0's l2: 0.00840417\n",
      "[1188]\tvalid_0's l2: 0.00840253\n",
      "[1189]\tvalid_0's l2: 0.00840178\n",
      "[1190]\tvalid_0's l2: 0.00840117\n",
      "[1191]\tvalid_0's l2: 0.00840078\n",
      "[1192]\tvalid_0's l2: 0.00839927\n",
      "[1193]\tvalid_0's l2: 0.0083982\n",
      "[1194]\tvalid_0's l2: 0.00839648\n",
      "[1195]\tvalid_0's l2: 0.00839401\n",
      "[1196]\tvalid_0's l2: 0.0083929\n",
      "[1197]\tvalid_0's l2: 0.00839129\n",
      "[1198]\tvalid_0's l2: 0.00839009\n",
      "[1199]\tvalid_0's l2: 0.00839012\n",
      "[1200]\tvalid_0's l2: 0.00839016\n",
      "[1201]\tvalid_0's l2: 0.00838862\n",
      "[1202]\tvalid_0's l2: 0.00838818\n",
      "[1203]\tvalid_0's l2: 0.00838995\n",
      "[1204]\tvalid_0's l2: 0.00838828\n",
      "[1205]\tvalid_0's l2: 0.00838645\n",
      "[1206]\tvalid_0's l2: 0.00838596\n",
      "[1207]\tvalid_0's l2: 0.00838484\n",
      "[1208]\tvalid_0's l2: 0.00838368\n",
      "[1209]\tvalid_0's l2: 0.00838396\n",
      "[1210]\tvalid_0's l2: 0.00838322\n",
      "[1211]\tvalid_0's l2: 0.00838374\n",
      "[1212]\tvalid_0's l2: 0.00838262\n",
      "[1213]\tvalid_0's l2: 0.0083793\n",
      "[1214]\tvalid_0's l2: 0.00837823\n",
      "[1215]\tvalid_0's l2: 0.00837745\n",
      "[1216]\tvalid_0's l2: 0.00837767\n",
      "[1217]\tvalid_0's l2: 0.00837757\n",
      "[1218]\tvalid_0's l2: 0.00837801\n",
      "[1219]\tvalid_0's l2: 0.00837702\n",
      "[1220]\tvalid_0's l2: 0.00837716\n",
      "[1221]\tvalid_0's l2: 0.00837647\n",
      "[1222]\tvalid_0's l2: 0.00837475\n",
      "[1223]\tvalid_0's l2: 0.00837492\n",
      "[1224]\tvalid_0's l2: 0.00837356\n",
      "[1225]\tvalid_0's l2: 0.00837185\n",
      "[1226]\tvalid_0's l2: 0.00837093\n",
      "[1227]\tvalid_0's l2: 0.00837088\n",
      "[1228]\tvalid_0's l2: 0.00837014\n",
      "[1229]\tvalid_0's l2: 0.0083688\n",
      "[1230]\tvalid_0's l2: 0.00836602\n",
      "[1231]\tvalid_0's l2: 0.00836508\n",
      "[1232]\tvalid_0's l2: 0.00836324\n",
      "[1233]\tvalid_0's l2: 0.00836184\n",
      "[1234]\tvalid_0's l2: 0.00836094\n",
      "[1235]\tvalid_0's l2: 0.00835946\n",
      "[1236]\tvalid_0's l2: 0.008359\n",
      "[1237]\tvalid_0's l2: 0.00835909\n",
      "[1238]\tvalid_0's l2: 0.00836029\n",
      "[1239]\tvalid_0's l2: 0.00835893\n",
      "[1240]\tvalid_0's l2: 0.00835786\n",
      "[1241]\tvalid_0's l2: 0.00835667\n",
      "[1242]\tvalid_0's l2: 0.00835544\n",
      "[1243]\tvalid_0's l2: 0.0083534\n",
      "[1244]\tvalid_0's l2: 0.00835326\n",
      "[1245]\tvalid_0's l2: 0.00835282\n",
      "[1246]\tvalid_0's l2: 0.00835408\n",
      "[1247]\tvalid_0's l2: 0.00835304\n",
      "[1248]\tvalid_0's l2: 0.00835344\n",
      "[1249]\tvalid_0's l2: 0.00835358\n",
      "[1250]\tvalid_0's l2: 0.00835088\n",
      "[1251]\tvalid_0's l2: 0.00834995\n",
      "[1252]\tvalid_0's l2: 0.00834826\n",
      "[1253]\tvalid_0's l2: 0.00834744\n",
      "[1254]\tvalid_0's l2: 0.00834557\n",
      "[1255]\tvalid_0's l2: 0.00834349\n",
      "[1256]\tvalid_0's l2: 0.00834259\n",
      "[1257]\tvalid_0's l2: 0.00834259\n",
      "[1258]\tvalid_0's l2: 0.00833907\n",
      "[1259]\tvalid_0's l2: 0.00833844\n",
      "[1260]\tvalid_0's l2: 0.0083375\n",
      "[1261]\tvalid_0's l2: 0.00833581\n",
      "[1262]\tvalid_0's l2: 0.00833521\n",
      "[1263]\tvalid_0's l2: 0.00833397\n",
      "[1264]\tvalid_0's l2: 0.00833465\n",
      "[1265]\tvalid_0's l2: 0.00833499\n",
      "[1266]\tvalid_0's l2: 0.0083337\n",
      "[1267]\tvalid_0's l2: 0.00833385\n",
      "[1268]\tvalid_0's l2: 0.00833408\n",
      "[1269]\tvalid_0's l2: 0.00833338\n",
      "[1270]\tvalid_0's l2: 0.00833264\n",
      "[1271]\tvalid_0's l2: 0.00833141\n",
      "[1272]\tvalid_0's l2: 0.00833071\n",
      "[1273]\tvalid_0's l2: 0.00833007\n",
      "[1274]\tvalid_0's l2: 0.0083302\n",
      "[1275]\tvalid_0's l2: 0.00832878\n",
      "[1276]\tvalid_0's l2: 0.00832806\n",
      "[1277]\tvalid_0's l2: 0.00832771\n",
      "[1278]\tvalid_0's l2: 0.00832616\n",
      "[1279]\tvalid_0's l2: 0.00832497\n",
      "[1280]\tvalid_0's l2: 0.0083261\n",
      "[1281]\tvalid_0's l2: 0.00832482\n",
      "[1282]\tvalid_0's l2: 0.00832556\n",
      "[1283]\tvalid_0's l2: 0.00832485\n",
      "[1284]\tvalid_0's l2: 0.00832524\n",
      "[1285]\tvalid_0's l2: 0.00832441\n",
      "[1286]\tvalid_0's l2: 0.00832262\n",
      "[1287]\tvalid_0's l2: 0.00832163\n",
      "[1288]\tvalid_0's l2: 0.00832238\n",
      "[1289]\tvalid_0's l2: 0.00832135\n",
      "[1290]\tvalid_0's l2: 0.0083207\n",
      "[1291]\tvalid_0's l2: 0.00831981\n",
      "[1292]\tvalid_0's l2: 0.00831963\n",
      "[1293]\tvalid_0's l2: 0.00831967\n",
      "[1294]\tvalid_0's l2: 0.00831943\n",
      "[1295]\tvalid_0's l2: 0.00831868\n",
      "[1296]\tvalid_0's l2: 0.00831663\n",
      "[1297]\tvalid_0's l2: 0.00831678\n",
      "[1298]\tvalid_0's l2: 0.00831756\n",
      "[1299]\tvalid_0's l2: 0.00831659\n",
      "[1300]\tvalid_0's l2: 0.00831666\n",
      "[1301]\tvalid_0's l2: 0.00831504\n",
      "[1302]\tvalid_0's l2: 0.00831333\n",
      "[1303]\tvalid_0's l2: 0.00831371\n",
      "[1304]\tvalid_0's l2: 0.00831291\n",
      "[1305]\tvalid_0's l2: 0.00831225\n",
      "[1306]\tvalid_0's l2: 0.00831185\n",
      "[1307]\tvalid_0's l2: 0.00831152\n",
      "[1308]\tvalid_0's l2: 0.00831138\n",
      "[1309]\tvalid_0's l2: 0.0083102\n",
      "[1310]\tvalid_0's l2: 0.0083096\n",
      "[1311]\tvalid_0's l2: 0.00830944\n",
      "[1312]\tvalid_0's l2: 0.00830767\n",
      "[1313]\tvalid_0's l2: 0.00830728\n",
      "[1314]\tvalid_0's l2: 0.00830553\n",
      "[1315]\tvalid_0's l2: 0.00830495\n",
      "[1316]\tvalid_0's l2: 0.0083048\n",
      "[1317]\tvalid_0's l2: 0.00830445\n",
      "[1318]\tvalid_0's l2: 0.00830407\n",
      "[1319]\tvalid_0's l2: 0.0083029\n",
      "[1320]\tvalid_0's l2: 0.00830121\n",
      "[1321]\tvalid_0's l2: 0.00830037\n",
      "[1322]\tvalid_0's l2: 0.00829951\n",
      "[1323]\tvalid_0's l2: 0.0082992\n",
      "[1324]\tvalid_0's l2: 0.00829907\n",
      "[1325]\tvalid_0's l2: 0.00829843\n",
      "[1326]\tvalid_0's l2: 0.00829822\n",
      "[1327]\tvalid_0's l2: 0.00829727\n",
      "[1328]\tvalid_0's l2: 0.00829687\n",
      "[1329]\tvalid_0's l2: 0.00829719\n",
      "[1330]\tvalid_0's l2: 0.00829629\n",
      "[1331]\tvalid_0's l2: 0.00829624\n",
      "[1332]\tvalid_0's l2: 0.0082956\n",
      "[1333]\tvalid_0's l2: 0.00829467\n",
      "[1334]\tvalid_0's l2: 0.00829319\n",
      "[1335]\tvalid_0's l2: 0.00829147\n",
      "[1336]\tvalid_0's l2: 0.0082905\n",
      "[1337]\tvalid_0's l2: 0.00828997\n",
      "[1338]\tvalid_0's l2: 0.00828957\n",
      "[1339]\tvalid_0's l2: 0.00829048\n",
      "[1340]\tvalid_0's l2: 0.00828944\n",
      "[1341]\tvalid_0's l2: 0.00828819\n",
      "[1342]\tvalid_0's l2: 0.00828706\n",
      "[1343]\tvalid_0's l2: 0.00828662\n",
      "[1344]\tvalid_0's l2: 0.00828623\n",
      "[1345]\tvalid_0's l2: 0.00828546\n",
      "[1346]\tvalid_0's l2: 0.00828395\n",
      "[1347]\tvalid_0's l2: 0.00828211\n",
      "[1348]\tvalid_0's l2: 0.00828218\n",
      "[1349]\tvalid_0's l2: 0.00828009\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1350]\tvalid_0's l2: 0.00827982\n",
      "[1351]\tvalid_0's l2: 0.00827847\n",
      "[1352]\tvalid_0's l2: 0.00827727\n",
      "[1353]\tvalid_0's l2: 0.00827666\n",
      "[1354]\tvalid_0's l2: 0.00827653\n",
      "[1355]\tvalid_0's l2: 0.00827557\n",
      "[1356]\tvalid_0's l2: 0.00827678\n",
      "[1357]\tvalid_0's l2: 0.00827701\n",
      "[1358]\tvalid_0's l2: 0.00827755\n",
      "[1359]\tvalid_0's l2: 0.00827727\n",
      "[1360]\tvalid_0's l2: 0.00827644\n",
      "[1361]\tvalid_0's l2: 0.00827606\n",
      "[1362]\tvalid_0's l2: 0.00827492\n",
      "[1363]\tvalid_0's l2: 0.00827488\n",
      "[1364]\tvalid_0's l2: 0.00827384\n",
      "[1365]\tvalid_0's l2: 0.00827376\n",
      "[1366]\tvalid_0's l2: 0.00827176\n",
      "[1367]\tvalid_0's l2: 0.00827328\n",
      "[1368]\tvalid_0's l2: 0.00827185\n",
      "[1369]\tvalid_0's l2: 0.00827105\n",
      "[1370]\tvalid_0's l2: 0.00826932\n",
      "[1371]\tvalid_0's l2: 0.00826852\n",
      "[1372]\tvalid_0's l2: 0.00826643\n",
      "[1373]\tvalid_0's l2: 0.00826739\n",
      "[1374]\tvalid_0's l2: 0.00826634\n",
      "[1375]\tvalid_0's l2: 0.00826634\n",
      "[1376]\tvalid_0's l2: 0.00826588\n",
      "[1377]\tvalid_0's l2: 0.00826564\n",
      "[1378]\tvalid_0's l2: 0.00826519\n",
      "[1379]\tvalid_0's l2: 0.00826402\n",
      "[1380]\tvalid_0's l2: 0.0082628\n",
      "[1381]\tvalid_0's l2: 0.00826253\n",
      "[1382]\tvalid_0's l2: 0.00826271\n",
      "[1383]\tvalid_0's l2: 0.00826195\n",
      "[1384]\tvalid_0's l2: 0.00826051\n",
      "[1385]\tvalid_0's l2: 0.00826024\n",
      "[1386]\tvalid_0's l2: 0.00826004\n",
      "[1387]\tvalid_0's l2: 0.00825914\n",
      "[1388]\tvalid_0's l2: 0.00825786\n",
      "[1389]\tvalid_0's l2: 0.00825713\n",
      "[1390]\tvalid_0's l2: 0.00825676\n",
      "[1391]\tvalid_0's l2: 0.00825625\n",
      "[1392]\tvalid_0's l2: 0.00825598\n",
      "[1393]\tvalid_0's l2: 0.00825514\n",
      "[1394]\tvalid_0's l2: 0.00825543\n",
      "[1395]\tvalid_0's l2: 0.00825478\n",
      "[1396]\tvalid_0's l2: 0.00825452\n",
      "[1397]\tvalid_0's l2: 0.0082544\n",
      "[1398]\tvalid_0's l2: 0.00825462\n",
      "[1399]\tvalid_0's l2: 0.00825325\n",
      "[1400]\tvalid_0's l2: 0.00825309\n",
      "[1401]\tvalid_0's l2: 0.00825269\n",
      "[1402]\tvalid_0's l2: 0.00825227\n",
      "[1403]\tvalid_0's l2: 0.00825111\n",
      "[1404]\tvalid_0's l2: 0.0082506\n",
      "[1405]\tvalid_0's l2: 0.00824974\n",
      "[1406]\tvalid_0's l2: 0.00825069\n",
      "[1407]\tvalid_0's l2: 0.00824998\n",
      "[1408]\tvalid_0's l2: 0.00825\n",
      "[1409]\tvalid_0's l2: 0.00825081\n",
      "[1410]\tvalid_0's l2: 0.00824968\n",
      "[1411]\tvalid_0's l2: 0.00824896\n",
      "[1412]\tvalid_0's l2: 0.00824744\n",
      "[1413]\tvalid_0's l2: 0.00824644\n",
      "[1414]\tvalid_0's l2: 0.00824555\n",
      "[1415]\tvalid_0's l2: 0.00824443\n",
      "[1416]\tvalid_0's l2: 0.00824315\n",
      "[1417]\tvalid_0's l2: 0.00824182\n",
      "[1418]\tvalid_0's l2: 0.00824143\n",
      "[1419]\tvalid_0's l2: 0.00824064\n",
      "[1420]\tvalid_0's l2: 0.00824038\n",
      "[1421]\tvalid_0's l2: 0.00823913\n",
      "[1422]\tvalid_0's l2: 0.00823889\n",
      "[1423]\tvalid_0's l2: 0.00823775\n",
      "[1424]\tvalid_0's l2: 0.00823625\n",
      "[1425]\tvalid_0's l2: 0.00823562\n",
      "[1426]\tvalid_0's l2: 0.00823557\n",
      "[1427]\tvalid_0's l2: 0.00823547\n",
      "[1428]\tvalid_0's l2: 0.00823526\n",
      "[1429]\tvalid_0's l2: 0.0082338\n",
      "[1430]\tvalid_0's l2: 0.00823312\n",
      "[1431]\tvalid_0's l2: 0.00823273\n",
      "[1432]\tvalid_0's l2: 0.00823156\n",
      "[1433]\tvalid_0's l2: 0.00823164\n",
      "[1434]\tvalid_0's l2: 0.00823207\n",
      "[1435]\tvalid_0's l2: 0.00823164\n",
      "[1436]\tvalid_0's l2: 0.00822994\n",
      "[1437]\tvalid_0's l2: 0.00823003\n",
      "[1438]\tvalid_0's l2: 0.00822963\n",
      "[1439]\tvalid_0's l2: 0.00823163\n",
      "[1440]\tvalid_0's l2: 0.00823052\n",
      "[1441]\tvalid_0's l2: 0.00823034\n",
      "[1442]\tvalid_0's l2: 0.00823078\n",
      "[1443]\tvalid_0's l2: 0.00823041\n",
      "[1444]\tvalid_0's l2: 0.00822884\n",
      "[1445]\tvalid_0's l2: 0.00822856\n",
      "[1446]\tvalid_0's l2: 0.00822694\n",
      "[1447]\tvalid_0's l2: 0.00822689\n",
      "[1448]\tvalid_0's l2: 0.00822592\n",
      "[1449]\tvalid_0's l2: 0.00822592\n",
      "[1450]\tvalid_0's l2: 0.00822518\n",
      "[1451]\tvalid_0's l2: 0.00822485\n",
      "[1452]\tvalid_0's l2: 0.00822495\n",
      "[1453]\tvalid_0's l2: 0.00822481\n",
      "[1454]\tvalid_0's l2: 0.0082257\n",
      "[1455]\tvalid_0's l2: 0.00822585\n",
      "[1456]\tvalid_0's l2: 0.00822579\n",
      "[1457]\tvalid_0's l2: 0.00822515\n",
      "[1458]\tvalid_0's l2: 0.00822391\n",
      "[1459]\tvalid_0's l2: 0.00822483\n",
      "[1460]\tvalid_0's l2: 0.00822403\n",
      "[1461]\tvalid_0's l2: 0.00822312\n",
      "[1462]\tvalid_0's l2: 0.00822222\n",
      "[1463]\tvalid_0's l2: 0.00822184\n",
      "[1464]\tvalid_0's l2: 0.00822186\n",
      "[1465]\tvalid_0's l2: 0.00822127\n",
      "[1466]\tvalid_0's l2: 0.00822143\n",
      "[1467]\tvalid_0's l2: 0.0082223\n",
      "[1468]\tvalid_0's l2: 0.00822175\n",
      "[1469]\tvalid_0's l2: 0.00822117\n",
      "[1470]\tvalid_0's l2: 0.00822027\n",
      "[1471]\tvalid_0's l2: 0.00822076\n",
      "[1472]\tvalid_0's l2: 0.00822022\n",
      "[1473]\tvalid_0's l2: 0.00821984\n",
      "[1474]\tvalid_0's l2: 0.00821969\n",
      "[1475]\tvalid_0's l2: 0.00821799\n",
      "[1476]\tvalid_0's l2: 0.00821783\n",
      "[1477]\tvalid_0's l2: 0.0082188\n",
      "[1478]\tvalid_0's l2: 0.00821779\n",
      "[1479]\tvalid_0's l2: 0.00821709\n",
      "[1480]\tvalid_0's l2: 0.00821694\n",
      "[1481]\tvalid_0's l2: 0.00821627\n",
      "[1482]\tvalid_0's l2: 0.00821495\n",
      "[1483]\tvalid_0's l2: 0.0082151\n",
      "[1484]\tvalid_0's l2: 0.00821467\n",
      "[1485]\tvalid_0's l2: 0.0082133\n",
      "[1486]\tvalid_0's l2: 0.00821204\n",
      "[1487]\tvalid_0's l2: 0.0082116\n",
      "[1488]\tvalid_0's l2: 0.0082116\n",
      "[1489]\tvalid_0's l2: 0.00820982\n",
      "[1490]\tvalid_0's l2: 0.00820849\n",
      "[1491]\tvalid_0's l2: 0.00820792\n",
      "[1492]\tvalid_0's l2: 0.00820714\n",
      "[1493]\tvalid_0's l2: 0.00820686\n",
      "[1494]\tvalid_0's l2: 0.00820581\n",
      "[1495]\tvalid_0's l2: 0.00820606\n",
      "[1496]\tvalid_0's l2: 0.0082062\n",
      "[1497]\tvalid_0's l2: 0.00820613\n",
      "[1498]\tvalid_0's l2: 0.00820573\n",
      "[1499]\tvalid_0's l2: 0.00820562\n",
      "[1500]\tvalid_0's l2: 0.00820607\n",
      "[1501]\tvalid_0's l2: 0.00820561\n",
      "[1502]\tvalid_0's l2: 0.00820543\n",
      "[1503]\tvalid_0's l2: 0.00820455\n",
      "[1504]\tvalid_0's l2: 0.00820387\n",
      "[1505]\tvalid_0's l2: 0.008204\n",
      "[1506]\tvalid_0's l2: 0.00820422\n",
      "[1507]\tvalid_0's l2: 0.0082036\n",
      "[1508]\tvalid_0's l2: 0.00820295\n",
      "[1509]\tvalid_0's l2: 0.00820287\n",
      "[1510]\tvalid_0's l2: 0.00820389\n",
      "[1511]\tvalid_0's l2: 0.00820399\n",
      "[1512]\tvalid_0's l2: 0.00820335\n",
      "[1513]\tvalid_0's l2: 0.00820302\n",
      "[1514]\tvalid_0's l2: 0.00820286\n",
      "[1515]\tvalid_0's l2: 0.00820237\n",
      "[1516]\tvalid_0's l2: 0.00820248\n",
      "[1517]\tvalid_0's l2: 0.00820275\n",
      "[1518]\tvalid_0's l2: 0.00820188\n",
      "[1519]\tvalid_0's l2: 0.00820169\n",
      "[1520]\tvalid_0's l2: 0.00820148\n",
      "[1521]\tvalid_0's l2: 0.00820095\n",
      "[1522]\tvalid_0's l2: 0.00820186\n",
      "[1523]\tvalid_0's l2: 0.00820289\n",
      "[1524]\tvalid_0's l2: 0.00820291\n",
      "[1525]\tvalid_0's l2: 0.00820272\n",
      "[1526]\tvalid_0's l2: 0.00820121\n",
      "[1527]\tvalid_0's l2: 0.00820084\n",
      "[1528]\tvalid_0's l2: 0.00820093\n",
      "[1529]\tvalid_0's l2: 0.00819989\n",
      "[1530]\tvalid_0's l2: 0.00819909\n",
      "[1531]\tvalid_0's l2: 0.00819814\n",
      "[1532]\tvalid_0's l2: 0.00819785\n",
      "[1533]\tvalid_0's l2: 0.00819772\n",
      "[1534]\tvalid_0's l2: 0.00819746\n",
      "[1535]\tvalid_0's l2: 0.00819747\n",
      "[1536]\tvalid_0's l2: 0.00819661\n",
      "[1537]\tvalid_0's l2: 0.00819646\n",
      "[1538]\tvalid_0's l2: 0.00819665\n",
      "[1539]\tvalid_0's l2: 0.00819602\n",
      "[1540]\tvalid_0's l2: 0.00819508\n",
      "[1541]\tvalid_0's l2: 0.00819479\n",
      "[1542]\tvalid_0's l2: 0.0081945\n",
      "[1543]\tvalid_0's l2: 0.00819447\n",
      "[1544]\tvalid_0's l2: 0.00819358\n",
      "[1545]\tvalid_0's l2: 0.00819262\n",
      "[1546]\tvalid_0's l2: 0.00819156\n",
      "[1547]\tvalid_0's l2: 0.00819054\n",
      "[1548]\tvalid_0's l2: 0.00819045\n",
      "[1549]\tvalid_0's l2: 0.00819007\n",
      "[1550]\tvalid_0's l2: 0.00819043\n",
      "[1551]\tvalid_0's l2: 0.00818998\n",
      "[1552]\tvalid_0's l2: 0.00819062\n",
      "[1553]\tvalid_0's l2: 0.00819036\n",
      "[1554]\tvalid_0's l2: 0.00819006\n",
      "[1555]\tvalid_0's l2: 0.00819067\n",
      "[1556]\tvalid_0's l2: 0.0081889\n",
      "[1557]\tvalid_0's l2: 0.00818764\n",
      "[1558]\tvalid_0's l2: 0.00818827\n",
      "[1559]\tvalid_0's l2: 0.00818907\n",
      "[1560]\tvalid_0's l2: 0.00818809\n",
      "[1561]\tvalid_0's l2: 0.00818727\n",
      "[1562]\tvalid_0's l2: 0.00818654\n",
      "[1563]\tvalid_0's l2: 0.0081868\n",
      "[1564]\tvalid_0's l2: 0.00818788\n",
      "[1565]\tvalid_0's l2: 0.00818728\n",
      "[1566]\tvalid_0's l2: 0.00818727\n",
      "[1567]\tvalid_0's l2: 0.00818686\n",
      "[1568]\tvalid_0's l2: 0.00818646\n",
      "[1569]\tvalid_0's l2: 0.00818601\n",
      "[1570]\tvalid_0's l2: 0.00818658\n",
      "[1571]\tvalid_0's l2: 0.00818637\n",
      "[1572]\tvalid_0's l2: 0.00818589\n",
      "[1573]\tvalid_0's l2: 0.00818595\n",
      "[1574]\tvalid_0's l2: 0.00818637\n",
      "[1575]\tvalid_0's l2: 0.0081859\n",
      "[1576]\tvalid_0's l2: 0.00818535\n",
      "[1577]\tvalid_0's l2: 0.008185\n",
      "[1578]\tvalid_0's l2: 0.00818325\n",
      "[1579]\tvalid_0's l2: 0.00818285\n",
      "[1580]\tvalid_0's l2: 0.00818257\n",
      "[1581]\tvalid_0's l2: 0.00818258\n",
      "[1582]\tvalid_0's l2: 0.00818214\n",
      "[1583]\tvalid_0's l2: 0.00818216\n",
      "[1584]\tvalid_0's l2: 0.00818241\n",
      "[1585]\tvalid_0's l2: 0.00818126\n",
      "[1586]\tvalid_0's l2: 0.00818164\n",
      "[1587]\tvalid_0's l2: 0.00818268\n",
      "[1588]\tvalid_0's l2: 0.00818189\n",
      "[1589]\tvalid_0's l2: 0.00818139\n",
      "[1590]\tvalid_0's l2: 0.0081808\n",
      "[1591]\tvalid_0's l2: 0.00818111\n",
      "[1592]\tvalid_0's l2: 0.00818141\n",
      "[1593]\tvalid_0's l2: 0.00817995\n",
      "[1594]\tvalid_0's l2: 0.00817933\n",
      "[1595]\tvalid_0's l2: 0.00817802\n",
      "[1596]\tvalid_0's l2: 0.00817673\n",
      "[1597]\tvalid_0's l2: 0.00817703\n",
      "[1598]\tvalid_0's l2: 0.00817638\n",
      "[1599]\tvalid_0's l2: 0.00817642\n",
      "[1600]\tvalid_0's l2: 0.00817511\n",
      "[1601]\tvalid_0's l2: 0.00817407\n",
      "[1602]\tvalid_0's l2: 0.00817379\n",
      "[1603]\tvalid_0's l2: 0.00817343\n",
      "[1604]\tvalid_0's l2: 0.00817264\n",
      "[1605]\tvalid_0's l2: 0.0081728\n",
      "[1606]\tvalid_0's l2: 0.00817292\n",
      "[1607]\tvalid_0's l2: 0.00817207\n",
      "[1608]\tvalid_0's l2: 0.00817181\n",
      "[1609]\tvalid_0's l2: 0.00817002\n",
      "[1610]\tvalid_0's l2: 0.00816992\n",
      "[1611]\tvalid_0's l2: 0.00817042\n",
      "[1612]\tvalid_0's l2: 0.00816923\n",
      "[1613]\tvalid_0's l2: 0.00816937\n",
      "[1614]\tvalid_0's l2: 0.00816839\n",
      "[1615]\tvalid_0's l2: 0.00816737\n",
      "[1616]\tvalid_0's l2: 0.00816789\n",
      "[1617]\tvalid_0's l2: 0.00816806\n",
      "[1618]\tvalid_0's l2: 0.00816877\n",
      "[1619]\tvalid_0's l2: 0.00816839\n",
      "[1620]\tvalid_0's l2: 0.00816741\n",
      "[1621]\tvalid_0's l2: 0.00816908\n",
      "[1622]\tvalid_0's l2: 0.00816952\n",
      "[1623]\tvalid_0's l2: 0.00816914\n",
      "[1624]\tvalid_0's l2: 0.00816875\n",
      "[1625]\tvalid_0's l2: 0.00816892\n",
      "[1626]\tvalid_0's l2: 0.00816845\n",
      "[1627]\tvalid_0's l2: 0.00816846\n",
      "[1628]\tvalid_0's l2: 0.00816692\n",
      "[1629]\tvalid_0's l2: 0.00816663\n",
      "[1630]\tvalid_0's l2: 0.00816679\n",
      "[1631]\tvalid_0's l2: 0.00816613\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1632]\tvalid_0's l2: 0.00816648\n",
      "[1633]\tvalid_0's l2: 0.00816492\n",
      "[1634]\tvalid_0's l2: 0.00816496\n",
      "[1635]\tvalid_0's l2: 0.00816465\n",
      "[1636]\tvalid_0's l2: 0.00816488\n",
      "[1637]\tvalid_0's l2: 0.0081636\n",
      "[1638]\tvalid_0's l2: 0.0081632\n",
      "[1639]\tvalid_0's l2: 0.00816239\n",
      "[1640]\tvalid_0's l2: 0.00816191\n",
      "[1641]\tvalid_0's l2: 0.00816084\n",
      "[1642]\tvalid_0's l2: 0.00816027\n",
      "[1643]\tvalid_0's l2: 0.00815988\n",
      "[1644]\tvalid_0's l2: 0.00815951\n",
      "[1645]\tvalid_0's l2: 0.00815893\n",
      "[1646]\tvalid_0's l2: 0.00815916\n",
      "[1647]\tvalid_0's l2: 0.00815824\n",
      "[1648]\tvalid_0's l2: 0.00815886\n",
      "[1649]\tvalid_0's l2: 0.00815931\n",
      "[1650]\tvalid_0's l2: 0.00815868\n",
      "[1651]\tvalid_0's l2: 0.00815857\n",
      "[1652]\tvalid_0's l2: 0.00815754\n",
      "[1653]\tvalid_0's l2: 0.0081576\n",
      "[1654]\tvalid_0's l2: 0.00815746\n",
      "[1655]\tvalid_0's l2: 0.00815621\n",
      "[1656]\tvalid_0's l2: 0.00815614\n",
      "[1657]\tvalid_0's l2: 0.00815604\n",
      "[1658]\tvalid_0's l2: 0.00815517\n",
      "[1659]\tvalid_0's l2: 0.00815464\n",
      "[1660]\tvalid_0's l2: 0.00815437\n",
      "[1661]\tvalid_0's l2: 0.00815354\n",
      "[1662]\tvalid_0's l2: 0.00815271\n",
      "[1663]\tvalid_0's l2: 0.00815268\n",
      "[1664]\tvalid_0's l2: 0.00815343\n",
      "[1665]\tvalid_0's l2: 0.00815246\n",
      "[1666]\tvalid_0's l2: 0.00815172\n",
      "[1667]\tvalid_0's l2: 0.00815124\n",
      "[1668]\tvalid_0's l2: 0.00815136\n",
      "[1669]\tvalid_0's l2: 0.00815086\n",
      "[1670]\tvalid_0's l2: 0.00815101\n",
      "[1671]\tvalid_0's l2: 0.00815033\n",
      "[1672]\tvalid_0's l2: 0.00814995\n",
      "[1673]\tvalid_0's l2: 0.00815046\n",
      "[1674]\tvalid_0's l2: 0.00814968\n",
      "[1675]\tvalid_0's l2: 0.00814911\n",
      "[1676]\tvalid_0's l2: 0.00814877\n",
      "[1677]\tvalid_0's l2: 0.00814885\n",
      "[1678]\tvalid_0's l2: 0.00814871\n",
      "[1679]\tvalid_0's l2: 0.00814814\n",
      "[1680]\tvalid_0's l2: 0.00814847\n",
      "[1681]\tvalid_0's l2: 0.0081482\n",
      "[1682]\tvalid_0's l2: 0.00814692\n",
      "[1683]\tvalid_0's l2: 0.00814699\n",
      "[1684]\tvalid_0's l2: 0.0081461\n",
      "[1685]\tvalid_0's l2: 0.00814554\n",
      "[1686]\tvalid_0's l2: 0.00814585\n",
      "[1687]\tvalid_0's l2: 0.0081465\n",
      "[1688]\tvalid_0's l2: 0.00814651\n",
      "[1689]\tvalid_0's l2: 0.00814645\n",
      "[1690]\tvalid_0's l2: 0.00814659\n",
      "[1691]\tvalid_0's l2: 0.0081466\n",
      "[1692]\tvalid_0's l2: 0.00814613\n",
      "[1693]\tvalid_0's l2: 0.0081453\n",
      "[1694]\tvalid_0's l2: 0.00814568\n",
      "[1695]\tvalid_0's l2: 0.00814455\n",
      "[1696]\tvalid_0's l2: 0.00814479\n",
      "[1697]\tvalid_0's l2: 0.00814511\n",
      "[1698]\tvalid_0's l2: 0.00814378\n",
      "[1699]\tvalid_0's l2: 0.00814393\n",
      "[1700]\tvalid_0's l2: 0.00814296\n",
      "[1701]\tvalid_0's l2: 0.00814326\n",
      "[1702]\tvalid_0's l2: 0.00814176\n",
      "[1703]\tvalid_0's l2: 0.00814228\n",
      "[1704]\tvalid_0's l2: 0.00814169\n",
      "[1705]\tvalid_0's l2: 0.00814116\n",
      "[1706]\tvalid_0's l2: 0.0081407\n",
      "[1707]\tvalid_0's l2: 0.00814114\n",
      "[1708]\tvalid_0's l2: 0.00814136\n",
      "[1709]\tvalid_0's l2: 0.00814053\n",
      "[1710]\tvalid_0's l2: 0.00814057\n",
      "[1711]\tvalid_0's l2: 0.00813938\n",
      "[1712]\tvalid_0's l2: 0.00813738\n",
      "[1713]\tvalid_0's l2: 0.00813696\n",
      "[1714]\tvalid_0's l2: 0.00813623\n",
      "[1715]\tvalid_0's l2: 0.00813609\n",
      "[1716]\tvalid_0's l2: 0.0081352\n",
      "[1717]\tvalid_0's l2: 0.00813478\n",
      "[1718]\tvalid_0's l2: 0.00813505\n",
      "[1719]\tvalid_0's l2: 0.00813525\n",
      "[1720]\tvalid_0's l2: 0.00813596\n",
      "[1721]\tvalid_0's l2: 0.00813581\n",
      "[1722]\tvalid_0's l2: 0.0081357\n",
      "[1723]\tvalid_0's l2: 0.00813442\n",
      "[1724]\tvalid_0's l2: 0.00813472\n",
      "[1725]\tvalid_0's l2: 0.00813424\n",
      "[1726]\tvalid_0's l2: 0.00813388\n",
      "[1727]\tvalid_0's l2: 0.00813293\n",
      "[1728]\tvalid_0's l2: 0.00813262\n",
      "[1729]\tvalid_0's l2: 0.00813247\n",
      "[1730]\tvalid_0's l2: 0.00813215\n",
      "[1731]\tvalid_0's l2: 0.00813175\n",
      "[1732]\tvalid_0's l2: 0.00813165\n",
      "[1733]\tvalid_0's l2: 0.00813143\n",
      "[1734]\tvalid_0's l2: 0.00813098\n",
      "[1735]\tvalid_0's l2: 0.0081312\n",
      "[1736]\tvalid_0's l2: 0.00813102\n",
      "[1737]\tvalid_0's l2: 0.0081306\n",
      "[1738]\tvalid_0's l2: 0.00813027\n",
      "[1739]\tvalid_0's l2: 0.00812918\n",
      "[1740]\tvalid_0's l2: 0.0081292\n",
      "[1741]\tvalid_0's l2: 0.00812876\n",
      "[1742]\tvalid_0's l2: 0.00812805\n",
      "[1743]\tvalid_0's l2: 0.00812765\n",
      "[1744]\tvalid_0's l2: 0.00812813\n",
      "[1745]\tvalid_0's l2: 0.00812773\n",
      "[1746]\tvalid_0's l2: 0.00812727\n",
      "[1747]\tvalid_0's l2: 0.00812708\n",
      "[1748]\tvalid_0's l2: 0.00812767\n",
      "[1749]\tvalid_0's l2: 0.00812792\n",
      "[1750]\tvalid_0's l2: 0.00812739\n",
      "[1751]\tvalid_0's l2: 0.00812714\n",
      "[1752]\tvalid_0's l2: 0.00812644\n",
      "[1753]\tvalid_0's l2: 0.0081271\n",
      "[1754]\tvalid_0's l2: 0.00812634\n",
      "[1755]\tvalid_0's l2: 0.00812644\n",
      "[1756]\tvalid_0's l2: 0.00812661\n",
      "[1757]\tvalid_0's l2: 0.00812548\n",
      "[1758]\tvalid_0's l2: 0.0081245\n",
      "[1759]\tvalid_0's l2: 0.0081247\n",
      "[1760]\tvalid_0's l2: 0.00812513\n",
      "[1761]\tvalid_0's l2: 0.00812466\n",
      "[1762]\tvalid_0's l2: 0.008124\n",
      "[1763]\tvalid_0's l2: 0.0081234\n",
      "[1764]\tvalid_0's l2: 0.00812325\n",
      "[1765]\tvalid_0's l2: 0.00812281\n",
      "[1766]\tvalid_0's l2: 0.00812328\n",
      "[1767]\tvalid_0's l2: 0.00812316\n",
      "[1768]\tvalid_0's l2: 0.00812396\n",
      "[1769]\tvalid_0's l2: 0.00812409\n",
      "[1770]\tvalid_0's l2: 0.00812428\n",
      "[1771]\tvalid_0's l2: 0.00812427\n",
      "[1772]\tvalid_0's l2: 0.00812378\n",
      "[1773]\tvalid_0's l2: 0.00812285\n",
      "[1774]\tvalid_0's l2: 0.00812257\n",
      "[1775]\tvalid_0's l2: 0.00812224\n",
      "[1776]\tvalid_0's l2: 0.00812187\n",
      "[1777]\tvalid_0's l2: 0.008121\n",
      "[1778]\tvalid_0's l2: 0.0081211\n",
      "[1779]\tvalid_0's l2: 0.00812039\n",
      "[1780]\tvalid_0's l2: 0.00812012\n",
      "[1781]\tvalid_0's l2: 0.00811987\n",
      "[1782]\tvalid_0's l2: 0.00811935\n",
      "[1783]\tvalid_0's l2: 0.00811831\n",
      "[1784]\tvalid_0's l2: 0.00811828\n",
      "[1785]\tvalid_0's l2: 0.00811776\n",
      "[1786]\tvalid_0's l2: 0.00811697\n",
      "[1787]\tvalid_0's l2: 0.00811667\n",
      "[1788]\tvalid_0's l2: 0.00811636\n",
      "[1789]\tvalid_0's l2: 0.00811622\n",
      "[1790]\tvalid_0's l2: 0.00811645\n",
      "[1791]\tvalid_0's l2: 0.00811603\n",
      "[1792]\tvalid_0's l2: 0.00811521\n",
      "[1793]\tvalid_0's l2: 0.00811473\n",
      "[1794]\tvalid_0's l2: 0.00811548\n",
      "[1795]\tvalid_0's l2: 0.00811608\n",
      "[1796]\tvalid_0's l2: 0.00811601\n",
      "[1797]\tvalid_0's l2: 0.00811519\n",
      "[1798]\tvalid_0's l2: 0.00811461\n",
      "[1799]\tvalid_0's l2: 0.00811533\n",
      "[1800]\tvalid_0's l2: 0.00811561\n",
      "[1801]\tvalid_0's l2: 0.00811588\n",
      "[1802]\tvalid_0's l2: 0.00811552\n",
      "[1803]\tvalid_0's l2: 0.00811582\n",
      "[1804]\tvalid_0's l2: 0.00811514\n",
      "[1805]\tvalid_0's l2: 0.00811466\n",
      "[1806]\tvalid_0's l2: 0.00811491\n",
      "[1807]\tvalid_0's l2: 0.00811461\n",
      "[1808]\tvalid_0's l2: 0.00811503\n",
      "[1809]\tvalid_0's l2: 0.00811458\n",
      "[1810]\tvalid_0's l2: 0.00811467\n",
      "[1811]\tvalid_0's l2: 0.00811377\n",
      "[1812]\tvalid_0's l2: 0.00811319\n",
      "[1813]\tvalid_0's l2: 0.00811296\n",
      "[1814]\tvalid_0's l2: 0.00811253\n",
      "[1815]\tvalid_0's l2: 0.0081124\n",
      "[1816]\tvalid_0's l2: 0.00811134\n",
      "[1817]\tvalid_0's l2: 0.00811103\n",
      "[1818]\tvalid_0's l2: 0.00811176\n",
      "[1819]\tvalid_0's l2: 0.00811205\n",
      "[1820]\tvalid_0's l2: 0.00811271\n",
      "[1821]\tvalid_0's l2: 0.00811271\n",
      "[1822]\tvalid_0's l2: 0.00811317\n",
      "[1823]\tvalid_0's l2: 0.0081133\n",
      "[1824]\tvalid_0's l2: 0.0081129\n",
      "[1825]\tvalid_0's l2: 0.00811329\n",
      "[1826]\tvalid_0's l2: 0.00811195\n",
      "[1827]\tvalid_0's l2: 0.0081121\n",
      "[1828]\tvalid_0's l2: 0.00811171\n",
      "[1829]\tvalid_0's l2: 0.008112\n",
      "[1830]\tvalid_0's l2: 0.00811115\n",
      "[1831]\tvalid_0's l2: 0.00811114\n",
      "[1832]\tvalid_0's l2: 0.00811029\n",
      "[1833]\tvalid_0's l2: 0.00811024\n",
      "[1834]\tvalid_0's l2: 0.00810973\n",
      "[1835]\tvalid_0's l2: 0.00810987\n",
      "[1836]\tvalid_0's l2: 0.0081102\n",
      "[1837]\tvalid_0's l2: 0.0081103\n",
      "[1838]\tvalid_0's l2: 0.00810874\n",
      "[1839]\tvalid_0's l2: 0.00810877\n",
      "[1840]\tvalid_0's l2: 0.00810856\n",
      "[1841]\tvalid_0's l2: 0.00810792\n",
      "[1842]\tvalid_0's l2: 0.0081077\n",
      "[1843]\tvalid_0's l2: 0.00810838\n",
      "[1844]\tvalid_0's l2: 0.00810841\n",
      "[1845]\tvalid_0's l2: 0.00810866\n",
      "[1846]\tvalid_0's l2: 0.00810794\n",
      "[1847]\tvalid_0's l2: 0.00810858\n",
      "[1848]\tvalid_0's l2: 0.00810901\n",
      "[1849]\tvalid_0's l2: 0.00810849\n",
      "[1850]\tvalid_0's l2: 0.00810924\n",
      "[1851]\tvalid_0's l2: 0.00810879\n",
      "[1852]\tvalid_0's l2: 0.00810861\n",
      "[1853]\tvalid_0's l2: 0.00810789\n",
      "[1854]\tvalid_0's l2: 0.00810795\n",
      "[1855]\tvalid_0's l2: 0.00810761\n",
      "[1856]\tvalid_0's l2: 0.00810702\n",
      "[1857]\tvalid_0's l2: 0.00810656\n",
      "[1858]\tvalid_0's l2: 0.00810658\n",
      "[1859]\tvalid_0's l2: 0.00810637\n",
      "[1860]\tvalid_0's l2: 0.00810591\n",
      "[1861]\tvalid_0's l2: 0.00810566\n",
      "[1862]\tvalid_0's l2: 0.00810549\n",
      "[1863]\tvalid_0's l2: 0.00810533\n",
      "[1864]\tvalid_0's l2: 0.00810532\n",
      "[1865]\tvalid_0's l2: 0.00810558\n",
      "[1866]\tvalid_0's l2: 0.00810548\n",
      "[1867]\tvalid_0's l2: 0.00810477\n",
      "[1868]\tvalid_0's l2: 0.00810497\n",
      "[1869]\tvalid_0's l2: 0.00810434\n",
      "[1870]\tvalid_0's l2: 0.00810394\n",
      "[1871]\tvalid_0's l2: 0.00810383\n",
      "[1872]\tvalid_0's l2: 0.00810344\n",
      "[1873]\tvalid_0's l2: 0.00810303\n",
      "[1874]\tvalid_0's l2: 0.00810372\n",
      "[1875]\tvalid_0's l2: 0.0081033\n",
      "[1876]\tvalid_0's l2: 0.00810296\n",
      "[1877]\tvalid_0's l2: 0.00810256\n",
      "[1878]\tvalid_0's l2: 0.00810227\n",
      "[1879]\tvalid_0's l2: 0.00810247\n",
      "[1880]\tvalid_0's l2: 0.00810312\n",
      "[1881]\tvalid_0's l2: 0.00810263\n",
      "[1882]\tvalid_0's l2: 0.00810248\n",
      "[1883]\tvalid_0's l2: 0.0081034\n",
      "[1884]\tvalid_0's l2: 0.00810336\n",
      "[1885]\tvalid_0's l2: 0.00810331\n",
      "[1886]\tvalid_0's l2: 0.00810306\n",
      "[1887]\tvalid_0's l2: 0.0081022\n",
      "[1888]\tvalid_0's l2: 0.00810259\n",
      "[1889]\tvalid_0's l2: 0.00810207\n",
      "[1890]\tvalid_0's l2: 0.00810166\n",
      "[1891]\tvalid_0's l2: 0.00810169\n",
      "[1892]\tvalid_0's l2: 0.00810184\n",
      "[1893]\tvalid_0's l2: 0.00810214\n",
      "[1894]\tvalid_0's l2: 0.00810174\n",
      "[1895]\tvalid_0's l2: 0.00810245\n",
      "[1896]\tvalid_0's l2: 0.00810201\n",
      "[1897]\tvalid_0's l2: 0.00810293\n",
      "[1898]\tvalid_0's l2: 0.00810286\n",
      "[1899]\tvalid_0's l2: 0.00810178\n",
      "[1900]\tvalid_0's l2: 0.00810064\n",
      "[1901]\tvalid_0's l2: 0.00810041\n",
      "[1902]\tvalid_0's l2: 0.00810066\n",
      "[1903]\tvalid_0's l2: 0.0081\n",
      "[1904]\tvalid_0's l2: 0.00809943\n",
      "[1905]\tvalid_0's l2: 0.00809994\n",
      "[1906]\tvalid_0's l2: 0.00810017\n",
      "[1907]\tvalid_0's l2: 0.00809973\n",
      "[1908]\tvalid_0's l2: 0.0080996\n",
      "[1909]\tvalid_0's l2: 0.00809999\n",
      "[1910]\tvalid_0's l2: 0.00809979\n",
      "[1911]\tvalid_0's l2: 0.00809825\n",
      "[1912]\tvalid_0's l2: 0.00809719\n",
      "[1913]\tvalid_0's l2: 0.00809631\n",
      "[1914]\tvalid_0's l2: 0.00809617\n",
      "[1915]\tvalid_0's l2: 0.00809609\n",
      "[1916]\tvalid_0's l2: 0.00809515\n",
      "[1917]\tvalid_0's l2: 0.00809447\n",
      "[1918]\tvalid_0's l2: 0.00809302\n",
      "[1919]\tvalid_0's l2: 0.00809341\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1920]\tvalid_0's l2: 0.00809359\n",
      "[1921]\tvalid_0's l2: 0.00809354\n",
      "[1922]\tvalid_0's l2: 0.00809376\n",
      "[1923]\tvalid_0's l2: 0.00809334\n",
      "[1924]\tvalid_0's l2: 0.00809405\n",
      "[1925]\tvalid_0's l2: 0.00809413\n",
      "[1926]\tvalid_0's l2: 0.00809427\n",
      "[1927]\tvalid_0's l2: 0.0080948\n",
      "[1928]\tvalid_0's l2: 0.00809409\n",
      "[1929]\tvalid_0's l2: 0.00809257\n",
      "[1930]\tvalid_0's l2: 0.00809231\n",
      "[1931]\tvalid_0's l2: 0.00809222\n",
      "[1932]\tvalid_0's l2: 0.00809228\n",
      "[1933]\tvalid_0's l2: 0.00809216\n",
      "[1934]\tvalid_0's l2: 0.00809068\n",
      "[1935]\tvalid_0's l2: 0.00809124\n",
      "[1936]\tvalid_0's l2: 0.00809075\n",
      "[1937]\tvalid_0's l2: 0.00809128\n",
      "[1938]\tvalid_0's l2: 0.00809245\n",
      "[1939]\tvalid_0's l2: 0.00809211\n",
      "[1940]\tvalid_0's l2: 0.00809193\n",
      "[1941]\tvalid_0's l2: 0.00809217\n",
      "[1942]\tvalid_0's l2: 0.00809213\n",
      "[1943]\tvalid_0's l2: 0.00809191\n",
      "[1944]\tvalid_0's l2: 0.00809225\n",
      "[1945]\tvalid_0's l2: 0.00809204\n",
      "[1946]\tvalid_0's l2: 0.00809113\n",
      "[1947]\tvalid_0's l2: 0.00809097\n",
      "[1948]\tvalid_0's l2: 0.00809002\n",
      "[1949]\tvalid_0's l2: 0.00809066\n",
      "[1950]\tvalid_0's l2: 0.00809149\n",
      "[1951]\tvalid_0's l2: 0.00809103\n",
      "[1952]\tvalid_0's l2: 0.00809216\n",
      "[1953]\tvalid_0's l2: 0.00809257\n",
      "[1954]\tvalid_0's l2: 0.00809201\n",
      "[1955]\tvalid_0's l2: 0.00809192\n",
      "[1956]\tvalid_0's l2: 0.00809187\n",
      "[1957]\tvalid_0's l2: 0.00809171\n",
      "[1958]\tvalid_0's l2: 0.00809132\n",
      "[1959]\tvalid_0's l2: 0.00809141\n",
      "[1960]\tvalid_0's l2: 0.00809106\n",
      "[1961]\tvalid_0's l2: 0.00809027\n",
      "[1962]\tvalid_0's l2: 0.0080898\n",
      "[1963]\tvalid_0's l2: 0.00808969\n",
      "[1964]\tvalid_0's l2: 0.00808933\n",
      "[1965]\tvalid_0's l2: 0.00808904\n",
      "[1966]\tvalid_0's l2: 0.00808884\n",
      "[1967]\tvalid_0's l2: 0.00808863\n",
      "[1968]\tvalid_0's l2: 0.00808875\n",
      "[1969]\tvalid_0's l2: 0.00808962\n",
      "[1970]\tvalid_0's l2: 0.00808936\n",
      "[1971]\tvalid_0's l2: 0.00808909\n",
      "[1972]\tvalid_0's l2: 0.00808916\n",
      "[1973]\tvalid_0's l2: 0.00808938\n",
      "[1974]\tvalid_0's l2: 0.008089\n",
      "[1975]\tvalid_0's l2: 0.00808875\n",
      "[1976]\tvalid_0's l2: 0.00808871\n",
      "[1977]\tvalid_0's l2: 0.0080887\n",
      "[1978]\tvalid_0's l2: 0.00808879\n",
      "[1979]\tvalid_0's l2: 0.00808869\n",
      "[1980]\tvalid_0's l2: 0.00808929\n",
      "[1981]\tvalid_0's l2: 0.00808935\n",
      "[1982]\tvalid_0's l2: 0.00808905\n",
      "[1983]\tvalid_0's l2: 0.00808909\n",
      "[1984]\tvalid_0's l2: 0.00808918\n",
      "[1985]\tvalid_0's l2: 0.00808735\n",
      "[1986]\tvalid_0's l2: 0.00808645\n",
      "[1987]\tvalid_0's l2: 0.00808539\n",
      "[1988]\tvalid_0's l2: 0.00808474\n",
      "[1989]\tvalid_0's l2: 0.00808437\n",
      "[1990]\tvalid_0's l2: 0.00808387\n",
      "[1991]\tvalid_0's l2: 0.00808417\n",
      "[1992]\tvalid_0's l2: 0.00808393\n",
      "[1993]\tvalid_0's l2: 0.00808433\n",
      "[1994]\tvalid_0's l2: 0.00808467\n",
      "[1995]\tvalid_0's l2: 0.00808421\n",
      "[1996]\tvalid_0's l2: 0.00808388\n",
      "[1997]\tvalid_0's l2: 0.0080834\n",
      "[1998]\tvalid_0's l2: 0.00808299\n",
      "[1999]\tvalid_0's l2: 0.00808309\n",
      "[2000]\tvalid_0's l2: 0.00808308\n",
      "[2001]\tvalid_0's l2: 0.00808279\n",
      "[2002]\tvalid_0's l2: 0.00808265\n",
      "[2003]\tvalid_0's l2: 0.00808268\n",
      "[2004]\tvalid_0's l2: 0.00808227\n",
      "[2005]\tvalid_0's l2: 0.00808242\n",
      "[2006]\tvalid_0's l2: 0.00808191\n",
      "[2007]\tvalid_0's l2: 0.00808199\n",
      "[2008]\tvalid_0's l2: 0.00808161\n",
      "[2009]\tvalid_0's l2: 0.00808247\n",
      "[2010]\tvalid_0's l2: 0.00808276\n",
      "[2011]\tvalid_0's l2: 0.00808185\n",
      "[2012]\tvalid_0's l2: 0.00808177\n",
      "[2013]\tvalid_0's l2: 0.00808083\n",
      "[2014]\tvalid_0's l2: 0.00808032\n",
      "[2015]\tvalid_0's l2: 0.00808085\n",
      "[2016]\tvalid_0's l2: 0.00808088\n",
      "[2017]\tvalid_0's l2: 0.00808191\n",
      "[2018]\tvalid_0's l2: 0.00808261\n",
      "[2019]\tvalid_0's l2: 0.00808286\n",
      "[2020]\tvalid_0's l2: 0.00808277\n",
      "[2021]\tvalid_0's l2: 0.00808253\n",
      "[2022]\tvalid_0's l2: 0.00808261\n",
      "[2023]\tvalid_0's l2: 0.00808304\n",
      "[2024]\tvalid_0's l2: 0.00808308\n",
      "[2025]\tvalid_0's l2: 0.00808306\n",
      "[2026]\tvalid_0's l2: 0.0080828\n",
      "[2027]\tvalid_0's l2: 0.0080831\n",
      "[2028]\tvalid_0's l2: 0.00808334\n",
      "[2029]\tvalid_0's l2: 0.00808344\n",
      "[2030]\tvalid_0's l2: 0.0080829\n",
      "[2031]\tvalid_0's l2: 0.00808154\n",
      "[2032]\tvalid_0's l2: 0.00808101\n",
      "[2033]\tvalid_0's l2: 0.00808038\n",
      "[2034]\tvalid_0's l2: 0.00807928\n",
      "[2035]\tvalid_0's l2: 0.00807875\n",
      "[2036]\tvalid_0's l2: 0.00807893\n",
      "[2037]\tvalid_0's l2: 0.00807879\n",
      "[2038]\tvalid_0's l2: 0.00807872\n",
      "[2039]\tvalid_0's l2: 0.00807793\n",
      "[2040]\tvalid_0's l2: 0.008078\n",
      "[2041]\tvalid_0's l2: 0.00807771\n",
      "[2042]\tvalid_0's l2: 0.0080778\n",
      "[2043]\tvalid_0's l2: 0.00807848\n",
      "[2044]\tvalid_0's l2: 0.00807795\n",
      "[2045]\tvalid_0's l2: 0.0080781\n",
      "[2046]\tvalid_0's l2: 0.0080789\n",
      "[2047]\tvalid_0's l2: 0.00807956\n",
      "[2048]\tvalid_0's l2: 0.00807929\n",
      "[2049]\tvalid_0's l2: 0.00807884\n",
      "[2050]\tvalid_0's l2: 0.00807783\n",
      "[2051]\tvalid_0's l2: 0.00807803\n",
      "[2052]\tvalid_0's l2: 0.00807745\n",
      "[2053]\tvalid_0's l2: 0.0080775\n",
      "[2054]\tvalid_0's l2: 0.00807751\n",
      "[2055]\tvalid_0's l2: 0.00807765\n",
      "[2056]\tvalid_0's l2: 0.00807715\n",
      "[2057]\tvalid_0's l2: 0.00807696\n",
      "[2058]\tvalid_0's l2: 0.00807733\n",
      "[2059]\tvalid_0's l2: 0.00807709\n",
      "[2060]\tvalid_0's l2: 0.00807605\n",
      "[2061]\tvalid_0's l2: 0.0080751\n",
      "[2062]\tvalid_0's l2: 0.00807516\n",
      "[2063]\tvalid_0's l2: 0.00807489\n",
      "[2064]\tvalid_0's l2: 0.00807493\n",
      "[2065]\tvalid_0's l2: 0.00807526\n",
      "[2066]\tvalid_0's l2: 0.00807445\n",
      "[2067]\tvalid_0's l2: 0.00807466\n",
      "[2068]\tvalid_0's l2: 0.00807486\n",
      "[2069]\tvalid_0's l2: 0.00807494\n",
      "[2070]\tvalid_0's l2: 0.00807451\n",
      "[2071]\tvalid_0's l2: 0.00807437\n",
      "[2072]\tvalid_0's l2: 0.00807393\n",
      "[2073]\tvalid_0's l2: 0.0080744\n",
      "[2074]\tvalid_0's l2: 0.00807411\n",
      "[2075]\tvalid_0's l2: 0.00807333\n",
      "[2076]\tvalid_0's l2: 0.00807379\n",
      "[2077]\tvalid_0's l2: 0.00807355\n",
      "[2078]\tvalid_0's l2: 0.00807331\n",
      "[2079]\tvalid_0's l2: 0.00807335\n",
      "[2080]\tvalid_0's l2: 0.00807336\n",
      "[2081]\tvalid_0's l2: 0.00807303\n",
      "[2082]\tvalid_0's l2: 0.00807306\n",
      "[2083]\tvalid_0's l2: 0.00807179\n",
      "[2084]\tvalid_0's l2: 0.00807219\n",
      "[2085]\tvalid_0's l2: 0.00807282\n",
      "[2086]\tvalid_0's l2: 0.00807286\n",
      "[2087]\tvalid_0's l2: 0.00807235\n",
      "[2088]\tvalid_0's l2: 0.00807181\n",
      "[2089]\tvalid_0's l2: 0.00807135\n",
      "[2090]\tvalid_0's l2: 0.00807112\n",
      "[2091]\tvalid_0's l2: 0.00807129\n",
      "[2092]\tvalid_0's l2: 0.00807152\n",
      "[2093]\tvalid_0's l2: 0.00807077\n",
      "[2094]\tvalid_0's l2: 0.00807065\n",
      "[2095]\tvalid_0's l2: 0.00807142\n",
      "[2096]\tvalid_0's l2: 0.00807119\n",
      "[2097]\tvalid_0's l2: 0.0080713\n",
      "[2098]\tvalid_0's l2: 0.00807151\n",
      "[2099]\tvalid_0's l2: 0.00807134\n",
      "[2100]\tvalid_0's l2: 0.00807056\n",
      "[2101]\tvalid_0's l2: 0.00807052\n",
      "[2102]\tvalid_0's l2: 0.00807108\n",
      "[2103]\tvalid_0's l2: 0.00807112\n",
      "[2104]\tvalid_0's l2: 0.0080725\n",
      "[2105]\tvalid_0's l2: 0.00807208\n",
      "[2106]\tvalid_0's l2: 0.00807252\n",
      "[2107]\tvalid_0's l2: 0.00807223\n",
      "[2108]\tvalid_0's l2: 0.00807214\n",
      "[2109]\tvalid_0's l2: 0.00807242\n",
      "[2110]\tvalid_0's l2: 0.00807247\n",
      "[2111]\tvalid_0's l2: 0.00807217\n",
      "[2112]\tvalid_0's l2: 0.00807196\n",
      "[2113]\tvalid_0's l2: 0.00807094\n",
      "[2114]\tvalid_0's l2: 0.00807068\n",
      "[2115]\tvalid_0's l2: 0.00806984\n",
      "[2116]\tvalid_0's l2: 0.00806898\n",
      "[2117]\tvalid_0's l2: 0.0080688\n",
      "[2118]\tvalid_0's l2: 0.00806879\n",
      "[2119]\tvalid_0's l2: 0.00806873\n",
      "[2120]\tvalid_0's l2: 0.00806985\n",
      "[2121]\tvalid_0's l2: 0.00807009\n",
      "[2122]\tvalid_0's l2: 0.00807049\n",
      "[2123]\tvalid_0's l2: 0.00807074\n",
      "[2124]\tvalid_0's l2: 0.00807028\n",
      "[2125]\tvalid_0's l2: 0.00807017\n",
      "[2126]\tvalid_0's l2: 0.00806974\n",
      "[2127]\tvalid_0's l2: 0.00806981\n",
      "[2128]\tvalid_0's l2: 0.00807068\n",
      "[2129]\tvalid_0's l2: 0.00807013\n",
      "[2130]\tvalid_0's l2: 0.00806945\n",
      "[2131]\tvalid_0's l2: 0.00806923\n",
      "[2132]\tvalid_0's l2: 0.00806937\n",
      "[2133]\tvalid_0's l2: 0.00807015\n",
      "[2134]\tvalid_0's l2: 0.00806973\n",
      "[2135]\tvalid_0's l2: 0.00806921\n",
      "[2136]\tvalid_0's l2: 0.00806911\n",
      "[2137]\tvalid_0's l2: 0.00806891\n",
      "[2138]\tvalid_0's l2: 0.00806761\n",
      "[2139]\tvalid_0's l2: 0.00806697\n",
      "[2140]\tvalid_0's l2: 0.00806645\n",
      "[2141]\tvalid_0's l2: 0.00806623\n",
      "[2142]\tvalid_0's l2: 0.00806556\n",
      "[2143]\tvalid_0's l2: 0.00806577\n",
      "[2144]\tvalid_0's l2: 0.0080663\n",
      "[2145]\tvalid_0's l2: 0.00806687\n",
      "[2146]\tvalid_0's l2: 0.00806748\n",
      "[2147]\tvalid_0's l2: 0.00806841\n",
      "[2148]\tvalid_0's l2: 0.00806882\n",
      "[2149]\tvalid_0's l2: 0.00806866\n",
      "[2150]\tvalid_0's l2: 0.00806794\n",
      "[2151]\tvalid_0's l2: 0.00806764\n",
      "[2152]\tvalid_0's l2: 0.00806799\n",
      "[2153]\tvalid_0's l2: 0.00806805\n",
      "[2154]\tvalid_0's l2: 0.00806761\n",
      "[2155]\tvalid_0's l2: 0.00806751\n",
      "[2156]\tvalid_0's l2: 0.00806715\n",
      "[2157]\tvalid_0's l2: 0.00806795\n",
      "[2158]\tvalid_0's l2: 0.00806758\n",
      "[2159]\tvalid_0's l2: 0.00806746\n",
      "[2160]\tvalid_0's l2: 0.00806747\n",
      "[2161]\tvalid_0's l2: 0.00806675\n",
      "[2162]\tvalid_0's l2: 0.0080668\n",
      "[2163]\tvalid_0's l2: 0.00806622\n",
      "[2164]\tvalid_0's l2: 0.00806636\n",
      "[2165]\tvalid_0's l2: 0.00806654\n",
      "[2166]\tvalid_0's l2: 0.00806802\n",
      "[2167]\tvalid_0's l2: 0.00806847\n",
      "[2168]\tvalid_0's l2: 0.00806855\n",
      "[2169]\tvalid_0's l2: 0.00806897\n",
      "[2170]\tvalid_0's l2: 0.00806929\n",
      "[2171]\tvalid_0's l2: 0.00806861\n",
      "[2172]\tvalid_0's l2: 0.00806821\n",
      "[2173]\tvalid_0's l2: 0.00806732\n",
      "[2174]\tvalid_0's l2: 0.00806667\n",
      "[2175]\tvalid_0's l2: 0.00806666\n",
      "[2176]\tvalid_0's l2: 0.00806628\n",
      "[2177]\tvalid_0's l2: 0.00806602\n",
      "[2178]\tvalid_0's l2: 0.00806576\n",
      "[2179]\tvalid_0's l2: 0.00806613\n",
      "[2180]\tvalid_0's l2: 0.0080664\n",
      "[2181]\tvalid_0's l2: 0.00806666\n",
      "[2182]\tvalid_0's l2: 0.00806708\n",
      "[2183]\tvalid_0's l2: 0.00806749\n",
      "[2184]\tvalid_0's l2: 0.00806723\n",
      "[2185]\tvalid_0's l2: 0.00806662\n",
      "[2186]\tvalid_0's l2: 0.00806597\n",
      "[2187]\tvalid_0's l2: 0.00806613\n",
      "[2188]\tvalid_0's l2: 0.00806527\n",
      "[2189]\tvalid_0's l2: 0.00806529\n",
      "[2190]\tvalid_0's l2: 0.00806575\n",
      "[2191]\tvalid_0's l2: 0.00806523\n",
      "[2192]\tvalid_0's l2: 0.00806549\n",
      "[2193]\tvalid_0's l2: 0.00806537\n",
      "[2194]\tvalid_0's l2: 0.00806526\n",
      "[2195]\tvalid_0's l2: 0.00806587\n",
      "[2196]\tvalid_0's l2: 0.00806556\n",
      "[2197]\tvalid_0's l2: 0.00806532\n",
      "[2198]\tvalid_0's l2: 0.00806508\n",
      "[2199]\tvalid_0's l2: 0.00806516\n",
      "[2200]\tvalid_0's l2: 0.00806518\n",
      "[2201]\tvalid_0's l2: 0.00806548\n",
      "[2202]\tvalid_0's l2: 0.0080659\n",
      "[2203]\tvalid_0's l2: 0.00806531\n",
      "[2204]\tvalid_0's l2: 0.00806548\n",
      "[2205]\tvalid_0's l2: 0.00806567\n",
      "[2206]\tvalid_0's l2: 0.00806498\n",
      "[2207]\tvalid_0's l2: 0.00806529\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2208]\tvalid_0's l2: 0.00806553\n",
      "[2209]\tvalid_0's l2: 0.00806624\n",
      "[2210]\tvalid_0's l2: 0.00806608\n",
      "[2211]\tvalid_0's l2: 0.00806586\n",
      "[2212]\tvalid_0's l2: 0.00806666\n",
      "[2213]\tvalid_0's l2: 0.00806746\n",
      "[2214]\tvalid_0's l2: 0.0080676\n",
      "[2215]\tvalid_0's l2: 0.00806757\n",
      "[2216]\tvalid_0's l2: 0.00806828\n",
      "[2217]\tvalid_0's l2: 0.00806694\n",
      "[2218]\tvalid_0's l2: 0.00806662\n",
      "[2219]\tvalid_0's l2: 0.00806507\n",
      "[2220]\tvalid_0's l2: 0.00806527\n",
      "[2221]\tvalid_0's l2: 0.00806625\n",
      "[2222]\tvalid_0's l2: 0.00806599\n",
      "[2223]\tvalid_0's l2: 0.00806577\n",
      "[2224]\tvalid_0's l2: 0.00806661\n",
      "[2225]\tvalid_0's l2: 0.00806649\n",
      "[2226]\tvalid_0's l2: 0.00806636\n",
      "[2227]\tvalid_0's l2: 0.00806571\n",
      "[2228]\tvalid_0's l2: 0.00806522\n",
      "[2229]\tvalid_0's l2: 0.00806536\n",
      "[2230]\tvalid_0's l2: 0.00806536\n",
      "[2231]\tvalid_0's l2: 0.00806526\n",
      "[2232]\tvalid_0's l2: 0.0080654\n",
      "[2233]\tvalid_0's l2: 0.00806533\n",
      "[2234]\tvalid_0's l2: 0.00806548\n",
      "[2235]\tvalid_0's l2: 0.00806519\n",
      "[2236]\tvalid_0's l2: 0.00806489\n",
      "[2237]\tvalid_0's l2: 0.00806493\n",
      "[2238]\tvalid_0's l2: 0.0080646\n",
      "[2239]\tvalid_0's l2: 0.0080662\n",
      "[2240]\tvalid_0's l2: 0.00806533\n",
      "[2241]\tvalid_0's l2: 0.00806548\n",
      "[2242]\tvalid_0's l2: 0.00806549\n",
      "[2243]\tvalid_0's l2: 0.00806542\n",
      "[2244]\tvalid_0's l2: 0.00806525\n",
      "[2245]\tvalid_0's l2: 0.00806529\n",
      "[2246]\tvalid_0's l2: 0.00806582\n",
      "[2247]\tvalid_0's l2: 0.0080662\n",
      "[2248]\tvalid_0's l2: 0.00806614\n",
      "[2249]\tvalid_0's l2: 0.00806595\n",
      "[2250]\tvalid_0's l2: 0.00806596\n",
      "[2251]\tvalid_0's l2: 0.00806592\n",
      "[2252]\tvalid_0's l2: 0.00806603\n",
      "[2253]\tvalid_0's l2: 0.00806601\n",
      "[2254]\tvalid_0's l2: 0.00806589\n",
      "[2255]\tvalid_0's l2: 0.00806641\n",
      "[2256]\tvalid_0's l2: 0.00806699\n",
      "[2257]\tvalid_0's l2: 0.00806652\n",
      "[2258]\tvalid_0's l2: 0.0080664\n",
      "[2259]\tvalid_0's l2: 0.00806698\n",
      "[2260]\tvalid_0's l2: 0.00806672\n",
      "[2261]\tvalid_0's l2: 0.00806666\n",
      "[2262]\tvalid_0's l2: 0.00806663\n",
      "[2263]\tvalid_0's l2: 0.00806704\n",
      "[2264]\tvalid_0's l2: 0.00806644\n",
      "[2265]\tvalid_0's l2: 0.00806664\n",
      "[2266]\tvalid_0's l2: 0.00806539\n",
      "[2267]\tvalid_0's l2: 0.00806547\n",
      "[2268]\tvalid_0's l2: 0.00806574\n",
      "[2269]\tvalid_0's l2: 0.00806645\n",
      "[2270]\tvalid_0's l2: 0.0080662\n",
      "[2271]\tvalid_0's l2: 0.00806657\n",
      "[2272]\tvalid_0's l2: 0.00806674\n",
      "[2273]\tvalid_0's l2: 0.00806739\n",
      "[2274]\tvalid_0's l2: 0.00806675\n",
      "[2275]\tvalid_0's l2: 0.00806711\n",
      "[2276]\tvalid_0's l2: 0.00806594\n",
      "[2277]\tvalid_0's l2: 0.00806593\n",
      "[2278]\tvalid_0's l2: 0.00806527\n",
      "[2279]\tvalid_0's l2: 0.00806509\n",
      "[2280]\tvalid_0's l2: 0.00806533\n",
      "[2281]\tvalid_0's l2: 0.00806533\n",
      "[2282]\tvalid_0's l2: 0.0080653\n",
      "[2283]\tvalid_0's l2: 0.00806523\n",
      "[2284]\tvalid_0's l2: 0.00806502\n",
      "[2285]\tvalid_0's l2: 0.00806503\n",
      "[2286]\tvalid_0's l2: 0.00806586\n",
      "[2287]\tvalid_0's l2: 0.00806638\n",
      "[2288]\tvalid_0's l2: 0.00806661\n",
      "[2289]\tvalid_0's l2: 0.00806654\n",
      "[2290]\tvalid_0's l2: 0.00806689\n",
      "[2291]\tvalid_0's l2: 0.00806704\n",
      "[2292]\tvalid_0's l2: 0.00806692\n",
      "[2293]\tvalid_0's l2: 0.0080667\n",
      "[2294]\tvalid_0's l2: 0.00806727\n",
      "[2295]\tvalid_0's l2: 0.00806703\n",
      "[2296]\tvalid_0's l2: 0.00806713\n",
      "[2297]\tvalid_0's l2: 0.00806677\n",
      "[2298]\tvalid_0's l2: 0.00806603\n",
      "[2299]\tvalid_0's l2: 0.00806587\n",
      "[2300]\tvalid_0's l2: 0.00806601\n",
      "[2301]\tvalid_0's l2: 0.00806551\n",
      "[2302]\tvalid_0's l2: 0.00806492\n",
      "[2303]\tvalid_0's l2: 0.00806434\n",
      "[2304]\tvalid_0's l2: 0.00806406\n",
      "[2305]\tvalid_0's l2: 0.0080645\n",
      "[2306]\tvalid_0's l2: 0.00806454\n",
      "[2307]\tvalid_0's l2: 0.00806384\n",
      "[2308]\tvalid_0's l2: 0.00806396\n",
      "[2309]\tvalid_0's l2: 0.00806395\n",
      "[2310]\tvalid_0's l2: 0.0080643\n",
      "[2311]\tvalid_0's l2: 0.00806344\n",
      "[2312]\tvalid_0's l2: 0.00806318\n",
      "[2313]\tvalid_0's l2: 0.0080628\n",
      "[2314]\tvalid_0's l2: 0.00806252\n",
      "[2315]\tvalid_0's l2: 0.00806248\n",
      "[2316]\tvalid_0's l2: 0.00806328\n",
      "[2317]\tvalid_0's l2: 0.00806323\n",
      "[2318]\tvalid_0's l2: 0.00806362\n",
      "[2319]\tvalid_0's l2: 0.00806434\n",
      "[2320]\tvalid_0's l2: 0.0080647\n",
      "[2321]\tvalid_0's l2: 0.00806527\n",
      "[2322]\tvalid_0's l2: 0.00806525\n",
      "[2323]\tvalid_0's l2: 0.00806558\n",
      "[2324]\tvalid_0's l2: 0.00806591\n",
      "[2325]\tvalid_0's l2: 0.00806472\n",
      "[2326]\tvalid_0's l2: 0.00806489\n",
      "[2327]\tvalid_0's l2: 0.0080647\n",
      "[2328]\tvalid_0's l2: 0.00806521\n",
      "[2329]\tvalid_0's l2: 0.00806574\n",
      "[2330]\tvalid_0's l2: 0.0080651\n",
      "[2331]\tvalid_0's l2: 0.00806486\n",
      "[2332]\tvalid_0's l2: 0.00806535\n",
      "[2333]\tvalid_0's l2: 0.00806523\n",
      "[2334]\tvalid_0's l2: 0.00806499\n",
      "[2335]\tvalid_0's l2: 0.00806427\n",
      "[2336]\tvalid_0's l2: 0.00806328\n",
      "[2337]\tvalid_0's l2: 0.00806302\n",
      "[2338]\tvalid_0's l2: 0.00806239\n",
      "[2339]\tvalid_0's l2: 0.00806222\n",
      "[2340]\tvalid_0's l2: 0.0080617\n",
      "[2341]\tvalid_0's l2: 0.00806084\n",
      "[2342]\tvalid_0's l2: 0.00806036\n",
      "[2343]\tvalid_0's l2: 0.00806042\n",
      "[2344]\tvalid_0's l2: 0.00806049\n",
      "[2345]\tvalid_0's l2: 0.00806028\n",
      "[2346]\tvalid_0's l2: 0.00806093\n",
      "[2347]\tvalid_0's l2: 0.00806045\n",
      "[2348]\tvalid_0's l2: 0.0080597\n",
      "[2349]\tvalid_0's l2: 0.00805993\n",
      "[2350]\tvalid_0's l2: 0.00805986\n",
      "[2351]\tvalid_0's l2: 0.00806014\n",
      "[2352]\tvalid_0's l2: 0.00805964\n",
      "[2353]\tvalid_0's l2: 0.00805919\n",
      "[2354]\tvalid_0's l2: 0.00805961\n",
      "[2355]\tvalid_0's l2: 0.00805889\n",
      "[2356]\tvalid_0's l2: 0.00805778\n",
      "[2357]\tvalid_0's l2: 0.00805861\n",
      "[2358]\tvalid_0's l2: 0.00805807\n",
      "[2359]\tvalid_0's l2: 0.00805801\n",
      "[2360]\tvalid_0's l2: 0.00805786\n",
      "[2361]\tvalid_0's l2: 0.00805706\n",
      "[2362]\tvalid_0's l2: 0.00805691\n",
      "[2363]\tvalid_0's l2: 0.00805671\n",
      "[2364]\tvalid_0's l2: 0.00805605\n",
      "[2365]\tvalid_0's l2: 0.0080559\n",
      "[2366]\tvalid_0's l2: 0.00805606\n",
      "[2367]\tvalid_0's l2: 0.00805678\n",
      "[2368]\tvalid_0's l2: 0.00805682\n",
      "[2369]\tvalid_0's l2: 0.00805667\n",
      "[2370]\tvalid_0's l2: 0.00805678\n",
      "[2371]\tvalid_0's l2: 0.00805707\n",
      "[2372]\tvalid_0's l2: 0.00805671\n",
      "[2373]\tvalid_0's l2: 0.00805666\n",
      "[2374]\tvalid_0's l2: 0.00805579\n",
      "[2375]\tvalid_0's l2: 0.00805622\n",
      "[2376]\tvalid_0's l2: 0.00805607\n",
      "[2377]\tvalid_0's l2: 0.00805686\n",
      "[2378]\tvalid_0's l2: 0.00805671\n",
      "[2379]\tvalid_0's l2: 0.00805661\n",
      "[2380]\tvalid_0's l2: 0.00805693\n",
      "[2381]\tvalid_0's l2: 0.00805684\n",
      "[2382]\tvalid_0's l2: 0.00805752\n",
      "[2383]\tvalid_0's l2: 0.00805783\n",
      "[2384]\tvalid_0's l2: 0.00805782\n",
      "[2385]\tvalid_0's l2: 0.00805722\n",
      "[2386]\tvalid_0's l2: 0.00805789\n",
      "[2387]\tvalid_0's l2: 0.00805813\n",
      "[2388]\tvalid_0's l2: 0.00805723\n",
      "[2389]\tvalid_0's l2: 0.00805708\n",
      "[2390]\tvalid_0's l2: 0.00805728\n",
      "[2391]\tvalid_0's l2: 0.00805732\n",
      "[2392]\tvalid_0's l2: 0.00805681\n",
      "[2393]\tvalid_0's l2: 0.00805707\n",
      "[2394]\tvalid_0's l2: 0.0080562\n",
      "[2395]\tvalid_0's l2: 0.00805614\n",
      "[2396]\tvalid_0's l2: 0.00805624\n",
      "[2397]\tvalid_0's l2: 0.0080554\n",
      "[2398]\tvalid_0's l2: 0.00805524\n",
      "[2399]\tvalid_0's l2: 0.00805488\n",
      "[2400]\tvalid_0's l2: 0.00805478\n",
      "[2401]\tvalid_0's l2: 0.00805519\n",
      "[2402]\tvalid_0's l2: 0.00805512\n",
      "[2403]\tvalid_0's l2: 0.00805397\n",
      "[2404]\tvalid_0's l2: 0.00805384\n",
      "[2405]\tvalid_0's l2: 0.00805414\n",
      "[2406]\tvalid_0's l2: 0.0080548\n",
      "[2407]\tvalid_0's l2: 0.0080545\n",
      "[2408]\tvalid_0's l2: 0.00805441\n",
      "[2409]\tvalid_0's l2: 0.00805459\n",
      "[2410]\tvalid_0's l2: 0.00805398\n",
      "[2411]\tvalid_0's l2: 0.00805458\n",
      "[2412]\tvalid_0's l2: 0.00805624\n",
      "[2413]\tvalid_0's l2: 0.00805652\n",
      "[2414]\tvalid_0's l2: 0.00805544\n",
      "[2415]\tvalid_0's l2: 0.00805574\n",
      "[2416]\tvalid_0's l2: 0.00805584\n",
      "[2417]\tvalid_0's l2: 0.00805466\n",
      "[2418]\tvalid_0's l2: 0.00805467\n",
      "[2419]\tvalid_0's l2: 0.00805411\n",
      "[2420]\tvalid_0's l2: 0.00805347\n",
      "[2421]\tvalid_0's l2: 0.00805332\n",
      "[2422]\tvalid_0's l2: 0.00805289\n",
      "[2423]\tvalid_0's l2: 0.0080527\n",
      "[2424]\tvalid_0's l2: 0.00805234\n",
      "[2425]\tvalid_0's l2: 0.00805207\n",
      "[2426]\tvalid_0's l2: 0.00805161\n",
      "[2427]\tvalid_0's l2: 0.00805126\n",
      "[2428]\tvalid_0's l2: 0.00805118\n",
      "[2429]\tvalid_0's l2: 0.008051\n",
      "[2430]\tvalid_0's l2: 0.00805046\n",
      "[2431]\tvalid_0's l2: 0.00805084\n",
      "[2432]\tvalid_0's l2: 0.00805161\n",
      "[2433]\tvalid_0's l2: 0.00805104\n",
      "[2434]\tvalid_0's l2: 0.00805124\n",
      "[2435]\tvalid_0's l2: 0.00805115\n",
      "[2436]\tvalid_0's l2: 0.00805072\n",
      "[2437]\tvalid_0's l2: 0.00805139\n",
      "[2438]\tvalid_0's l2: 0.00805105\n",
      "[2439]\tvalid_0's l2: 0.00805101\n",
      "[2440]\tvalid_0's l2: 0.00805101\n",
      "[2441]\tvalid_0's l2: 0.00805077\n",
      "[2442]\tvalid_0's l2: 0.00805106\n",
      "[2443]\tvalid_0's l2: 0.00805086\n",
      "[2444]\tvalid_0's l2: 0.00805083\n",
      "[2445]\tvalid_0's l2: 0.00805184\n",
      "[2446]\tvalid_0's l2: 0.0080512\n",
      "[2447]\tvalid_0's l2: 0.00805086\n",
      "[2448]\tvalid_0's l2: 0.00805062\n",
      "[2449]\tvalid_0's l2: 0.00805104\n",
      "[2450]\tvalid_0's l2: 0.00805074\n",
      "[2451]\tvalid_0's l2: 0.00805111\n",
      "[2452]\tvalid_0's l2: 0.00805111\n",
      "[2453]\tvalid_0's l2: 0.00805104\n",
      "[2454]\tvalid_0's l2: 0.00805122\n",
      "[2455]\tvalid_0's l2: 0.00805077\n",
      "[2456]\tvalid_0's l2: 0.00805067\n",
      "[2457]\tvalid_0's l2: 0.00805112\n",
      "[2458]\tvalid_0's l2: 0.00805132\n",
      "[2459]\tvalid_0's l2: 0.00805148\n",
      "[2460]\tvalid_0's l2: 0.00805102\n",
      "[2461]\tvalid_0's l2: 0.00805099\n",
      "[2462]\tvalid_0's l2: 0.0080505\n",
      "[2463]\tvalid_0's l2: 0.00805126\n",
      "[2464]\tvalid_0's l2: 0.00805191\n",
      "[2465]\tvalid_0's l2: 0.00805187\n",
      "[2466]\tvalid_0's l2: 0.00805243\n",
      "[2467]\tvalid_0's l2: 0.00805144\n",
      "[2468]\tvalid_0's l2: 0.00805171\n",
      "[2469]\tvalid_0's l2: 0.00805246\n",
      "[2470]\tvalid_0's l2: 0.00805233\n",
      "[2471]\tvalid_0's l2: 0.00805244\n",
      "[2472]\tvalid_0's l2: 0.00805249\n",
      "[2473]\tvalid_0's l2: 0.00805275\n",
      "[2474]\tvalid_0's l2: 0.00805256\n",
      "[2475]\tvalid_0's l2: 0.00805252\n",
      "[2476]\tvalid_0's l2: 0.00805211\n",
      "[2477]\tvalid_0's l2: 0.00805146\n",
      "[2478]\tvalid_0's l2: 0.00805128\n",
      "[2479]\tvalid_0's l2: 0.00805166\n",
      "[2480]\tvalid_0's l2: 0.00805164\n",
      "[2481]\tvalid_0's l2: 0.00805194\n",
      "[2482]\tvalid_0's l2: 0.00805196\n",
      "[2483]\tvalid_0's l2: 0.00805157\n",
      "[2484]\tvalid_0's l2: 0.00805135\n",
      "[2485]\tvalid_0's l2: 0.00805133\n",
      "[2486]\tvalid_0's l2: 0.0080506\n",
      "[2487]\tvalid_0's l2: 0.0080502\n",
      "[2488]\tvalid_0's l2: 0.00804937\n",
      "[2489]\tvalid_0's l2: 0.00804944\n",
      "[2490]\tvalid_0's l2: 0.00804898\n",
      "[2491]\tvalid_0's l2: 0.00804871\n",
      "[2492]\tvalid_0's l2: 0.00804897\n",
      "[2493]\tvalid_0's l2: 0.00804839\n",
      "[2494]\tvalid_0's l2: 0.00804823\n",
      "[2495]\tvalid_0's l2: 0.00804865\n",
      "[2496]\tvalid_0's l2: 0.00804891\n",
      "[2497]\tvalid_0's l2: 0.00804984\n",
      "[2498]\tvalid_0's l2: 0.00804946\n",
      "[2499]\tvalid_0's l2: 0.00804991\n",
      "[2500]\tvalid_0's l2: 0.00804984\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2501]\tvalid_0's l2: 0.00805004\n",
      "[2502]\tvalid_0's l2: 0.00805015\n",
      "[2503]\tvalid_0's l2: 0.0080507\n",
      "[2504]\tvalid_0's l2: 0.00805053\n",
      "[2505]\tvalid_0's l2: 0.00805012\n",
      "[2506]\tvalid_0's l2: 0.00805014\n",
      "[2507]\tvalid_0's l2: 0.00805015\n",
      "[2508]\tvalid_0's l2: 0.00805018\n",
      "[2509]\tvalid_0's l2: 0.00805022\n",
      "[2510]\tvalid_0's l2: 0.00804949\n",
      "[2511]\tvalid_0's l2: 0.00804941\n",
      "[2512]\tvalid_0's l2: 0.00804948\n",
      "[2513]\tvalid_0's l2: 0.00804978\n",
      "[2514]\tvalid_0's l2: 0.0080493\n",
      "[2515]\tvalid_0's l2: 0.00804974\n",
      "[2516]\tvalid_0's l2: 0.00805015\n",
      "[2517]\tvalid_0's l2: 0.00805034\n",
      "[2518]\tvalid_0's l2: 0.00805006\n",
      "[2519]\tvalid_0's l2: 0.00805023\n",
      "[2520]\tvalid_0's l2: 0.00805016\n",
      "[2521]\tvalid_0's l2: 0.00805087\n",
      "[2522]\tvalid_0's l2: 0.00805107\n",
      "[2523]\tvalid_0's l2: 0.00805097\n",
      "[2524]\tvalid_0's l2: 0.0080509\n",
      "[2525]\tvalid_0's l2: 0.0080511\n",
      "[2526]\tvalid_0's l2: 0.00805072\n",
      "[2527]\tvalid_0's l2: 0.00805108\n",
      "[2528]\tvalid_0's l2: 0.00805111\n",
      "[2529]\tvalid_0's l2: 0.00805067\n",
      "[2530]\tvalid_0's l2: 0.00805099\n",
      "[2531]\tvalid_0's l2: 0.00805154\n",
      "[2532]\tvalid_0's l2: 0.00805091\n",
      "[2533]\tvalid_0's l2: 0.00805095\n",
      "[2534]\tvalid_0's l2: 0.00805139\n",
      "[2535]\tvalid_0's l2: 0.00805155\n",
      "[2536]\tvalid_0's l2: 0.00805198\n",
      "[2537]\tvalid_0's l2: 0.00805187\n",
      "[2538]\tvalid_0's l2: 0.00805204\n",
      "[2539]\tvalid_0's l2: 0.00805208\n",
      "[2540]\tvalid_0's l2: 0.0080526\n",
      "[2541]\tvalid_0's l2: 0.00805281\n",
      "[2542]\tvalid_0's l2: 0.00805226\n",
      "[2543]\tvalid_0's l2: 0.008052\n",
      "[2544]\tvalid_0's l2: 0.00805215\n",
      "[2545]\tvalid_0's l2: 0.00805226\n",
      "[2546]\tvalid_0's l2: 0.0080521\n",
      "[2547]\tvalid_0's l2: 0.00805118\n",
      "[2548]\tvalid_0's l2: 0.00805148\n",
      "[2549]\tvalid_0's l2: 0.00805205\n",
      "[2550]\tvalid_0's l2: 0.00805202\n",
      "[2551]\tvalid_0's l2: 0.00805217\n",
      "[2552]\tvalid_0's l2: 0.00805197\n",
      "[2553]\tvalid_0's l2: 0.00805188\n",
      "[2554]\tvalid_0's l2: 0.00805226\n",
      "[2555]\tvalid_0's l2: 0.00805253\n",
      "[2556]\tvalid_0's l2: 0.00805225\n",
      "[2557]\tvalid_0's l2: 0.00805213\n",
      "[2558]\tvalid_0's l2: 0.00805287\n",
      "[2559]\tvalid_0's l2: 0.00805304\n",
      "[2560]\tvalid_0's l2: 0.00805268\n",
      "[2561]\tvalid_0's l2: 0.0080538\n",
      "[2562]\tvalid_0's l2: 0.00805362\n",
      "[2563]\tvalid_0's l2: 0.00805361\n",
      "[2564]\tvalid_0's l2: 0.00805364\n",
      "[2565]\tvalid_0's l2: 0.0080531\n",
      "[2566]\tvalid_0's l2: 0.00805305\n",
      "[2567]\tvalid_0's l2: 0.00805262\n",
      "[2568]\tvalid_0's l2: 0.00805257\n",
      "[2569]\tvalid_0's l2: 0.00805269\n",
      "[2570]\tvalid_0's l2: 0.00805243\n",
      "[2571]\tvalid_0's l2: 0.00805215\n",
      "[2572]\tvalid_0's l2: 0.00805224\n",
      "[2573]\tvalid_0's l2: 0.00805177\n",
      "[2574]\tvalid_0's l2: 0.00805145\n",
      "[2575]\tvalid_0's l2: 0.00805172\n",
      "[2576]\tvalid_0's l2: 0.00805175\n",
      "[2577]\tvalid_0's l2: 0.00805188\n",
      "[2578]\tvalid_0's l2: 0.00805248\n",
      "[2579]\tvalid_0's l2: 0.00805236\n",
      "[2580]\tvalid_0's l2: 0.0080524\n",
      "[2581]\tvalid_0's l2: 0.00805236\n",
      "[2582]\tvalid_0's l2: 0.0080532\n",
      "[2583]\tvalid_0's l2: 0.00805304\n",
      "[2584]\tvalid_0's l2: 0.00805324\n",
      "[2585]\tvalid_0's l2: 0.00805271\n",
      "[2586]\tvalid_0's l2: 0.00805338\n",
      "[2587]\tvalid_0's l2: 0.00805326\n",
      "[2588]\tvalid_0's l2: 0.00805311\n",
      "[2589]\tvalid_0's l2: 0.00805298\n",
      "[2590]\tvalid_0's l2: 0.00805246\n",
      "[2591]\tvalid_0's l2: 0.00805199\n",
      "[2592]\tvalid_0's l2: 0.00805235\n",
      "[2593]\tvalid_0's l2: 0.00805145\n",
      "[2594]\tvalid_0's l2: 0.00805144\n",
      "[2595]\tvalid_0's l2: 0.00805063\n",
      "[2596]\tvalid_0's l2: 0.00805031\n",
      "[2597]\tvalid_0's l2: 0.00805035\n",
      "[2598]\tvalid_0's l2: 0.00805033\n",
      "[2599]\tvalid_0's l2: 0.00805042\n",
      "[2600]\tvalid_0's l2: 0.0080507\n",
      "[2601]\tvalid_0's l2: 0.00805082\n",
      "[2602]\tvalid_0's l2: 0.00805131\n",
      "[2603]\tvalid_0's l2: 0.00805104\n",
      "[2604]\tvalid_0's l2: 0.00805115\n",
      "[2605]\tvalid_0's l2: 0.0080522\n",
      "[2606]\tvalid_0's l2: 0.00805162\n",
      "[2607]\tvalid_0's l2: 0.00805138\n",
      "[2608]\tvalid_0's l2: 0.00805075\n",
      "[2609]\tvalid_0's l2: 0.0080503\n",
      "[2610]\tvalid_0's l2: 0.00805044\n",
      "[2611]\tvalid_0's l2: 0.00804997\n",
      "[2612]\tvalid_0's l2: 0.00805031\n",
      "[2613]\tvalid_0's l2: 0.0080501\n",
      "[2614]\tvalid_0's l2: 0.00804961\n",
      "[2615]\tvalid_0's l2: 0.00805072\n",
      "[2616]\tvalid_0's l2: 0.0080505\n",
      "[2617]\tvalid_0's l2: 0.00805049\n",
      "[2618]\tvalid_0's l2: 0.00805017\n",
      "[2619]\tvalid_0's l2: 0.00804997\n",
      "[2620]\tvalid_0's l2: 0.00805003\n",
      "[2621]\tvalid_0's l2: 0.0080494\n",
      "[2622]\tvalid_0's l2: 0.00804915\n",
      "[2623]\tvalid_0's l2: 0.0080489\n",
      "[2624]\tvalid_0's l2: 0.00804927\n",
      "[2625]\tvalid_0's l2: 0.00804925\n",
      "[2626]\tvalid_0's l2: 0.00804953\n",
      "[2627]\tvalid_0's l2: 0.00804921\n",
      "[2628]\tvalid_0's l2: 0.00804882\n",
      "[2629]\tvalid_0's l2: 0.00804867\n",
      "[2630]\tvalid_0's l2: 0.00804897\n",
      "[2631]\tvalid_0's l2: 0.00804866\n",
      "[2632]\tvalid_0's l2: 0.00804868\n",
      "[2633]\tvalid_0's l2: 0.00804807\n",
      "[2634]\tvalid_0's l2: 0.00804749\n",
      "[2635]\tvalid_0's l2: 0.00804693\n",
      "[2636]\tvalid_0's l2: 0.00804711\n",
      "[2637]\tvalid_0's l2: 0.00804737\n",
      "[2638]\tvalid_0's l2: 0.00804779\n",
      "[2639]\tvalid_0's l2: 0.00804716\n",
      "[2640]\tvalid_0's l2: 0.00804726\n",
      "[2641]\tvalid_0's l2: 0.00804664\n",
      "[2642]\tvalid_0's l2: 0.0080457\n",
      "[2643]\tvalid_0's l2: 0.00804628\n",
      "[2644]\tvalid_0's l2: 0.00804587\n",
      "[2645]\tvalid_0's l2: 0.00804579\n",
      "[2646]\tvalid_0's l2: 0.00804529\n",
      "[2647]\tvalid_0's l2: 0.00804531\n",
      "[2648]\tvalid_0's l2: 0.00804508\n",
      "[2649]\tvalid_0's l2: 0.00804454\n",
      "[2650]\tvalid_0's l2: 0.00804402\n",
      "[2651]\tvalid_0's l2: 0.00804493\n",
      "[2652]\tvalid_0's l2: 0.00804458\n",
      "[2653]\tvalid_0's l2: 0.00804426\n",
      "[2654]\tvalid_0's l2: 0.0080437\n",
      "[2655]\tvalid_0's l2: 0.00804285\n",
      "[2656]\tvalid_0's l2: 0.00804265\n",
      "[2657]\tvalid_0's l2: 0.00804264\n",
      "[2658]\tvalid_0's l2: 0.00804245\n",
      "[2659]\tvalid_0's l2: 0.0080428\n",
      "[2660]\tvalid_0's l2: 0.00804324\n",
      "[2661]\tvalid_0's l2: 0.00804302\n",
      "[2662]\tvalid_0's l2: 0.00804275\n",
      "[2663]\tvalid_0's l2: 0.00804245\n",
      "[2664]\tvalid_0's l2: 0.00804259\n",
      "[2665]\tvalid_0's l2: 0.00804262\n",
      "[2666]\tvalid_0's l2: 0.00804263\n",
      "[2667]\tvalid_0's l2: 0.00804234\n",
      "[2668]\tvalid_0's l2: 0.00804262\n",
      "[2669]\tvalid_0's l2: 0.00804289\n",
      "[2670]\tvalid_0's l2: 0.00804315\n",
      "[2671]\tvalid_0's l2: 0.00804303\n",
      "[2672]\tvalid_0's l2: 0.00804371\n",
      "[2673]\tvalid_0's l2: 0.00804429\n",
      "[2674]\tvalid_0's l2: 0.0080445\n",
      "[2675]\tvalid_0's l2: 0.00804446\n",
      "[2676]\tvalid_0's l2: 0.00804418\n",
      "[2677]\tvalid_0's l2: 0.00804375\n",
      "[2678]\tvalid_0's l2: 0.00804413\n",
      "[2679]\tvalid_0's l2: 0.00804495\n",
      "[2680]\tvalid_0's l2: 0.00804597\n",
      "[2681]\tvalid_0's l2: 0.00804682\n",
      "[2682]\tvalid_0's l2: 0.00804692\n",
      "[2683]\tvalid_0's l2: 0.00804767\n",
      "[2684]\tvalid_0's l2: 0.00804757\n",
      "[2685]\tvalid_0's l2: 0.0080478\n",
      "[2686]\tvalid_0's l2: 0.00804737\n",
      "[2687]\tvalid_0's l2: 0.00804745\n",
      "[2688]\tvalid_0's l2: 0.00804802\n",
      "[2689]\tvalid_0's l2: 0.00804736\n",
      "[2690]\tvalid_0's l2: 0.0080477\n",
      "[2691]\tvalid_0's l2: 0.00804765\n",
      "[2692]\tvalid_0's l2: 0.00804664\n",
      "[2693]\tvalid_0's l2: 0.00804636\n",
      "[2694]\tvalid_0's l2: 0.00804669\n",
      "[2695]\tvalid_0's l2: 0.00804647\n",
      "[2696]\tvalid_0's l2: 0.00804695\n",
      "[2697]\tvalid_0's l2: 0.00804683\n",
      "[2698]\tvalid_0's l2: 0.00804759\n",
      "[2699]\tvalid_0's l2: 0.00804792\n",
      "[2700]\tvalid_0's l2: 0.00804799\n",
      "[2701]\tvalid_0's l2: 0.00804712\n",
      "[2702]\tvalid_0's l2: 0.00804726\n",
      "[2703]\tvalid_0's l2: 0.00804728\n",
      "[2704]\tvalid_0's l2: 0.00804735\n",
      "[2705]\tvalid_0's l2: 0.00804636\n",
      "[2706]\tvalid_0's l2: 0.00804617\n",
      "[2707]\tvalid_0's l2: 0.00804648\n",
      "[2708]\tvalid_0's l2: 0.00804721\n",
      "[2709]\tvalid_0's l2: 0.00804775\n",
      "[2710]\tvalid_0's l2: 0.0080477\n",
      "[2711]\tvalid_0's l2: 0.00804857\n",
      "[2712]\tvalid_0's l2: 0.00804924\n",
      "[2713]\tvalid_0's l2: 0.00804951\n",
      "[2714]\tvalid_0's l2: 0.00805013\n",
      "[2715]\tvalid_0's l2: 0.00804962\n",
      "[2716]\tvalid_0's l2: 0.00804981\n",
      "[2717]\tvalid_0's l2: 0.0080497\n",
      "[2718]\tvalid_0's l2: 0.0080488\n",
      "[2719]\tvalid_0's l2: 0.00804834\n",
      "[2720]\tvalid_0's l2: 0.00804853\n",
      "[2721]\tvalid_0's l2: 0.00804832\n",
      "[2722]\tvalid_0's l2: 0.0080474\n",
      "[2723]\tvalid_0's l2: 0.00804766\n",
      "[2724]\tvalid_0's l2: 0.00804733\n",
      "[2725]\tvalid_0's l2: 0.00804694\n",
      "[2726]\tvalid_0's l2: 0.00804631\n",
      "[2727]\tvalid_0's l2: 0.00804567\n",
      "[2728]\tvalid_0's l2: 0.00804567\n",
      "[2729]\tvalid_0's l2: 0.00804558\n",
      "[2730]\tvalid_0's l2: 0.00804559\n",
      "[2731]\tvalid_0's l2: 0.00804542\n",
      "[2732]\tvalid_0's l2: 0.00804523\n",
      "[2733]\tvalid_0's l2: 0.00804533\n",
      "[2734]\tvalid_0's l2: 0.00804504\n",
      "[2735]\tvalid_0's l2: 0.00804477\n",
      "[2736]\tvalid_0's l2: 0.00804539\n",
      "[2737]\tvalid_0's l2: 0.00804568\n",
      "[2738]\tvalid_0's l2: 0.00804559\n",
      "[2739]\tvalid_0's l2: 0.0080455\n",
      "[2740]\tvalid_0's l2: 0.00804608\n",
      "[2741]\tvalid_0's l2: 0.00804604\n",
      "[2742]\tvalid_0's l2: 0.00804627\n",
      "[2743]\tvalid_0's l2: 0.00804683\n",
      "[2744]\tvalid_0's l2: 0.00804749\n",
      "[2745]\tvalid_0's l2: 0.00804757\n",
      "[2746]\tvalid_0's l2: 0.00804752\n",
      "[2747]\tvalid_0's l2: 0.00804786\n",
      "[2748]\tvalid_0's l2: 0.00804824\n",
      "[2749]\tvalid_0's l2: 0.00804866\n",
      "[2750]\tvalid_0's l2: 0.00804911\n",
      "[2751]\tvalid_0's l2: 0.00804918\n",
      "[2752]\tvalid_0's l2: 0.00804927\n",
      "[2753]\tvalid_0's l2: 0.00804904\n",
      "[2754]\tvalid_0's l2: 0.00804872\n",
      "[2755]\tvalid_0's l2: 0.00804894\n",
      "[2756]\tvalid_0's l2: 0.00804871\n",
      "[2757]\tvalid_0's l2: 0.00804863\n",
      "[2758]\tvalid_0's l2: 0.00804814\n",
      "[2759]\tvalid_0's l2: 0.00804866\n",
      "[2760]\tvalid_0's l2: 0.00804853\n",
      "[2761]\tvalid_0's l2: 0.00804891\n",
      "[2762]\tvalid_0's l2: 0.00804892\n",
      "[2763]\tvalid_0's l2: 0.00804836\n",
      "[2764]\tvalid_0's l2: 0.00804743\n",
      "[2765]\tvalid_0's l2: 0.0080468\n",
      "[2766]\tvalid_0's l2: 0.00804724\n",
      "[2767]\tvalid_0's l2: 0.00804714\n",
      "[2768]\tvalid_0's l2: 0.00804672\n",
      "[2769]\tvalid_0's l2: 0.00804659\n",
      "[2770]\tvalid_0's l2: 0.00804664\n",
      "[2771]\tvalid_0's l2: 0.0080459\n",
      "[2772]\tvalid_0's l2: 0.00804541\n",
      "[2773]\tvalid_0's l2: 0.00804514\n",
      "[2774]\tvalid_0's l2: 0.00804617\n",
      "[2775]\tvalid_0's l2: 0.00804673\n",
      "[2776]\tvalid_0's l2: 0.00804705\n",
      "[2777]\tvalid_0's l2: 0.00804699\n",
      "[2778]\tvalid_0's l2: 0.00804761\n",
      "[2779]\tvalid_0's l2: 0.00804794\n",
      "[2780]\tvalid_0's l2: 0.00804823\n",
      "[2781]\tvalid_0's l2: 0.00804774\n",
      "[2782]\tvalid_0's l2: 0.0080474\n",
      "[2783]\tvalid_0's l2: 0.00804726\n",
      "[2784]\tvalid_0's l2: 0.00804709\n",
      "[2785]\tvalid_0's l2: 0.0080477\n",
      "[2786]\tvalid_0's l2: 0.00804797\n",
      "[2787]\tvalid_0's l2: 0.00804791\n",
      "[2788]\tvalid_0's l2: 0.00804792\n",
      "[2789]\tvalid_0's l2: 0.00804777\n",
      "[2790]\tvalid_0's l2: 0.00804749\n",
      "[2791]\tvalid_0's l2: 0.00804767\n",
      "[2792]\tvalid_0's l2: 0.00804813\n",
      "[2793]\tvalid_0's l2: 0.00804843\n",
      "[2794]\tvalid_0's l2: 0.00804893\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2795]\tvalid_0's l2: 0.00804875\n",
      "[2796]\tvalid_0's l2: 0.00804807\n",
      "[2797]\tvalid_0's l2: 0.00804788\n",
      "[2798]\tvalid_0's l2: 0.00804765\n",
      "[2799]\tvalid_0's l2: 0.00804756\n",
      "[2800]\tvalid_0's l2: 0.00804776\n",
      "[2801]\tvalid_0's l2: 0.00804774\n",
      "[2802]\tvalid_0's l2: 0.00804715\n",
      "[2803]\tvalid_0's l2: 0.00804739\n",
      "[2804]\tvalid_0's l2: 0.00804769\n",
      "[2805]\tvalid_0's l2: 0.00804782\n",
      "[2806]\tvalid_0's l2: 0.00804755\n",
      "[2807]\tvalid_0's l2: 0.00804783\n",
      "[2808]\tvalid_0's l2: 0.00804797\n",
      "[2809]\tvalid_0's l2: 0.00804815\n",
      "[2810]\tvalid_0's l2: 0.00804858\n",
      "[2811]\tvalid_0's l2: 0.00804903\n",
      "[2812]\tvalid_0's l2: 0.00804933\n",
      "[2813]\tvalid_0's l2: 0.00804913\n",
      "[2814]\tvalid_0's l2: 0.00804886\n",
      "[2815]\tvalid_0's l2: 0.00804843\n",
      "[2816]\tvalid_0's l2: 0.00804845\n",
      "[2817]\tvalid_0's l2: 0.00804791\n",
      "[2818]\tvalid_0's l2: 0.00804788\n",
      "[2819]\tvalid_0's l2: 0.00804847\n",
      "[2820]\tvalid_0's l2: 0.00804874\n",
      "[2821]\tvalid_0's l2: 0.00804929\n",
      "[2822]\tvalid_0's l2: 0.0080494\n",
      "[2823]\tvalid_0's l2: 0.00805025\n",
      "[2824]\tvalid_0's l2: 0.00805043\n",
      "[2825]\tvalid_0's l2: 0.00805109\n",
      "[2826]\tvalid_0's l2: 0.00805079\n",
      "[2827]\tvalid_0's l2: 0.00805126\n",
      "[2828]\tvalid_0's l2: 0.00805083\n",
      "[2829]\tvalid_0's l2: 0.00805085\n",
      "[2830]\tvalid_0's l2: 0.00805099\n",
      "[2831]\tvalid_0's l2: 0.00805069\n",
      "[2832]\tvalid_0's l2: 0.00805085\n",
      "[2833]\tvalid_0's l2: 0.00805125\n",
      "[2834]\tvalid_0's l2: 0.00805136\n",
      "[2835]\tvalid_0's l2: 0.00805149\n",
      "[2836]\tvalid_0's l2: 0.00805191\n",
      "[2837]\tvalid_0's l2: 0.00805255\n",
      "[2838]\tvalid_0's l2: 0.00805298\n",
      "[2839]\tvalid_0's l2: 0.00805356\n",
      "[2840]\tvalid_0's l2: 0.00805363\n",
      "[2841]\tvalid_0's l2: 0.00805288\n",
      "[2842]\tvalid_0's l2: 0.00805244\n",
      "[2843]\tvalid_0's l2: 0.00805262\n",
      "[2844]\tvalid_0's l2: 0.00805267\n",
      "[2845]\tvalid_0's l2: 0.0080532\n",
      "[2846]\tvalid_0's l2: 0.00805289\n",
      "[2847]\tvalid_0's l2: 0.00805306\n",
      "[2848]\tvalid_0's l2: 0.00805281\n",
      "[2849]\tvalid_0's l2: 0.00805307\n",
      "[2850]\tvalid_0's l2: 0.00805343\n",
      "[2851]\tvalid_0's l2: 0.00805336\n",
      "[2852]\tvalid_0's l2: 0.00805311\n",
      "[2853]\tvalid_0's l2: 0.00805293\n",
      "[2854]\tvalid_0's l2: 0.00805331\n",
      "[2855]\tvalid_0's l2: 0.00805267\n",
      "[2856]\tvalid_0's l2: 0.0080523\n",
      "[2857]\tvalid_0's l2: 0.00805239\n",
      "[2858]\tvalid_0's l2: 0.00805252\n",
      "[2859]\tvalid_0's l2: 0.00805324\n",
      "[2860]\tvalid_0's l2: 0.00805342\n",
      "[2861]\tvalid_0's l2: 0.00805365\n",
      "[2862]\tvalid_0's l2: 0.00805323\n",
      "[2863]\tvalid_0's l2: 0.00805277\n",
      "[2864]\tvalid_0's l2: 0.00805287\n",
      "[2865]\tvalid_0's l2: 0.00805266\n",
      "[2866]\tvalid_0's l2: 0.00805293\n",
      "[2867]\tvalid_0's l2: 0.00805227\n",
      "[2868]\tvalid_0's l2: 0.00805315\n",
      "[2869]\tvalid_0's l2: 0.00805299\n",
      "[2870]\tvalid_0's l2: 0.00805301\n",
      "[2871]\tvalid_0's l2: 0.00805321\n",
      "[2872]\tvalid_0's l2: 0.00805266\n",
      "[2873]\tvalid_0's l2: 0.00805262\n",
      "[2874]\tvalid_0's l2: 0.00805255\n",
      "[2875]\tvalid_0's l2: 0.00805376\n",
      "[2876]\tvalid_0's l2: 0.00805417\n",
      "[2877]\tvalid_0's l2: 0.00805458\n",
      "[2878]\tvalid_0's l2: 0.00805465\n",
      "[2879]\tvalid_0's l2: 0.00805471\n",
      "[2880]\tvalid_0's l2: 0.00805494\n",
      "[2881]\tvalid_0's l2: 0.00805523\n",
      "[2882]\tvalid_0's l2: 0.0080552\n",
      "[2883]\tvalid_0's l2: 0.00805514\n",
      "[2884]\tvalid_0's l2: 0.00805516\n",
      "[2885]\tvalid_0's l2: 0.00805506\n",
      "[2886]\tvalid_0's l2: 0.00805542\n",
      "[2887]\tvalid_0's l2: 0.00805557\n",
      "[2888]\tvalid_0's l2: 0.00805584\n",
      "[2889]\tvalid_0's l2: 0.00805536\n",
      "[2890]\tvalid_0's l2: 0.00805563\n",
      "[2891]\tvalid_0's l2: 0.00805542\n",
      "[2892]\tvalid_0's l2: 0.00805514\n",
      "[2893]\tvalid_0's l2: 0.00805545\n",
      "[2894]\tvalid_0's l2: 0.00805514\n",
      "[2895]\tvalid_0's l2: 0.0080559\n",
      "[2896]\tvalid_0's l2: 0.0080561\n",
      "[2897]\tvalid_0's l2: 0.00805659\n",
      "[2898]\tvalid_0's l2: 0.00805644\n",
      "[2899]\tvalid_0's l2: 0.00805691\n",
      "[2900]\tvalid_0's l2: 0.00805725\n",
      "[2901]\tvalid_0's l2: 0.00805672\n",
      "[2902]\tvalid_0's l2: 0.00805615\n",
      "[2903]\tvalid_0's l2: 0.00805658\n",
      "[2904]\tvalid_0's l2: 0.00805715\n",
      "[2905]\tvalid_0's l2: 0.00805756\n",
      "[2906]\tvalid_0's l2: 0.00805739\n",
      "[2907]\tvalid_0's l2: 0.00805743\n",
      "[2908]\tvalid_0's l2: 0.008057\n",
      "[2909]\tvalid_0's l2: 0.00805712\n",
      "[2910]\tvalid_0's l2: 0.00805709\n",
      "[2911]\tvalid_0's l2: 0.00805697\n",
      "[2912]\tvalid_0's l2: 0.00805694\n",
      "[2913]\tvalid_0's l2: 0.00805737\n",
      "[2914]\tvalid_0's l2: 0.00805765\n",
      "[2915]\tvalid_0's l2: 0.00805709\n",
      "[2916]\tvalid_0's l2: 0.00805697\n",
      "[2917]\tvalid_0's l2: 0.00805721\n",
      "[2918]\tvalid_0's l2: 0.00805753\n",
      "[2919]\tvalid_0's l2: 0.00805754\n",
      "[2920]\tvalid_0's l2: 0.00805759\n",
      "[2921]\tvalid_0's l2: 0.00805817\n",
      "[2922]\tvalid_0's l2: 0.0080582\n",
      "[2923]\tvalid_0's l2: 0.00805796\n",
      "[2924]\tvalid_0's l2: 0.00805797\n",
      "[2925]\tvalid_0's l2: 0.00805858\n",
      "[2926]\tvalid_0's l2: 0.00805861\n",
      "[2927]\tvalid_0's l2: 0.00805847\n",
      "[2928]\tvalid_0's l2: 0.00805849\n",
      "[2929]\tvalid_0's l2: 0.00805909\n",
      "[2930]\tvalid_0's l2: 0.00805933\n",
      "[2931]\tvalid_0's l2: 0.0080599\n",
      "[2932]\tvalid_0's l2: 0.00805953\n",
      "[2933]\tvalid_0's l2: 0.00805965\n",
      "[2934]\tvalid_0's l2: 0.00805983\n",
      "[2935]\tvalid_0's l2: 0.00805992\n",
      "[2936]\tvalid_0's l2: 0.00806039\n",
      "[2937]\tvalid_0's l2: 0.00806028\n",
      "[2938]\tvalid_0's l2: 0.00805991\n",
      "[2939]\tvalid_0's l2: 0.00805902\n",
      "[2940]\tvalid_0's l2: 0.00805875\n",
      "[2941]\tvalid_0's l2: 0.0080589\n",
      "[2942]\tvalid_0's l2: 0.00805925\n",
      "[2943]\tvalid_0's l2: 0.00805868\n",
      "[2944]\tvalid_0's l2: 0.00805859\n",
      "[2945]\tvalid_0's l2: 0.00805889\n",
      "[2946]\tvalid_0's l2: 0.00805925\n",
      "[2947]\tvalid_0's l2: 0.00805925\n",
      "[2948]\tvalid_0's l2: 0.00805942\n",
      "[2949]\tvalid_0's l2: 0.00805954\n",
      "[2950]\tvalid_0's l2: 0.00805916\n",
      "[2951]\tvalid_0's l2: 0.00805926\n",
      "[2952]\tvalid_0's l2: 0.00805913\n",
      "[2953]\tvalid_0's l2: 0.00805913\n",
      "[2954]\tvalid_0's l2: 0.00805925\n",
      "[2955]\tvalid_0's l2: 0.00805939\n",
      "[2956]\tvalid_0's l2: 0.00805985\n",
      "[2957]\tvalid_0's l2: 0.0080598\n",
      "[2958]\tvalid_0's l2: 0.0080591\n",
      "[2959]\tvalid_0's l2: 0.00805892\n",
      "[2960]\tvalid_0's l2: 0.00805892\n",
      "[2961]\tvalid_0's l2: 0.0080587\n",
      "[2962]\tvalid_0's l2: 0.00805858\n",
      "[2963]\tvalid_0's l2: 0.00805795\n",
      "[2964]\tvalid_0's l2: 0.00805765\n",
      "[2965]\tvalid_0's l2: 0.00805736\n",
      "[2966]\tvalid_0's l2: 0.00805779\n",
      "[2967]\tvalid_0's l2: 0.00805709\n",
      "[2968]\tvalid_0's l2: 0.00805673\n",
      "[2969]\tvalid_0's l2: 0.00805623\n",
      "[2970]\tvalid_0's l2: 0.00805653\n",
      "[2971]\tvalid_0's l2: 0.00805693\n",
      "[2972]\tvalid_0's l2: 0.00805687\n",
      "[2973]\tvalid_0's l2: 0.00805641\n",
      "[2974]\tvalid_0's l2: 0.00805615\n",
      "[2975]\tvalid_0's l2: 0.00805649\n",
      "[2976]\tvalid_0's l2: 0.00805602\n",
      "[2977]\tvalid_0's l2: 0.00805522\n",
      "[2978]\tvalid_0's l2: 0.00805473\n",
      "[2979]\tvalid_0's l2: 0.00805469\n",
      "[2980]\tvalid_0's l2: 0.00805432\n",
      "[2981]\tvalid_0's l2: 0.00805454\n",
      "[2982]\tvalid_0's l2: 0.00805441\n",
      "[2983]\tvalid_0's l2: 0.00805485\n",
      "[2984]\tvalid_0's l2: 0.00805438\n",
      "[2985]\tvalid_0's l2: 0.00805427\n",
      "[2986]\tvalid_0's l2: 0.0080542\n",
      "[2987]\tvalid_0's l2: 0.00805447\n",
      "[2988]\tvalid_0's l2: 0.00805406\n",
      "[2989]\tvalid_0's l2: 0.0080545\n",
      "[2990]\tvalid_0's l2: 0.0080547\n",
      "[2991]\tvalid_0's l2: 0.0080545\n",
      "[2992]\tvalid_0's l2: 0.00805502\n",
      "[2993]\tvalid_0's l2: 0.00805528\n",
      "[2994]\tvalid_0's l2: 0.00805505\n",
      "[2995]\tvalid_0's l2: 0.0080551\n",
      "[2996]\tvalid_0's l2: 0.00805528\n",
      "[2997]\tvalid_0's l2: 0.00805517\n",
      "[2998]\tvalid_0's l2: 0.00805521\n",
      "[2999]\tvalid_0's l2: 0.00805632\n",
      "[3000]\tvalid_0's l2: 0.00805585\n",
      "[3001]\tvalid_0's l2: 0.00805644\n",
      "[3002]\tvalid_0's l2: 0.00805623\n",
      "[3003]\tvalid_0's l2: 0.00805625\n",
      "[3004]\tvalid_0's l2: 0.00805607\n",
      "[3005]\tvalid_0's l2: 0.00805552\n",
      "[3006]\tvalid_0's l2: 0.00805548\n",
      "[3007]\tvalid_0's l2: 0.00805512\n",
      "[3008]\tvalid_0's l2: 0.00805457\n",
      "[3009]\tvalid_0's l2: 0.00805473\n",
      "[3010]\tvalid_0's l2: 0.00805487\n",
      "[3011]\tvalid_0's l2: 0.00805491\n",
      "[3012]\tvalid_0's l2: 0.00805453\n",
      "[3013]\tvalid_0's l2: 0.00805422\n",
      "[3014]\tvalid_0's l2: 0.00805511\n",
      "[3015]\tvalid_0's l2: 0.00805563\n",
      "[3016]\tvalid_0's l2: 0.00805618\n",
      "[3017]\tvalid_0's l2: 0.00805603\n",
      "[3018]\tvalid_0's l2: 0.0080566\n",
      "[3019]\tvalid_0's l2: 0.00805645\n",
      "[3020]\tvalid_0's l2: 0.00805612\n",
      "[3021]\tvalid_0's l2: 0.00805637\n",
      "[3022]\tvalid_0's l2: 0.00805635\n",
      "[3023]\tvalid_0's l2: 0.00805665\n",
      "[3024]\tvalid_0's l2: 0.00805632\n",
      "[3025]\tvalid_0's l2: 0.00805688\n",
      "[3026]\tvalid_0's l2: 0.00805711\n",
      "[3027]\tvalid_0's l2: 0.00805655\n",
      "[3028]\tvalid_0's l2: 0.00805704\n",
      "[3029]\tvalid_0's l2: 0.00805708\n",
      "[3030]\tvalid_0's l2: 0.00805764\n",
      "[3031]\tvalid_0's l2: 0.00805765\n",
      "[3032]\tvalid_0's l2: 0.00805805\n",
      "[3033]\tvalid_0's l2: 0.00805803\n",
      "[3034]\tvalid_0's l2: 0.00805825\n",
      "[3035]\tvalid_0's l2: 0.00805824\n",
      "[3036]\tvalid_0's l2: 0.00805844\n",
      "[3037]\tvalid_0's l2: 0.00805834\n",
      "[3038]\tvalid_0's l2: 0.00805812\n",
      "[3039]\tvalid_0's l2: 0.00805838\n",
      "[3040]\tvalid_0's l2: 0.00805836\n",
      "[3041]\tvalid_0's l2: 0.00805844\n",
      "[3042]\tvalid_0's l2: 0.00805807\n",
      "[3043]\tvalid_0's l2: 0.00805778\n",
      "[3044]\tvalid_0's l2: 0.0080575\n",
      "[3045]\tvalid_0's l2: 0.00805705\n",
      "[3046]\tvalid_0's l2: 0.00805702\n",
      "[3047]\tvalid_0's l2: 0.00805759\n",
      "[3048]\tvalid_0's l2: 0.00805725\n",
      "[3049]\tvalid_0's l2: 0.00805731\n",
      "[3050]\tvalid_0's l2: 0.00805749\n",
      "[3051]\tvalid_0's l2: 0.0080576\n",
      "[3052]\tvalid_0's l2: 0.00805702\n",
      "[3053]\tvalid_0's l2: 0.0080571\n",
      "[3054]\tvalid_0's l2: 0.00805751\n",
      "[3055]\tvalid_0's l2: 0.00805759\n",
      "[3056]\tvalid_0's l2: 0.00805799\n",
      "[3057]\tvalid_0's l2: 0.00805784\n",
      "[3058]\tvalid_0's l2: 0.00805797\n",
      "[3059]\tvalid_0's l2: 0.00805878\n",
      "[3060]\tvalid_0's l2: 0.00805879\n",
      "[3061]\tvalid_0's l2: 0.00805866\n",
      "[3062]\tvalid_0's l2: 0.00805878\n",
      "[3063]\tvalid_0's l2: 0.00805874\n",
      "[3064]\tvalid_0's l2: 0.00805865\n",
      "[3065]\tvalid_0's l2: 0.00805825\n",
      "[3066]\tvalid_0's l2: 0.00805855\n",
      "[3067]\tvalid_0's l2: 0.00805957\n",
      "[3068]\tvalid_0's l2: 0.00805978\n",
      "[3069]\tvalid_0's l2: 0.00806056\n",
      "[3070]\tvalid_0's l2: 0.00806047\n",
      "[3071]\tvalid_0's l2: 0.00806065\n",
      "[3072]\tvalid_0's l2: 0.00806088\n",
      "[3073]\tvalid_0's l2: 0.00806113\n",
      "[3074]\tvalid_0's l2: 0.0080613\n",
      "[3075]\tvalid_0's l2: 0.00806132\n",
      "[3076]\tvalid_0's l2: 0.00806091\n",
      "[3077]\tvalid_0's l2: 0.00806062\n",
      "[3078]\tvalid_0's l2: 0.00806096\n",
      "[3079]\tvalid_0's l2: 0.00806075\n",
      "[3080]\tvalid_0's l2: 0.00806067\n",
      "[3081]\tvalid_0's l2: 0.00806086\n",
      "[3082]\tvalid_0's l2: 0.00806043\n",
      "[3083]\tvalid_0's l2: 0.00806083\n",
      "[3084]\tvalid_0's l2: 0.00806014\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3085]\tvalid_0's l2: 0.00806093\n",
      "[3086]\tvalid_0's l2: 0.00806077\n",
      "[3087]\tvalid_0's l2: 0.00806047\n",
      "[3088]\tvalid_0's l2: 0.00806004\n",
      "[3089]\tvalid_0's l2: 0.00806038\n",
      "[3090]\tvalid_0's l2: 0.00806069\n",
      "[3091]\tvalid_0's l2: 0.00806052\n",
      "[3092]\tvalid_0's l2: 0.00806023\n",
      "[3093]\tvalid_0's l2: 0.00806071\n",
      "[3094]\tvalid_0's l2: 0.00806086\n",
      "[3095]\tvalid_0's l2: 0.00806053\n",
      "[3096]\tvalid_0's l2: 0.00806014\n",
      "[3097]\tvalid_0's l2: 0.00805971\n",
      "[3098]\tvalid_0's l2: 0.00806001\n",
      "[3099]\tvalid_0's l2: 0.00805957\n",
      "[3100]\tvalid_0's l2: 0.00805992\n",
      "[3101]\tvalid_0's l2: 0.00806001\n",
      "[3102]\tvalid_0's l2: 0.0080602\n",
      "[3103]\tvalid_0's l2: 0.00805979\n",
      "[3104]\tvalid_0's l2: 0.00805965\n",
      "[3105]\tvalid_0's l2: 0.0080596\n",
      "[3106]\tvalid_0's l2: 0.00805973\n",
      "[3107]\tvalid_0's l2: 0.00805999\n",
      "[3108]\tvalid_0's l2: 0.00806078\n",
      "[3109]\tvalid_0's l2: 0.00806118\n",
      "[3110]\tvalid_0's l2: 0.00806107\n",
      "[3111]\tvalid_0's l2: 0.00806056\n",
      "[3112]\tvalid_0's l2: 0.0080607\n",
      "[3113]\tvalid_0's l2: 0.00806093\n",
      "[3114]\tvalid_0's l2: 0.00806069\n",
      "[3115]\tvalid_0's l2: 0.00806072\n",
      "[3116]\tvalid_0's l2: 0.00806085\n",
      "[3117]\tvalid_0's l2: 0.00806085\n",
      "[3118]\tvalid_0's l2: 0.00806135\n",
      "[3119]\tvalid_0's l2: 0.00806143\n",
      "[3120]\tvalid_0's l2: 0.00806198\n",
      "[3121]\tvalid_0's l2: 0.00806224\n",
      "[3122]\tvalid_0's l2: 0.00806248\n",
      "[3123]\tvalid_0's l2: 0.00806198\n",
      "[3124]\tvalid_0's l2: 0.00806252\n",
      "[3125]\tvalid_0's l2: 0.00806308\n",
      "[3126]\tvalid_0's l2: 0.00806325\n",
      "[3127]\tvalid_0's l2: 0.00806309\n",
      "[3128]\tvalid_0's l2: 0.00806273\n",
      "[3129]\tvalid_0's l2: 0.00806209\n",
      "[3130]\tvalid_0's l2: 0.00806209\n",
      "[3131]\tvalid_0's l2: 0.0080623\n",
      "[3132]\tvalid_0's l2: 0.00806245\n",
      "[3133]\tvalid_0's l2: 0.00806194\n",
      "[3134]\tvalid_0's l2: 0.0080621\n",
      "[3135]\tvalid_0's l2: 0.008062\n",
      "[3136]\tvalid_0's l2: 0.00806193\n",
      "[3137]\tvalid_0's l2: 0.00806217\n",
      "[3138]\tvalid_0's l2: 0.00806196\n",
      "[3139]\tvalid_0's l2: 0.00806112\n",
      "[3140]\tvalid_0's l2: 0.00806121\n",
      "[3141]\tvalid_0's l2: 0.0080616\n",
      "[3142]\tvalid_0's l2: 0.00806176\n",
      "[3143]\tvalid_0's l2: 0.00806189\n",
      "[3144]\tvalid_0's l2: 0.00806184\n",
      "[3145]\tvalid_0's l2: 0.00806223\n",
      "[3146]\tvalid_0's l2: 0.00806219\n",
      "[3147]\tvalid_0's l2: 0.00806182\n",
      "[3148]\tvalid_0's l2: 0.00806201\n",
      "[3149]\tvalid_0's l2: 0.00806162\n",
      "[3150]\tvalid_0's l2: 0.00806237\n",
      "[3151]\tvalid_0's l2: 0.00806273\n",
      "[3152]\tvalid_0's l2: 0.00806323\n",
      "[3153]\tvalid_0's l2: 0.00806345\n",
      "[3154]\tvalid_0's l2: 0.00806371\n",
      "[3155]\tvalid_0's l2: 0.00806365\n",
      "[3156]\tvalid_0's l2: 0.00806362\n",
      "[3157]\tvalid_0's l2: 0.00806345\n",
      "[3158]\tvalid_0's l2: 0.0080638\n",
      "[3159]\tvalid_0's l2: 0.00806414\n",
      "[3160]\tvalid_0's l2: 0.00806307\n",
      "[3161]\tvalid_0's l2: 0.00806351\n",
      "[3162]\tvalid_0's l2: 0.00806322\n",
      "[3163]\tvalid_0's l2: 0.00806333\n",
      "[3164]\tvalid_0's l2: 0.00806264\n",
      "[3165]\tvalid_0's l2: 0.00806291\n",
      "[3166]\tvalid_0's l2: 0.00806288\n",
      "[3167]\tvalid_0's l2: 0.00806285\n",
      "Early stopping, best iteration is:\n",
      "[2667]\tvalid_0's l2: 0.00804234\n",
      "[1]\tvalid_0's l2: 0.0643282\n",
      "Training until validation scores don't improve for 500 rounds.\n",
      "[2]\tvalid_0's l2: 0.0635495\n",
      "[3]\tvalid_0's l2: 0.0628068\n",
      "[4]\tvalid_0's l2: 0.0621461\n",
      "[5]\tvalid_0's l2: 0.0614548\n",
      "[6]\tvalid_0's l2: 0.0607575\n",
      "[7]\tvalid_0's l2: 0.0600544\n",
      "[8]\tvalid_0's l2: 0.0593658\n",
      "[9]\tvalid_0's l2: 0.0587315\n",
      "[10]\tvalid_0's l2: 0.0581138\n",
      "[11]\tvalid_0's l2: 0.057478\n",
      "[12]\tvalid_0's l2: 0.0569115\n",
      "[13]\tvalid_0's l2: 0.0563534\n",
      "[14]\tvalid_0's l2: 0.0557703\n",
      "[15]\tvalid_0's l2: 0.0551407\n",
      "[16]\tvalid_0's l2: 0.0545862\n",
      "[17]\tvalid_0's l2: 0.0540319\n",
      "[18]\tvalid_0's l2: 0.0534604\n",
      "[19]\tvalid_0's l2: 0.0528833\n",
      "[20]\tvalid_0's l2: 0.0523525\n",
      "[21]\tvalid_0's l2: 0.0518033\n",
      "[22]\tvalid_0's l2: 0.051288\n",
      "[23]\tvalid_0's l2: 0.0507424\n",
      "[24]\tvalid_0's l2: 0.0502518\n",
      "[25]\tvalid_0's l2: 0.0497626\n",
      "[26]\tvalid_0's l2: 0.0492715\n",
      "[27]\tvalid_0's l2: 0.0487887\n",
      "[28]\tvalid_0's l2: 0.0482998\n",
      "[29]\tvalid_0's l2: 0.0478492\n",
      "[30]\tvalid_0's l2: 0.0473921\n",
      "[31]\tvalid_0's l2: 0.0469336\n",
      "[32]\tvalid_0's l2: 0.0464802\n",
      "[33]\tvalid_0's l2: 0.0460421\n",
      "[34]\tvalid_0's l2: 0.0456029\n",
      "[35]\tvalid_0's l2: 0.0451828\n",
      "[36]\tvalid_0's l2: 0.0447642\n",
      "[37]\tvalid_0's l2: 0.0443579\n",
      "[38]\tvalid_0's l2: 0.0440073\n",
      "[39]\tvalid_0's l2: 0.0436252\n",
      "[40]\tvalid_0's l2: 0.0432249\n",
      "[41]\tvalid_0's l2: 0.0428295\n",
      "[42]\tvalid_0's l2: 0.0424696\n",
      "[43]\tvalid_0's l2: 0.0420855\n",
      "[44]\tvalid_0's l2: 0.0417101\n",
      "[45]\tvalid_0's l2: 0.0413616\n",
      "[46]\tvalid_0's l2: 0.0409947\n",
      "[47]\tvalid_0's l2: 0.0406375\n",
      "[48]\tvalid_0's l2: 0.0402823\n",
      "[49]\tvalid_0's l2: 0.0399339\n",
      "[50]\tvalid_0's l2: 0.0396158\n",
      "[51]\tvalid_0's l2: 0.0392705\n",
      "[52]\tvalid_0's l2: 0.0389422\n",
      "[53]\tvalid_0's l2: 0.0386119\n",
      "[54]\tvalid_0's l2: 0.0383199\n",
      "[55]\tvalid_0's l2: 0.0379974\n",
      "[56]\tvalid_0's l2: 0.0377009\n",
      "[57]\tvalid_0's l2: 0.0374075\n",
      "[58]\tvalid_0's l2: 0.0371116\n",
      "[59]\tvalid_0's l2: 0.0368297\n",
      "[60]\tvalid_0's l2: 0.0365522\n",
      "[61]\tvalid_0's l2: 0.0362635\n",
      "[62]\tvalid_0's l2: 0.0359993\n",
      "[63]\tvalid_0's l2: 0.0357511\n",
      "[64]\tvalid_0's l2: 0.0354913\n",
      "[65]\tvalid_0's l2: 0.0352233\n",
      "[66]\tvalid_0's l2: 0.0349736\n",
      "[67]\tvalid_0's l2: 0.0347171\n",
      "[68]\tvalid_0's l2: 0.0344851\n",
      "[69]\tvalid_0's l2: 0.0342478\n",
      "[70]\tvalid_0's l2: 0.0340198\n",
      "[71]\tvalid_0's l2: 0.03376\n",
      "[72]\tvalid_0's l2: 0.0335215\n",
      "[73]\tvalid_0's l2: 0.0332809\n",
      "[74]\tvalid_0's l2: 0.0330673\n",
      "[75]\tvalid_0's l2: 0.0328561\n",
      "[76]\tvalid_0's l2: 0.0326584\n",
      "[77]\tvalid_0's l2: 0.0324433\n",
      "[78]\tvalid_0's l2: 0.0322293\n",
      "[79]\tvalid_0's l2: 0.0320043\n",
      "[80]\tvalid_0's l2: 0.0317942\n",
      "[81]\tvalid_0's l2: 0.0315945\n",
      "[82]\tvalid_0's l2: 0.0313936\n",
      "[83]\tvalid_0's l2: 0.0311933\n",
      "[84]\tvalid_0's l2: 0.0310105\n",
      "[85]\tvalid_0's l2: 0.0308238\n",
      "[86]\tvalid_0's l2: 0.0306437\n",
      "[87]\tvalid_0's l2: 0.0304593\n",
      "[88]\tvalid_0's l2: 0.0302762\n",
      "[89]\tvalid_0's l2: 0.0300892\n",
      "[90]\tvalid_0's l2: 0.0299103\n",
      "[91]\tvalid_0's l2: 0.0297428\n",
      "[92]\tvalid_0's l2: 0.0295575\n",
      "[93]\tvalid_0's l2: 0.0293935\n",
      "[94]\tvalid_0's l2: 0.0292496\n",
      "[95]\tvalid_0's l2: 0.0290878\n",
      "[96]\tvalid_0's l2: 0.0289307\n",
      "[97]\tvalid_0's l2: 0.0287635\n",
      "[98]\tvalid_0's l2: 0.0286077\n",
      "[99]\tvalid_0's l2: 0.0284588\n",
      "[100]\tvalid_0's l2: 0.028292\n",
      "[101]\tvalid_0's l2: 0.0281528\n",
      "[102]\tvalid_0's l2: 0.0280004\n",
      "[103]\tvalid_0's l2: 0.0278508\n",
      "[104]\tvalid_0's l2: 0.0276999\n",
      "[105]\tvalid_0's l2: 0.0275729\n",
      "[106]\tvalid_0's l2: 0.0274247\n",
      "[107]\tvalid_0's l2: 0.0272903\n",
      "[108]\tvalid_0's l2: 0.0271388\n",
      "[109]\tvalid_0's l2: 0.0269901\n",
      "[110]\tvalid_0's l2: 0.0268486\n",
      "[111]\tvalid_0's l2: 0.0266982\n",
      "[112]\tvalid_0's l2: 0.026559\n",
      "[113]\tvalid_0's l2: 0.0264205\n",
      "[114]\tvalid_0's l2: 0.0263023\n",
      "[115]\tvalid_0's l2: 0.0261768\n",
      "[116]\tvalid_0's l2: 0.026055\n",
      "[117]\tvalid_0's l2: 0.0259406\n",
      "[118]\tvalid_0's l2: 0.0258335\n",
      "[119]\tvalid_0's l2: 0.0257225\n",
      "[120]\tvalid_0's l2: 0.0256004\n",
      "[121]\tvalid_0's l2: 0.0254682\n",
      "[122]\tvalid_0's l2: 0.0253471\n",
      "[123]\tvalid_0's l2: 0.0252335\n",
      "[124]\tvalid_0's l2: 0.0251163\n",
      "[125]\tvalid_0's l2: 0.0249925\n",
      "[126]\tvalid_0's l2: 0.0248833\n",
      "[127]\tvalid_0's l2: 0.0247718\n",
      "[128]\tvalid_0's l2: 0.0246624\n",
      "[129]\tvalid_0's l2: 0.0245639\n",
      "[130]\tvalid_0's l2: 0.0244551\n",
      "[131]\tvalid_0's l2: 0.02436\n",
      "[132]\tvalid_0's l2: 0.0242536\n",
      "[133]\tvalid_0's l2: 0.0241553\n",
      "[134]\tvalid_0's l2: 0.0240407\n",
      "[135]\tvalid_0's l2: 0.0239408\n",
      "[136]\tvalid_0's l2: 0.0238448\n",
      "[137]\tvalid_0's l2: 0.0237467\n",
      "[138]\tvalid_0's l2: 0.0236567\n",
      "[139]\tvalid_0's l2: 0.0235566\n",
      "[140]\tvalid_0's l2: 0.0234657\n",
      "[141]\tvalid_0's l2: 0.0233766\n",
      "[142]\tvalid_0's l2: 0.0232849\n",
      "[143]\tvalid_0's l2: 0.023199\n",
      "[144]\tvalid_0's l2: 0.0231111\n",
      "[145]\tvalid_0's l2: 0.0230279\n",
      "[146]\tvalid_0's l2: 0.0229504\n",
      "[147]\tvalid_0's l2: 0.0228694\n",
      "[148]\tvalid_0's l2: 0.0227844\n",
      "[149]\tvalid_0's l2: 0.0227015\n",
      "[150]\tvalid_0's l2: 0.0226159\n",
      "[151]\tvalid_0's l2: 0.0225307\n",
      "[152]\tvalid_0's l2: 0.0224483\n",
      "[153]\tvalid_0's l2: 0.0223673\n",
      "[154]\tvalid_0's l2: 0.0222842\n",
      "[155]\tvalid_0's l2: 0.0222006\n",
      "[156]\tvalid_0's l2: 0.022122\n",
      "[157]\tvalid_0's l2: 0.0220474\n",
      "[158]\tvalid_0's l2: 0.021981\n",
      "[159]\tvalid_0's l2: 0.0219041\n",
      "[160]\tvalid_0's l2: 0.021844\n",
      "[161]\tvalid_0's l2: 0.0217694\n",
      "[162]\tvalid_0's l2: 0.0216993\n",
      "[163]\tvalid_0's l2: 0.0216321\n",
      "[164]\tvalid_0's l2: 0.0215575\n",
      "[165]\tvalid_0's l2: 0.0215019\n",
      "[166]\tvalid_0's l2: 0.0214274\n",
      "[167]\tvalid_0's l2: 0.0213648\n",
      "[168]\tvalid_0's l2: 0.0212839\n",
      "[169]\tvalid_0's l2: 0.0212136\n",
      "[170]\tvalid_0's l2: 0.0211449\n",
      "[171]\tvalid_0's l2: 0.0210783\n",
      "[172]\tvalid_0's l2: 0.0210309\n",
      "[173]\tvalid_0's l2: 0.020965\n",
      "[174]\tvalid_0's l2: 0.0208951\n",
      "[175]\tvalid_0's l2: 0.0208327\n",
      "[176]\tvalid_0's l2: 0.0207706\n",
      "[177]\tvalid_0's l2: 0.0207034\n",
      "[178]\tvalid_0's l2: 0.0206414\n",
      "[179]\tvalid_0's l2: 0.0205762\n",
      "[180]\tvalid_0's l2: 0.0205078\n",
      "[181]\tvalid_0's l2: 0.0204443\n",
      "[182]\tvalid_0's l2: 0.0203792\n",
      "[183]\tvalid_0's l2: 0.0203172\n",
      "[184]\tvalid_0's l2: 0.0202613\n",
      "[185]\tvalid_0's l2: 0.0202085\n",
      "[186]\tvalid_0's l2: 0.0201434\n",
      "[187]\tvalid_0's l2: 0.0200877\n",
      "[188]\tvalid_0's l2: 0.0200359\n",
      "[189]\tvalid_0's l2: 0.0199775\n",
      "[190]\tvalid_0's l2: 0.0199161\n",
      "[191]\tvalid_0's l2: 0.0198659\n",
      "[192]\tvalid_0's l2: 0.0198248\n",
      "[193]\tvalid_0's l2: 0.0197733\n",
      "[194]\tvalid_0's l2: 0.0197233\n",
      "[195]\tvalid_0's l2: 0.0196838\n",
      "[196]\tvalid_0's l2: 0.0196293\n",
      "[197]\tvalid_0's l2: 0.019581\n",
      "[198]\tvalid_0's l2: 0.0195296\n",
      "[199]\tvalid_0's l2: 0.0194756\n",
      "[200]\tvalid_0's l2: 0.0194358\n",
      "[201]\tvalid_0's l2: 0.0193957\n",
      "[202]\tvalid_0's l2: 0.019351\n",
      "[203]\tvalid_0's l2: 0.0193064\n",
      "[204]\tvalid_0's l2: 0.0192564\n",
      "[205]\tvalid_0's l2: 0.019219\n",
      "[206]\tvalid_0's l2: 0.0191779\n",
      "[207]\tvalid_0's l2: 0.019129\n",
      "[208]\tvalid_0's l2: 0.0190814\n",
      "[209]\tvalid_0's l2: 0.0190406\n",
      "[210]\tvalid_0's l2: 0.0189985\n",
      "[211]\tvalid_0's l2: 0.018967\n",
      "[212]\tvalid_0's l2: 0.0189276\n",
      "[213]\tvalid_0's l2: 0.0188835\n",
      "[214]\tvalid_0's l2: 0.0188415\n",
      "[215]\tvalid_0's l2: 0.0187954\n",
      "[216]\tvalid_0's l2: 0.0187627\n",
      "[217]\tvalid_0's l2: 0.0187196\n",
      "[218]\tvalid_0's l2: 0.0186743\n",
      "[219]\tvalid_0's l2: 0.0186368\n",
      "[220]\tvalid_0's l2: 0.0185957\n",
      "[221]\tvalid_0's l2: 0.0185446\n",
      "[222]\tvalid_0's l2: 0.0185004\n",
      "[223]\tvalid_0's l2: 0.0184662\n",
      "[224]\tvalid_0's l2: 0.0184302\n",
      "[225]\tvalid_0's l2: 0.0183916\n",
      "[226]\tvalid_0's l2: 0.0183404\n",
      "[227]\tvalid_0's l2: 0.0182952\n",
      "[228]\tvalid_0's l2: 0.0182646\n",
      "[229]\tvalid_0's l2: 0.0182238\n",
      "[230]\tvalid_0's l2: 0.0181824\n",
      "[231]\tvalid_0's l2: 0.0181458\n",
      "[232]\tvalid_0's l2: 0.0181147\n",
      "[233]\tvalid_0's l2: 0.0180788\n",
      "[234]\tvalid_0's l2: 0.0180443\n",
      "[235]\tvalid_0's l2: 0.0180091\n",
      "[236]\tvalid_0's l2: 0.0179756\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[237]\tvalid_0's l2: 0.0179429\n",
      "[238]\tvalid_0's l2: 0.0179149\n",
      "[239]\tvalid_0's l2: 0.0178822\n",
      "[240]\tvalid_0's l2: 0.0178501\n",
      "[241]\tvalid_0's l2: 0.0178175\n",
      "[242]\tvalid_0's l2: 0.0177828\n",
      "[243]\tvalid_0's l2: 0.0177466\n",
      "[244]\tvalid_0's l2: 0.0177139\n",
      "[245]\tvalid_0's l2: 0.0176787\n",
      "[246]\tvalid_0's l2: 0.0176434\n",
      "[247]\tvalid_0's l2: 0.0176053\n",
      "[248]\tvalid_0's l2: 0.0175761\n",
      "[249]\tvalid_0's l2: 0.0175483\n",
      "[250]\tvalid_0's l2: 0.0175245\n",
      "[251]\tvalid_0's l2: 0.0175016\n",
      "[252]\tvalid_0's l2: 0.0174716\n",
      "[253]\tvalid_0's l2: 0.0174447\n",
      "[254]\tvalid_0's l2: 0.0174099\n",
      "[255]\tvalid_0's l2: 0.017383\n",
      "[256]\tvalid_0's l2: 0.0173517\n",
      "[257]\tvalid_0's l2: 0.0173295\n",
      "[258]\tvalid_0's l2: 0.0172979\n",
      "[259]\tvalid_0's l2: 0.0172697\n",
      "[260]\tvalid_0's l2: 0.0172475\n",
      "[261]\tvalid_0's l2: 0.0172179\n",
      "[262]\tvalid_0's l2: 0.0171906\n",
      "[263]\tvalid_0's l2: 0.0171613\n",
      "[264]\tvalid_0's l2: 0.0171337\n",
      "[265]\tvalid_0's l2: 0.0171148\n",
      "[266]\tvalid_0's l2: 0.0170836\n",
      "[267]\tvalid_0's l2: 0.0170568\n",
      "[268]\tvalid_0's l2: 0.0170327\n",
      "[269]\tvalid_0's l2: 0.0170055\n",
      "[270]\tvalid_0's l2: 0.016986\n",
      "[271]\tvalid_0's l2: 0.0169633\n",
      "[272]\tvalid_0's l2: 0.0169397\n",
      "[273]\tvalid_0's l2: 0.016925\n",
      "[274]\tvalid_0's l2: 0.0168951\n",
      "[275]\tvalid_0's l2: 0.0168628\n",
      "[276]\tvalid_0's l2: 0.0168366\n",
      "[277]\tvalid_0's l2: 0.0168012\n",
      "[278]\tvalid_0's l2: 0.0167727\n",
      "[279]\tvalid_0's l2: 0.0167455\n",
      "[280]\tvalid_0's l2: 0.0167235\n",
      "[281]\tvalid_0's l2: 0.0167044\n",
      "[282]\tvalid_0's l2: 0.0166768\n",
      "[283]\tvalid_0's l2: 0.0166637\n",
      "[284]\tvalid_0's l2: 0.0166388\n",
      "[285]\tvalid_0's l2: 0.0166125\n",
      "[286]\tvalid_0's l2: 0.016583\n",
      "[287]\tvalid_0's l2: 0.0165671\n",
      "[288]\tvalid_0's l2: 0.0165444\n",
      "[289]\tvalid_0's l2: 0.0165239\n",
      "[290]\tvalid_0's l2: 0.0165024\n",
      "[291]\tvalid_0's l2: 0.0164829\n",
      "[292]\tvalid_0's l2: 0.0164627\n",
      "[293]\tvalid_0's l2: 0.0164367\n",
      "[294]\tvalid_0's l2: 0.0164149\n",
      "[295]\tvalid_0's l2: 0.016396\n",
      "[296]\tvalid_0's l2: 0.0163757\n",
      "[297]\tvalid_0's l2: 0.0163601\n",
      "[298]\tvalid_0's l2: 0.0163401\n",
      "[299]\tvalid_0's l2: 0.0163237\n",
      "[300]\tvalid_0's l2: 0.0162987\n",
      "[301]\tvalid_0's l2: 0.0162816\n",
      "[302]\tvalid_0's l2: 0.0162611\n",
      "[303]\tvalid_0's l2: 0.0162455\n",
      "[304]\tvalid_0's l2: 0.0162283\n",
      "[305]\tvalid_0's l2: 0.016213\n",
      "[306]\tvalid_0's l2: 0.0161933\n",
      "[307]\tvalid_0's l2: 0.0161739\n",
      "[308]\tvalid_0's l2: 0.0161501\n",
      "[309]\tvalid_0's l2: 0.0161303\n",
      "[310]\tvalid_0's l2: 0.0161137\n",
      "[311]\tvalid_0's l2: 0.0160915\n",
      "[312]\tvalid_0's l2: 0.0160688\n",
      "[313]\tvalid_0's l2: 0.0160507\n",
      "[314]\tvalid_0's l2: 0.0160339\n",
      "[315]\tvalid_0's l2: 0.0160125\n",
      "[316]\tvalid_0's l2: 0.0159926\n",
      "[317]\tvalid_0's l2: 0.0159642\n",
      "[318]\tvalid_0's l2: 0.0159477\n",
      "[319]\tvalid_0's l2: 0.0159347\n",
      "[320]\tvalid_0's l2: 0.015919\n",
      "[321]\tvalid_0's l2: 0.0159041\n",
      "[322]\tvalid_0's l2: 0.0158841\n",
      "[323]\tvalid_0's l2: 0.0158625\n",
      "[324]\tvalid_0's l2: 0.0158444\n",
      "[325]\tvalid_0's l2: 0.0158261\n",
      "[326]\tvalid_0's l2: 0.0158118\n",
      "[327]\tvalid_0's l2: 0.0157889\n",
      "[328]\tvalid_0's l2: 0.0157698\n",
      "[329]\tvalid_0's l2: 0.0157475\n",
      "[330]\tvalid_0's l2: 0.0157327\n",
      "[331]\tvalid_0's l2: 0.0157213\n",
      "[332]\tvalid_0's l2: 0.0157045\n",
      "[333]\tvalid_0's l2: 0.0156857\n",
      "[334]\tvalid_0's l2: 0.0156656\n",
      "[335]\tvalid_0's l2: 0.0156479\n",
      "[336]\tvalid_0's l2: 0.0156369\n",
      "[337]\tvalid_0's l2: 0.015621\n",
      "[338]\tvalid_0's l2: 0.0156074\n",
      "[339]\tvalid_0's l2: 0.0155938\n",
      "[340]\tvalid_0's l2: 0.0155739\n",
      "[341]\tvalid_0's l2: 0.0155515\n",
      "[342]\tvalid_0's l2: 0.0155374\n",
      "[343]\tvalid_0's l2: 0.0155244\n",
      "[344]\tvalid_0's l2: 0.0155065\n",
      "[345]\tvalid_0's l2: 0.0154966\n",
      "[346]\tvalid_0's l2: 0.0154869\n",
      "[347]\tvalid_0's l2: 0.0154771\n",
      "[348]\tvalid_0's l2: 0.0154585\n",
      "[349]\tvalid_0's l2: 0.0154467\n",
      "[350]\tvalid_0's l2: 0.0154326\n",
      "[351]\tvalid_0's l2: 0.0154201\n",
      "[352]\tvalid_0's l2: 0.0154086\n",
      "[353]\tvalid_0's l2: 0.0153933\n",
      "[354]\tvalid_0's l2: 0.0153816\n",
      "[355]\tvalid_0's l2: 0.015372\n",
      "[356]\tvalid_0's l2: 0.0153596\n",
      "[357]\tvalid_0's l2: 0.0153408\n",
      "[358]\tvalid_0's l2: 0.0153309\n",
      "[359]\tvalid_0's l2: 0.0153134\n",
      "[360]\tvalid_0's l2: 0.0152952\n",
      "[361]\tvalid_0's l2: 0.0152785\n",
      "[362]\tvalid_0's l2: 0.015263\n",
      "[363]\tvalid_0's l2: 0.015242\n",
      "[364]\tvalid_0's l2: 0.0152272\n",
      "[365]\tvalid_0's l2: 0.0152114\n",
      "[366]\tvalid_0's l2: 0.0151999\n",
      "[367]\tvalid_0's l2: 0.0151842\n",
      "[368]\tvalid_0's l2: 0.0151667\n",
      "[369]\tvalid_0's l2: 0.0151521\n",
      "[370]\tvalid_0's l2: 0.0151356\n",
      "[371]\tvalid_0's l2: 0.0151149\n",
      "[372]\tvalid_0's l2: 0.0150985\n",
      "[373]\tvalid_0's l2: 0.0150805\n",
      "[374]\tvalid_0's l2: 0.0150684\n",
      "[375]\tvalid_0's l2: 0.0150567\n",
      "[376]\tvalid_0's l2: 0.0150407\n",
      "[377]\tvalid_0's l2: 0.0150259\n",
      "[378]\tvalid_0's l2: 0.0150139\n",
      "[379]\tvalid_0's l2: 0.0149983\n",
      "[380]\tvalid_0's l2: 0.0149839\n",
      "[381]\tvalid_0's l2: 0.0149707\n",
      "[382]\tvalid_0's l2: 0.0149609\n",
      "[383]\tvalid_0's l2: 0.0149527\n",
      "[384]\tvalid_0's l2: 0.0149465\n",
      "[385]\tvalid_0's l2: 0.0149308\n",
      "[386]\tvalid_0's l2: 0.014917\n",
      "[387]\tvalid_0's l2: 0.014907\n",
      "[388]\tvalid_0's l2: 0.0148939\n",
      "[389]\tvalid_0's l2: 0.0148838\n",
      "[390]\tvalid_0's l2: 0.0148741\n",
      "[391]\tvalid_0's l2: 0.0148647\n",
      "[392]\tvalid_0's l2: 0.0148492\n",
      "[393]\tvalid_0's l2: 0.0148362\n",
      "[394]\tvalid_0's l2: 0.0148288\n",
      "[395]\tvalid_0's l2: 0.014821\n",
      "[396]\tvalid_0's l2: 0.0148152\n",
      "[397]\tvalid_0's l2: 0.0148035\n",
      "[398]\tvalid_0's l2: 0.0147911\n",
      "[399]\tvalid_0's l2: 0.0147804\n",
      "[400]\tvalid_0's l2: 0.0147652\n",
      "[401]\tvalid_0's l2: 0.0147568\n",
      "[402]\tvalid_0's l2: 0.0147415\n",
      "[403]\tvalid_0's l2: 0.0147251\n",
      "[404]\tvalid_0's l2: 0.0147172\n",
      "[405]\tvalid_0's l2: 0.0147025\n",
      "[406]\tvalid_0's l2: 0.0146926\n",
      "[407]\tvalid_0's l2: 0.0146814\n",
      "[408]\tvalid_0's l2: 0.0146675\n",
      "[409]\tvalid_0's l2: 0.0146574\n",
      "[410]\tvalid_0's l2: 0.0146468\n",
      "[411]\tvalid_0's l2: 0.0146368\n",
      "[412]\tvalid_0's l2: 0.0146262\n",
      "[413]\tvalid_0's l2: 0.0146109\n",
      "[414]\tvalid_0's l2: 0.0146023\n",
      "[415]\tvalid_0's l2: 0.0145927\n",
      "[416]\tvalid_0's l2: 0.0145829\n",
      "[417]\tvalid_0's l2: 0.0145715\n",
      "[418]\tvalid_0's l2: 0.0145598\n",
      "[419]\tvalid_0's l2: 0.0145549\n",
      "[420]\tvalid_0's l2: 0.0145476\n",
      "[421]\tvalid_0's l2: 0.0145359\n",
      "[422]\tvalid_0's l2: 0.0145248\n",
      "[423]\tvalid_0's l2: 0.0145176\n",
      "[424]\tvalid_0's l2: 0.0145061\n",
      "[425]\tvalid_0's l2: 0.0144961\n",
      "[426]\tvalid_0's l2: 0.0144867\n",
      "[427]\tvalid_0's l2: 0.0144729\n",
      "[428]\tvalid_0's l2: 0.0144632\n",
      "[429]\tvalid_0's l2: 0.0144534\n",
      "[430]\tvalid_0's l2: 0.0144401\n",
      "[431]\tvalid_0's l2: 0.0144259\n",
      "[432]\tvalid_0's l2: 0.0144139\n",
      "[433]\tvalid_0's l2: 0.0144101\n",
      "[434]\tvalid_0's l2: 0.0143985\n",
      "[435]\tvalid_0's l2: 0.0143852\n",
      "[436]\tvalid_0's l2: 0.0143685\n",
      "[437]\tvalid_0's l2: 0.014364\n",
      "[438]\tvalid_0's l2: 0.0143538\n",
      "[439]\tvalid_0's l2: 0.0143461\n",
      "[440]\tvalid_0's l2: 0.0143401\n",
      "[441]\tvalid_0's l2: 0.01433\n",
      "[442]\tvalid_0's l2: 0.0143207\n",
      "[443]\tvalid_0's l2: 0.0143167\n",
      "[444]\tvalid_0's l2: 0.0143084\n",
      "[445]\tvalid_0's l2: 0.0142997\n",
      "[446]\tvalid_0's l2: 0.0142927\n",
      "[447]\tvalid_0's l2: 0.0142829\n",
      "[448]\tvalid_0's l2: 0.0142697\n",
      "[449]\tvalid_0's l2: 0.0142598\n",
      "[450]\tvalid_0's l2: 0.0142496\n",
      "[451]\tvalid_0's l2: 0.0142414\n",
      "[452]\tvalid_0's l2: 0.0142321\n",
      "[453]\tvalid_0's l2: 0.0142198\n",
      "[454]\tvalid_0's l2: 0.0142114\n",
      "[455]\tvalid_0's l2: 0.0142036\n",
      "[456]\tvalid_0's l2: 0.0141927\n",
      "[457]\tvalid_0's l2: 0.0141845\n",
      "[458]\tvalid_0's l2: 0.0141713\n",
      "[459]\tvalid_0's l2: 0.0141607\n",
      "[460]\tvalid_0's l2: 0.0141537\n",
      "[461]\tvalid_0's l2: 0.0141444\n",
      "[462]\tvalid_0's l2: 0.0141363\n",
      "[463]\tvalid_0's l2: 0.0141253\n",
      "[464]\tvalid_0's l2: 0.0141143\n",
      "[465]\tvalid_0's l2: 0.0141041\n",
      "[466]\tvalid_0's l2: 0.0140892\n",
      "[467]\tvalid_0's l2: 0.0140816\n",
      "[468]\tvalid_0's l2: 0.0140712\n",
      "[469]\tvalid_0's l2: 0.0140625\n",
      "[470]\tvalid_0's l2: 0.0140608\n",
      "[471]\tvalid_0's l2: 0.0140541\n",
      "[472]\tvalid_0's l2: 0.0140434\n",
      "[473]\tvalid_0's l2: 0.0140366\n",
      "[474]\tvalid_0's l2: 0.014027\n",
      "[475]\tvalid_0's l2: 0.0140162\n",
      "[476]\tvalid_0's l2: 0.0140073\n",
      "[477]\tvalid_0's l2: 0.0139995\n",
      "[478]\tvalid_0's l2: 0.0139924\n",
      "[479]\tvalid_0's l2: 0.0139852\n",
      "[480]\tvalid_0's l2: 0.0139757\n",
      "[481]\tvalid_0's l2: 0.0139724\n",
      "[482]\tvalid_0's l2: 0.013964\n",
      "[483]\tvalid_0's l2: 0.0139603\n",
      "[484]\tvalid_0's l2: 0.0139526\n",
      "[485]\tvalid_0's l2: 0.0139468\n",
      "[486]\tvalid_0's l2: 0.0139369\n",
      "[487]\tvalid_0's l2: 0.0139321\n",
      "[488]\tvalid_0's l2: 0.0139187\n",
      "[489]\tvalid_0's l2: 0.0139111\n",
      "[490]\tvalid_0's l2: 0.0139039\n",
      "[491]\tvalid_0's l2: 0.0139002\n",
      "[492]\tvalid_0's l2: 0.0138913\n",
      "[493]\tvalid_0's l2: 0.0138838\n",
      "[494]\tvalid_0's l2: 0.013877\n",
      "[495]\tvalid_0's l2: 0.0138702\n",
      "[496]\tvalid_0's l2: 0.0138624\n",
      "[497]\tvalid_0's l2: 0.0138552\n",
      "[498]\tvalid_0's l2: 0.0138471\n",
      "[499]\tvalid_0's l2: 0.0138437\n",
      "[500]\tvalid_0's l2: 0.0138353\n",
      "[501]\tvalid_0's l2: 0.013828\n",
      "[502]\tvalid_0's l2: 0.0138209\n",
      "[503]\tvalid_0's l2: 0.0138138\n",
      "[504]\tvalid_0's l2: 0.0138079\n",
      "[505]\tvalid_0's l2: 0.0138\n",
      "[506]\tvalid_0's l2: 0.0137939\n",
      "[507]\tvalid_0's l2: 0.013789\n",
      "[508]\tvalid_0's l2: 0.0137811\n",
      "[509]\tvalid_0's l2: 0.0137685\n",
      "[510]\tvalid_0's l2: 0.0137623\n",
      "[511]\tvalid_0's l2: 0.0137582\n",
      "[512]\tvalid_0's l2: 0.0137493\n",
      "[513]\tvalid_0's l2: 0.0137407\n",
      "[514]\tvalid_0's l2: 0.0137339\n",
      "[515]\tvalid_0's l2: 0.0137254\n",
      "[516]\tvalid_0's l2: 0.0137207\n",
      "[517]\tvalid_0's l2: 0.0137078\n",
      "[518]\tvalid_0's l2: 0.0137066\n",
      "[519]\tvalid_0's l2: 0.0136996\n",
      "[520]\tvalid_0's l2: 0.0136929\n",
      "[521]\tvalid_0's l2: 0.013687\n",
      "[522]\tvalid_0's l2: 0.0136795\n",
      "[523]\tvalid_0's l2: 0.0136747\n",
      "[524]\tvalid_0's l2: 0.0136719\n",
      "[525]\tvalid_0's l2: 0.0136638\n",
      "[526]\tvalid_0's l2: 0.0136572\n",
      "[527]\tvalid_0's l2: 0.0136503\n",
      "[528]\tvalid_0's l2: 0.0136422\n",
      "[529]\tvalid_0's l2: 0.0136384\n",
      "[530]\tvalid_0's l2: 0.0136328\n",
      "[531]\tvalid_0's l2: 0.0136261\n",
      "[532]\tvalid_0's l2: 0.0136186\n",
      "[533]\tvalid_0's l2: 0.013613\n",
      "[534]\tvalid_0's l2: 0.0136069\n",
      "[535]\tvalid_0's l2: 0.0136029\n",
      "[536]\tvalid_0's l2: 0.0135944\n",
      "[537]\tvalid_0's l2: 0.0135846\n",
      "[538]\tvalid_0's l2: 0.0135781\n",
      "[539]\tvalid_0's l2: 0.0135686\n",
      "[540]\tvalid_0's l2: 0.0135637\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[541]\tvalid_0's l2: 0.0135598\n",
      "[542]\tvalid_0's l2: 0.0135528\n",
      "[543]\tvalid_0's l2: 0.0135477\n",
      "[544]\tvalid_0's l2: 0.0135444\n",
      "[545]\tvalid_0's l2: 0.0135385\n",
      "[546]\tvalid_0's l2: 0.013533\n",
      "[547]\tvalid_0's l2: 0.013529\n",
      "[548]\tvalid_0's l2: 0.0135227\n",
      "[549]\tvalid_0's l2: 0.0135135\n",
      "[550]\tvalid_0's l2: 0.0135069\n",
      "[551]\tvalid_0's l2: 0.0135013\n",
      "[552]\tvalid_0's l2: 0.0134961\n",
      "[553]\tvalid_0's l2: 0.0134884\n",
      "[554]\tvalid_0's l2: 0.0134827\n",
      "[555]\tvalid_0's l2: 0.0134736\n",
      "[556]\tvalid_0's l2: 0.0134658\n",
      "[557]\tvalid_0's l2: 0.0134575\n",
      "[558]\tvalid_0's l2: 0.013448\n",
      "[559]\tvalid_0's l2: 0.0134423\n",
      "[560]\tvalid_0's l2: 0.0134382\n",
      "[561]\tvalid_0's l2: 0.0134322\n",
      "[562]\tvalid_0's l2: 0.0134259\n",
      "[563]\tvalid_0's l2: 0.0134177\n",
      "[564]\tvalid_0's l2: 0.0134146\n",
      "[565]\tvalid_0's l2: 0.01341\n",
      "[566]\tvalid_0's l2: 0.0134034\n",
      "[567]\tvalid_0's l2: 0.0134022\n",
      "[568]\tvalid_0's l2: 0.0133976\n",
      "[569]\tvalid_0's l2: 0.0133887\n",
      "[570]\tvalid_0's l2: 0.0133825\n",
      "[571]\tvalid_0's l2: 0.013374\n",
      "[572]\tvalid_0's l2: 0.0133642\n",
      "[573]\tvalid_0's l2: 0.0133582\n",
      "[574]\tvalid_0's l2: 0.0133505\n",
      "[575]\tvalid_0's l2: 0.0133436\n",
      "[576]\tvalid_0's l2: 0.0133381\n",
      "[577]\tvalid_0's l2: 0.0133334\n",
      "[578]\tvalid_0's l2: 0.0133308\n",
      "[579]\tvalid_0's l2: 0.0133256\n",
      "[580]\tvalid_0's l2: 0.0133241\n",
      "[581]\tvalid_0's l2: 0.0133175\n",
      "[582]\tvalid_0's l2: 0.0133151\n",
      "[583]\tvalid_0's l2: 0.0133133\n",
      "[584]\tvalid_0's l2: 0.0133095\n",
      "[585]\tvalid_0's l2: 0.0133027\n",
      "[586]\tvalid_0's l2: 0.0132957\n",
      "[587]\tvalid_0's l2: 0.0132902\n",
      "[588]\tvalid_0's l2: 0.0132863\n",
      "[589]\tvalid_0's l2: 0.0132839\n",
      "[590]\tvalid_0's l2: 0.0132798\n",
      "[591]\tvalid_0's l2: 0.0132776\n",
      "[592]\tvalid_0's l2: 0.0132734\n",
      "[593]\tvalid_0's l2: 0.0132671\n",
      "[594]\tvalid_0's l2: 0.0132608\n",
      "[595]\tvalid_0's l2: 0.0132572\n",
      "[596]\tvalid_0's l2: 0.01325\n",
      "[597]\tvalid_0's l2: 0.013245\n",
      "[598]\tvalid_0's l2: 0.0132387\n",
      "[599]\tvalid_0's l2: 0.0132342\n",
      "[600]\tvalid_0's l2: 0.0132308\n",
      "[601]\tvalid_0's l2: 0.0132241\n",
      "[602]\tvalid_0's l2: 0.0132235\n",
      "[603]\tvalid_0's l2: 0.0132207\n",
      "[604]\tvalid_0's l2: 0.0132146\n",
      "[605]\tvalid_0's l2: 0.0132095\n",
      "[606]\tvalid_0's l2: 0.013207\n",
      "[607]\tvalid_0's l2: 0.0131974\n",
      "[608]\tvalid_0's l2: 0.0131885\n",
      "[609]\tvalid_0's l2: 0.0131791\n",
      "[610]\tvalid_0's l2: 0.013176\n",
      "[611]\tvalid_0's l2: 0.0131725\n",
      "[612]\tvalid_0's l2: 0.0131705\n",
      "[613]\tvalid_0's l2: 0.0131704\n",
      "[614]\tvalid_0's l2: 0.0131695\n",
      "[615]\tvalid_0's l2: 0.0131636\n",
      "[616]\tvalid_0's l2: 0.01316\n",
      "[617]\tvalid_0's l2: 0.0131586\n",
      "[618]\tvalid_0's l2: 0.0131551\n",
      "[619]\tvalid_0's l2: 0.0131472\n",
      "[620]\tvalid_0's l2: 0.0131419\n",
      "[621]\tvalid_0's l2: 0.013139\n",
      "[622]\tvalid_0's l2: 0.0131317\n",
      "[623]\tvalid_0's l2: 0.0131292\n",
      "[624]\tvalid_0's l2: 0.0131246\n",
      "[625]\tvalid_0's l2: 0.01312\n",
      "[626]\tvalid_0's l2: 0.0131133\n",
      "[627]\tvalid_0's l2: 0.0131098\n",
      "[628]\tvalid_0's l2: 0.0131055\n",
      "[629]\tvalid_0's l2: 0.0130981\n",
      "[630]\tvalid_0's l2: 0.0130955\n",
      "[631]\tvalid_0's l2: 0.0130884\n",
      "[632]\tvalid_0's l2: 0.0130856\n",
      "[633]\tvalid_0's l2: 0.0130818\n",
      "[634]\tvalid_0's l2: 0.0130807\n",
      "[635]\tvalid_0's l2: 0.0130773\n",
      "[636]\tvalid_0's l2: 0.0130742\n",
      "[637]\tvalid_0's l2: 0.0130673\n",
      "[638]\tvalid_0's l2: 0.0130669\n",
      "[639]\tvalid_0's l2: 0.013065\n",
      "[640]\tvalid_0's l2: 0.0130658\n",
      "[641]\tvalid_0's l2: 0.0130643\n",
      "[642]\tvalid_0's l2: 0.0130564\n",
      "[643]\tvalid_0's l2: 0.0130517\n",
      "[644]\tvalid_0's l2: 0.0130496\n",
      "[645]\tvalid_0's l2: 0.013047\n",
      "[646]\tvalid_0's l2: 0.0130434\n",
      "[647]\tvalid_0's l2: 0.0130373\n",
      "[648]\tvalid_0's l2: 0.0130321\n",
      "[649]\tvalid_0's l2: 0.0130277\n",
      "[650]\tvalid_0's l2: 0.0130191\n",
      "[651]\tvalid_0's l2: 0.0130148\n",
      "[652]\tvalid_0's l2: 0.0130103\n",
      "[653]\tvalid_0's l2: 0.0130066\n",
      "[654]\tvalid_0's l2: 0.0130036\n",
      "[655]\tvalid_0's l2: 0.0129945\n",
      "[656]\tvalid_0's l2: 0.0129934\n",
      "[657]\tvalid_0's l2: 0.0129875\n",
      "[658]\tvalid_0's l2: 0.0129831\n",
      "[659]\tvalid_0's l2: 0.0129808\n",
      "[660]\tvalid_0's l2: 0.0129775\n",
      "[661]\tvalid_0's l2: 0.0129737\n",
      "[662]\tvalid_0's l2: 0.0129673\n",
      "[663]\tvalid_0's l2: 0.0129638\n",
      "[664]\tvalid_0's l2: 0.0129606\n",
      "[665]\tvalid_0's l2: 0.0129584\n",
      "[666]\tvalid_0's l2: 0.0129584\n",
      "[667]\tvalid_0's l2: 0.012955\n",
      "[668]\tvalid_0's l2: 0.012953\n",
      "[669]\tvalid_0's l2: 0.0129501\n",
      "[670]\tvalid_0's l2: 0.0129455\n",
      "[671]\tvalid_0's l2: 0.0129359\n",
      "[672]\tvalid_0's l2: 0.0129294\n",
      "[673]\tvalid_0's l2: 0.012927\n",
      "[674]\tvalid_0's l2: 0.0129255\n",
      "[675]\tvalid_0's l2: 0.0129218\n",
      "[676]\tvalid_0's l2: 0.0129194\n",
      "[677]\tvalid_0's l2: 0.0129194\n",
      "[678]\tvalid_0's l2: 0.0129127\n",
      "[679]\tvalid_0's l2: 0.0129107\n",
      "[680]\tvalid_0's l2: 0.012904\n",
      "[681]\tvalid_0's l2: 0.0129011\n",
      "[682]\tvalid_0's l2: 0.0128992\n",
      "[683]\tvalid_0's l2: 0.0128986\n",
      "[684]\tvalid_0's l2: 0.0128963\n",
      "[685]\tvalid_0's l2: 0.0128921\n",
      "[686]\tvalid_0's l2: 0.0128898\n",
      "[687]\tvalid_0's l2: 0.0128832\n",
      "[688]\tvalid_0's l2: 0.0128819\n",
      "[689]\tvalid_0's l2: 0.0128777\n",
      "[690]\tvalid_0's l2: 0.0128733\n",
      "[691]\tvalid_0's l2: 0.0128683\n",
      "[692]\tvalid_0's l2: 0.0128641\n",
      "[693]\tvalid_0's l2: 0.0128622\n",
      "[694]\tvalid_0's l2: 0.0128587\n",
      "[695]\tvalid_0's l2: 0.0128547\n",
      "[696]\tvalid_0's l2: 0.0128539\n",
      "[697]\tvalid_0's l2: 0.0128459\n",
      "[698]\tvalid_0's l2: 0.0128437\n",
      "[699]\tvalid_0's l2: 0.0128389\n",
      "[700]\tvalid_0's l2: 0.0128361\n",
      "[701]\tvalid_0's l2: 0.01283\n",
      "[702]\tvalid_0's l2: 0.0128273\n",
      "[703]\tvalid_0's l2: 0.0128248\n",
      "[704]\tvalid_0's l2: 0.0128223\n",
      "[705]\tvalid_0's l2: 0.012822\n",
      "[706]\tvalid_0's l2: 0.0128204\n",
      "[707]\tvalid_0's l2: 0.0128165\n",
      "[708]\tvalid_0's l2: 0.0128133\n",
      "[709]\tvalid_0's l2: 0.0128099\n",
      "[710]\tvalid_0's l2: 0.0128058\n",
      "[711]\tvalid_0's l2: 0.0127997\n",
      "[712]\tvalid_0's l2: 0.0127944\n",
      "[713]\tvalid_0's l2: 0.0127893\n",
      "[714]\tvalid_0's l2: 0.0127867\n",
      "[715]\tvalid_0's l2: 0.0127828\n",
      "[716]\tvalid_0's l2: 0.0127805\n",
      "[717]\tvalid_0's l2: 0.0127784\n",
      "[718]\tvalid_0's l2: 0.0127739\n",
      "[719]\tvalid_0's l2: 0.0127682\n",
      "[720]\tvalid_0's l2: 0.0127657\n",
      "[721]\tvalid_0's l2: 0.0127604\n",
      "[722]\tvalid_0's l2: 0.0127582\n",
      "[723]\tvalid_0's l2: 0.012754\n",
      "[724]\tvalid_0's l2: 0.0127503\n",
      "[725]\tvalid_0's l2: 0.0127491\n",
      "[726]\tvalid_0's l2: 0.0127436\n",
      "[727]\tvalid_0's l2: 0.012739\n",
      "[728]\tvalid_0's l2: 0.0127358\n",
      "[729]\tvalid_0's l2: 0.0127336\n",
      "[730]\tvalid_0's l2: 0.0127299\n",
      "[731]\tvalid_0's l2: 0.0127274\n",
      "[732]\tvalid_0's l2: 0.012725\n",
      "[733]\tvalid_0's l2: 0.0127214\n",
      "[734]\tvalid_0's l2: 0.0127196\n",
      "[735]\tvalid_0's l2: 0.0127145\n",
      "[736]\tvalid_0's l2: 0.012711\n",
      "[737]\tvalid_0's l2: 0.0127095\n",
      "[738]\tvalid_0's l2: 0.0127059\n",
      "[739]\tvalid_0's l2: 0.0126968\n",
      "[740]\tvalid_0's l2: 0.0126942\n",
      "[741]\tvalid_0's l2: 0.0126879\n",
      "[742]\tvalid_0's l2: 0.0126844\n",
      "[743]\tvalid_0's l2: 0.0126831\n",
      "[744]\tvalid_0's l2: 0.0126796\n",
      "[745]\tvalid_0's l2: 0.0126794\n",
      "[746]\tvalid_0's l2: 0.0126777\n",
      "[747]\tvalid_0's l2: 0.012674\n",
      "[748]\tvalid_0's l2: 0.0126746\n",
      "[749]\tvalid_0's l2: 0.0126731\n",
      "[750]\tvalid_0's l2: 0.0126684\n",
      "[751]\tvalid_0's l2: 0.0126647\n",
      "[752]\tvalid_0's l2: 0.0126611\n",
      "[753]\tvalid_0's l2: 0.0126582\n",
      "[754]\tvalid_0's l2: 0.0126552\n",
      "[755]\tvalid_0's l2: 0.0126557\n",
      "[756]\tvalid_0's l2: 0.0126504\n",
      "[757]\tvalid_0's l2: 0.0126492\n",
      "[758]\tvalid_0's l2: 0.012646\n",
      "[759]\tvalid_0's l2: 0.012645\n",
      "[760]\tvalid_0's l2: 0.012643\n",
      "[761]\tvalid_0's l2: 0.0126409\n",
      "[762]\tvalid_0's l2: 0.012639\n",
      "[763]\tvalid_0's l2: 0.0126332\n",
      "[764]\tvalid_0's l2: 0.0126329\n",
      "[765]\tvalid_0's l2: 0.0126303\n",
      "[766]\tvalid_0's l2: 0.0126286\n",
      "[767]\tvalid_0's l2: 0.0126245\n",
      "[768]\tvalid_0's l2: 0.0126204\n",
      "[769]\tvalid_0's l2: 0.0126169\n",
      "[770]\tvalid_0's l2: 0.0126154\n",
      "[771]\tvalid_0's l2: 0.0126131\n",
      "[772]\tvalid_0's l2: 0.0126123\n",
      "[773]\tvalid_0's l2: 0.0126115\n",
      "[774]\tvalid_0's l2: 0.0126118\n",
      "[775]\tvalid_0's l2: 0.0126134\n",
      "[776]\tvalid_0's l2: 0.0126124\n",
      "[777]\tvalid_0's l2: 0.012612\n",
      "[778]\tvalid_0's l2: 0.012608\n",
      "[779]\tvalid_0's l2: 0.0126064\n",
      "[780]\tvalid_0's l2: 0.0126047\n",
      "[781]\tvalid_0's l2: 0.0126028\n",
      "[782]\tvalid_0's l2: 0.0126013\n",
      "[783]\tvalid_0's l2: 0.0126006\n",
      "[784]\tvalid_0's l2: 0.012597\n",
      "[785]\tvalid_0's l2: 0.0125974\n",
      "[786]\tvalid_0's l2: 0.0125928\n",
      "[787]\tvalid_0's l2: 0.0125899\n",
      "[788]\tvalid_0's l2: 0.0125874\n",
      "[789]\tvalid_0's l2: 0.0125844\n",
      "[790]\tvalid_0's l2: 0.0125815\n",
      "[791]\tvalid_0's l2: 0.0125789\n",
      "[792]\tvalid_0's l2: 0.0125755\n",
      "[793]\tvalid_0's l2: 0.0125717\n",
      "[794]\tvalid_0's l2: 0.0125689\n",
      "[795]\tvalid_0's l2: 0.0125664\n",
      "[796]\tvalid_0's l2: 0.0125627\n",
      "[797]\tvalid_0's l2: 0.0125608\n",
      "[798]\tvalid_0's l2: 0.0125594\n",
      "[799]\tvalid_0's l2: 0.0125559\n",
      "[800]\tvalid_0's l2: 0.0125553\n",
      "[801]\tvalid_0's l2: 0.0125526\n",
      "[802]\tvalid_0's l2: 0.0125523\n",
      "[803]\tvalid_0's l2: 0.0125504\n",
      "[804]\tvalid_0's l2: 0.01255\n",
      "[805]\tvalid_0's l2: 0.012548\n",
      "[806]\tvalid_0's l2: 0.012545\n",
      "[807]\tvalid_0's l2: 0.0125388\n",
      "[808]\tvalid_0's l2: 0.0125339\n",
      "[809]\tvalid_0's l2: 0.012534\n",
      "[810]\tvalid_0's l2: 0.0125307\n",
      "[811]\tvalid_0's l2: 0.0125261\n",
      "[812]\tvalid_0's l2: 0.0125245\n",
      "[813]\tvalid_0's l2: 0.0125241\n",
      "[814]\tvalid_0's l2: 0.0125209\n",
      "[815]\tvalid_0's l2: 0.0125186\n",
      "[816]\tvalid_0's l2: 0.012516\n",
      "[817]\tvalid_0's l2: 0.0125169\n",
      "[818]\tvalid_0's l2: 0.0125139\n",
      "[819]\tvalid_0's l2: 0.0125093\n",
      "[820]\tvalid_0's l2: 0.0125058\n",
      "[821]\tvalid_0's l2: 0.0125049\n",
      "[822]\tvalid_0's l2: 0.012499\n",
      "[823]\tvalid_0's l2: 0.0124968\n",
      "[824]\tvalid_0's l2: 0.0124956\n",
      "[825]\tvalid_0's l2: 0.0124943\n",
      "[826]\tvalid_0's l2: 0.0124913\n",
      "[827]\tvalid_0's l2: 0.0124898\n",
      "[828]\tvalid_0's l2: 0.0124872\n",
      "[829]\tvalid_0's l2: 0.0124846\n",
      "[830]\tvalid_0's l2: 0.0124815\n",
      "[831]\tvalid_0's l2: 0.0124787\n",
      "[832]\tvalid_0's l2: 0.0124775\n",
      "[833]\tvalid_0's l2: 0.0124744\n",
      "[834]\tvalid_0's l2: 0.0124731\n",
      "[835]\tvalid_0's l2: 0.0124677\n",
      "[836]\tvalid_0's l2: 0.0124627\n",
      "[837]\tvalid_0's l2: 0.0124616\n",
      "[838]\tvalid_0's l2: 0.0124578\n",
      "[839]\tvalid_0's l2: 0.0124539\n",
      "[840]\tvalid_0's l2: 0.0124517\n",
      "[841]\tvalid_0's l2: 0.0124489\n",
      "[842]\tvalid_0's l2: 0.0124444\n",
      "[843]\tvalid_0's l2: 0.0124428\n",
      "[844]\tvalid_0's l2: 0.0124401\n",
      "[845]\tvalid_0's l2: 0.0124406\n",
      "[846]\tvalid_0's l2: 0.01244\n",
      "[847]\tvalid_0's l2: 0.0124394\n",
      "[848]\tvalid_0's l2: 0.012438\n",
      "[849]\tvalid_0's l2: 0.0124367\n",
      "[850]\tvalid_0's l2: 0.0124353\n",
      "[851]\tvalid_0's l2: 0.012436\n",
      "[852]\tvalid_0's l2: 0.0124352\n",
      "[853]\tvalid_0's l2: 0.0124342\n",
      "[854]\tvalid_0's l2: 0.0124323\n",
      "[855]\tvalid_0's l2: 0.0124282\n",
      "[856]\tvalid_0's l2: 0.012426\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[857]\tvalid_0's l2: 0.0124234\n",
      "[858]\tvalid_0's l2: 0.0124199\n",
      "[859]\tvalid_0's l2: 0.0124186\n",
      "[860]\tvalid_0's l2: 0.012418\n",
      "[861]\tvalid_0's l2: 0.0124156\n",
      "[862]\tvalid_0's l2: 0.0124111\n",
      "[863]\tvalid_0's l2: 0.0124086\n",
      "[864]\tvalid_0's l2: 0.0124098\n",
      "[865]\tvalid_0's l2: 0.0124057\n",
      "[866]\tvalid_0's l2: 0.0124056\n",
      "[867]\tvalid_0's l2: 0.0124016\n",
      "[868]\tvalid_0's l2: 0.0123986\n",
      "[869]\tvalid_0's l2: 0.0123974\n",
      "[870]\tvalid_0's l2: 0.0123964\n",
      "[871]\tvalid_0's l2: 0.012396\n",
      "[872]\tvalid_0's l2: 0.0123944\n",
      "[873]\tvalid_0's l2: 0.0123924\n",
      "[874]\tvalid_0's l2: 0.0123918\n",
      "[875]\tvalid_0's l2: 0.012389\n",
      "[876]\tvalid_0's l2: 0.0123884\n",
      "[877]\tvalid_0's l2: 0.0123877\n",
      "[878]\tvalid_0's l2: 0.0123868\n",
      "[879]\tvalid_0's l2: 0.0123825\n",
      "[880]\tvalid_0's l2: 0.0123791\n",
      "[881]\tvalid_0's l2: 0.0123761\n",
      "[882]\tvalid_0's l2: 0.0123738\n",
      "[883]\tvalid_0's l2: 0.0123737\n",
      "[884]\tvalid_0's l2: 0.0123732\n",
      "[885]\tvalid_0's l2: 0.0123707\n",
      "[886]\tvalid_0's l2: 0.0123667\n",
      "[887]\tvalid_0's l2: 0.012363\n",
      "[888]\tvalid_0's l2: 0.0123602\n",
      "[889]\tvalid_0's l2: 0.0123585\n",
      "[890]\tvalid_0's l2: 0.0123562\n",
      "[891]\tvalid_0's l2: 0.0123541\n",
      "[892]\tvalid_0's l2: 0.0123518\n",
      "[893]\tvalid_0's l2: 0.0123499\n",
      "[894]\tvalid_0's l2: 0.0123474\n",
      "[895]\tvalid_0's l2: 0.0123462\n",
      "[896]\tvalid_0's l2: 0.0123465\n",
      "[897]\tvalid_0's l2: 0.0123461\n",
      "[898]\tvalid_0's l2: 0.0123451\n",
      "[899]\tvalid_0's l2: 0.0123441\n",
      "[900]\tvalid_0's l2: 0.0123458\n",
      "[901]\tvalid_0's l2: 0.0123442\n",
      "[902]\tvalid_0's l2: 0.012344\n",
      "[903]\tvalid_0's l2: 0.0123437\n",
      "[904]\tvalid_0's l2: 0.0123409\n",
      "[905]\tvalid_0's l2: 0.0123369\n",
      "[906]\tvalid_0's l2: 0.0123366\n",
      "[907]\tvalid_0's l2: 0.0123353\n",
      "[908]\tvalid_0's l2: 0.0123359\n",
      "[909]\tvalid_0's l2: 0.0123359\n",
      "[910]\tvalid_0's l2: 0.0123364\n",
      "[911]\tvalid_0's l2: 0.0123334\n",
      "[912]\tvalid_0's l2: 0.0123357\n",
      "[913]\tvalid_0's l2: 0.012336\n",
      "[914]\tvalid_0's l2: 0.0123341\n",
      "[915]\tvalid_0's l2: 0.0123335\n",
      "[916]\tvalid_0's l2: 0.0123284\n",
      "[917]\tvalid_0's l2: 0.0123281\n",
      "[918]\tvalid_0's l2: 0.0123285\n",
      "[919]\tvalid_0's l2: 0.012327\n",
      "[920]\tvalid_0's l2: 0.0123246\n",
      "[921]\tvalid_0's l2: 0.0123248\n",
      "[922]\tvalid_0's l2: 0.0123237\n",
      "[923]\tvalid_0's l2: 0.0123234\n",
      "[924]\tvalid_0's l2: 0.0123209\n",
      "[925]\tvalid_0's l2: 0.0123182\n",
      "[926]\tvalid_0's l2: 0.0123191\n",
      "[927]\tvalid_0's l2: 0.0123183\n",
      "[928]\tvalid_0's l2: 0.0123166\n",
      "[929]\tvalid_0's l2: 0.0123157\n",
      "[930]\tvalid_0's l2: 0.0123114\n",
      "[931]\tvalid_0's l2: 0.0123111\n",
      "[932]\tvalid_0's l2: 0.0123089\n",
      "[933]\tvalid_0's l2: 0.0123081\n",
      "[934]\tvalid_0's l2: 0.0123048\n",
      "[935]\tvalid_0's l2: 0.0123032\n",
      "[936]\tvalid_0's l2: 0.0123032\n",
      "[937]\tvalid_0's l2: 0.0123016\n",
      "[938]\tvalid_0's l2: 0.0122994\n",
      "[939]\tvalid_0's l2: 0.0122982\n",
      "[940]\tvalid_0's l2: 0.012295\n",
      "[941]\tvalid_0's l2: 0.0122919\n",
      "[942]\tvalid_0's l2: 0.0122906\n",
      "[943]\tvalid_0's l2: 0.0122875\n",
      "[944]\tvalid_0's l2: 0.0122826\n",
      "[945]\tvalid_0's l2: 0.0122774\n",
      "[946]\tvalid_0's l2: 0.0122736\n",
      "[947]\tvalid_0's l2: 0.0122726\n",
      "[948]\tvalid_0's l2: 0.0122707\n",
      "[949]\tvalid_0's l2: 0.0122676\n",
      "[950]\tvalid_0's l2: 0.0122654\n",
      "[951]\tvalid_0's l2: 0.0122644\n",
      "[952]\tvalid_0's l2: 0.0122614\n",
      "[953]\tvalid_0's l2: 0.0122601\n",
      "[954]\tvalid_0's l2: 0.0122588\n",
      "[955]\tvalid_0's l2: 0.012259\n",
      "[956]\tvalid_0's l2: 0.0122566\n",
      "[957]\tvalid_0's l2: 0.0122529\n",
      "[958]\tvalid_0's l2: 0.0122492\n",
      "[959]\tvalid_0's l2: 0.0122483\n",
      "[960]\tvalid_0's l2: 0.0122494\n",
      "[961]\tvalid_0's l2: 0.0122481\n",
      "[962]\tvalid_0's l2: 0.0122469\n",
      "[963]\tvalid_0's l2: 0.0122463\n",
      "[964]\tvalid_0's l2: 0.0122451\n",
      "[965]\tvalid_0's l2: 0.0122435\n",
      "[966]\tvalid_0's l2: 0.0122443\n",
      "[967]\tvalid_0's l2: 0.0122457\n",
      "[968]\tvalid_0's l2: 0.0122432\n",
      "[969]\tvalid_0's l2: 0.0122426\n",
      "[970]\tvalid_0's l2: 0.0122402\n",
      "[971]\tvalid_0's l2: 0.0122372\n",
      "[972]\tvalid_0's l2: 0.0122368\n",
      "[973]\tvalid_0's l2: 0.0122365\n",
      "[974]\tvalid_0's l2: 0.0122359\n",
      "[975]\tvalid_0's l2: 0.0122356\n",
      "[976]\tvalid_0's l2: 0.012234\n",
      "[977]\tvalid_0's l2: 0.0122315\n",
      "[978]\tvalid_0's l2: 0.0122314\n",
      "[979]\tvalid_0's l2: 0.012229\n",
      "[980]\tvalid_0's l2: 0.0122273\n",
      "[981]\tvalid_0's l2: 0.0122273\n",
      "[982]\tvalid_0's l2: 0.0122256\n",
      "[983]\tvalid_0's l2: 0.0122217\n",
      "[984]\tvalid_0's l2: 0.012219\n",
      "[985]\tvalid_0's l2: 0.0122185\n",
      "[986]\tvalid_0's l2: 0.0122176\n",
      "[987]\tvalid_0's l2: 0.0122164\n",
      "[988]\tvalid_0's l2: 0.0122165\n",
      "[989]\tvalid_0's l2: 0.0122163\n",
      "[990]\tvalid_0's l2: 0.0122143\n",
      "[991]\tvalid_0's l2: 0.0122135\n",
      "[992]\tvalid_0's l2: 0.0122121\n",
      "[993]\tvalid_0's l2: 0.0122107\n",
      "[994]\tvalid_0's l2: 0.0122098\n",
      "[995]\tvalid_0's l2: 0.0122093\n",
      "[996]\tvalid_0's l2: 0.0122091\n",
      "[997]\tvalid_0's l2: 0.0122072\n",
      "[998]\tvalid_0's l2: 0.0122064\n",
      "[999]\tvalid_0's l2: 0.0122043\n",
      "[1000]\tvalid_0's l2: 0.0122036\n",
      "[1001]\tvalid_0's l2: 0.0122026\n",
      "[1002]\tvalid_0's l2: 0.0121992\n",
      "[1003]\tvalid_0's l2: 0.0121948\n",
      "[1004]\tvalid_0's l2: 0.0121936\n",
      "[1005]\tvalid_0's l2: 0.0121922\n",
      "[1006]\tvalid_0's l2: 0.0121904\n",
      "[1007]\tvalid_0's l2: 0.0121862\n",
      "[1008]\tvalid_0's l2: 0.0121872\n",
      "[1009]\tvalid_0's l2: 0.0121853\n",
      "[1010]\tvalid_0's l2: 0.0121829\n",
      "[1011]\tvalid_0's l2: 0.0121834\n",
      "[1012]\tvalid_0's l2: 0.0121824\n",
      "[1013]\tvalid_0's l2: 0.0121826\n",
      "[1014]\tvalid_0's l2: 0.0121814\n",
      "[1015]\tvalid_0's l2: 0.0121804\n",
      "[1016]\tvalid_0's l2: 0.0121783\n",
      "[1017]\tvalid_0's l2: 0.0121766\n",
      "[1018]\tvalid_0's l2: 0.0121751\n",
      "[1019]\tvalid_0's l2: 0.0121727\n",
      "[1020]\tvalid_0's l2: 0.0121714\n",
      "[1021]\tvalid_0's l2: 0.0121687\n",
      "[1022]\tvalid_0's l2: 0.012167\n",
      "[1023]\tvalid_0's l2: 0.012168\n",
      "[1024]\tvalid_0's l2: 0.0121665\n",
      "[1025]\tvalid_0's l2: 0.0121637\n",
      "[1026]\tvalid_0's l2: 0.0121623\n",
      "[1027]\tvalid_0's l2: 0.0121616\n",
      "[1028]\tvalid_0's l2: 0.0121601\n",
      "[1029]\tvalid_0's l2: 0.0121581\n",
      "[1030]\tvalid_0's l2: 0.0121576\n",
      "[1031]\tvalid_0's l2: 0.0121569\n",
      "[1032]\tvalid_0's l2: 0.0121525\n",
      "[1033]\tvalid_0's l2: 0.0121515\n",
      "[1034]\tvalid_0's l2: 0.0121511\n",
      "[1035]\tvalid_0's l2: 0.0121506\n",
      "[1036]\tvalid_0's l2: 0.0121507\n",
      "[1037]\tvalid_0's l2: 0.0121493\n",
      "[1038]\tvalid_0's l2: 0.0121477\n",
      "[1039]\tvalid_0's l2: 0.0121452\n",
      "[1040]\tvalid_0's l2: 0.0121443\n",
      "[1041]\tvalid_0's l2: 0.0121436\n",
      "[1042]\tvalid_0's l2: 0.0121418\n",
      "[1043]\tvalid_0's l2: 0.0121411\n",
      "[1044]\tvalid_0's l2: 0.0121404\n",
      "[1045]\tvalid_0's l2: 0.0121368\n",
      "[1046]\tvalid_0's l2: 0.0121345\n",
      "[1047]\tvalid_0's l2: 0.0121325\n",
      "[1048]\tvalid_0's l2: 0.0121298\n",
      "[1049]\tvalid_0's l2: 0.0121294\n",
      "[1050]\tvalid_0's l2: 0.0121264\n",
      "[1051]\tvalid_0's l2: 0.0121266\n",
      "[1052]\tvalid_0's l2: 0.0121268\n",
      "[1053]\tvalid_0's l2: 0.0121263\n",
      "[1054]\tvalid_0's l2: 0.0121246\n",
      "[1055]\tvalid_0's l2: 0.0121238\n",
      "[1056]\tvalid_0's l2: 0.012119\n",
      "[1057]\tvalid_0's l2: 0.0121185\n",
      "[1058]\tvalid_0's l2: 0.0121161\n",
      "[1059]\tvalid_0's l2: 0.0121135\n",
      "[1060]\tvalid_0's l2: 0.0121138\n",
      "[1061]\tvalid_0's l2: 0.0121142\n",
      "[1062]\tvalid_0's l2: 0.0121125\n",
      "[1063]\tvalid_0's l2: 0.0121102\n",
      "[1064]\tvalid_0's l2: 0.0121085\n",
      "[1065]\tvalid_0's l2: 0.012106\n",
      "[1066]\tvalid_0's l2: 0.0121041\n",
      "[1067]\tvalid_0's l2: 0.0120989\n",
      "[1068]\tvalid_0's l2: 0.0120988\n",
      "[1069]\tvalid_0's l2: 0.0120967\n",
      "[1070]\tvalid_0's l2: 0.0120955\n",
      "[1071]\tvalid_0's l2: 0.0120926\n",
      "[1072]\tvalid_0's l2: 0.0120944\n",
      "[1073]\tvalid_0's l2: 0.0120931\n",
      "[1074]\tvalid_0's l2: 0.0120914\n",
      "[1075]\tvalid_0's l2: 0.0120907\n",
      "[1076]\tvalid_0's l2: 0.0120885\n",
      "[1077]\tvalid_0's l2: 0.0120853\n",
      "[1078]\tvalid_0's l2: 0.012084\n",
      "[1079]\tvalid_0's l2: 0.0120825\n",
      "[1080]\tvalid_0's l2: 0.012082\n",
      "[1081]\tvalid_0's l2: 0.012083\n",
      "[1082]\tvalid_0's l2: 0.0120826\n",
      "[1083]\tvalid_0's l2: 0.0120814\n",
      "[1084]\tvalid_0's l2: 0.0120766\n",
      "[1085]\tvalid_0's l2: 0.0120742\n",
      "[1086]\tvalid_0's l2: 0.0120733\n",
      "[1087]\tvalid_0's l2: 0.0120743\n",
      "[1088]\tvalid_0's l2: 0.0120729\n",
      "[1089]\tvalid_0's l2: 0.012069\n",
      "[1090]\tvalid_0's l2: 0.0120656\n",
      "[1091]\tvalid_0's l2: 0.0120649\n",
      "[1092]\tvalid_0's l2: 0.0120632\n",
      "[1093]\tvalid_0's l2: 0.0120632\n",
      "[1094]\tvalid_0's l2: 0.0120621\n",
      "[1095]\tvalid_0's l2: 0.0120607\n",
      "[1096]\tvalid_0's l2: 0.0120587\n",
      "[1097]\tvalid_0's l2: 0.0120588\n",
      "[1098]\tvalid_0's l2: 0.0120589\n",
      "[1099]\tvalid_0's l2: 0.0120557\n",
      "[1100]\tvalid_0's l2: 0.0120578\n",
      "[1101]\tvalid_0's l2: 0.0120598\n",
      "[1102]\tvalid_0's l2: 0.0120589\n",
      "[1103]\tvalid_0's l2: 0.012058\n",
      "[1104]\tvalid_0's l2: 0.0120562\n",
      "[1105]\tvalid_0's l2: 0.0120533\n",
      "[1106]\tvalid_0's l2: 0.0120508\n",
      "[1107]\tvalid_0's l2: 0.0120505\n",
      "[1108]\tvalid_0's l2: 0.0120505\n",
      "[1109]\tvalid_0's l2: 0.0120504\n",
      "[1110]\tvalid_0's l2: 0.0120515\n",
      "[1111]\tvalid_0's l2: 0.0120509\n",
      "[1112]\tvalid_0's l2: 0.0120506\n",
      "[1113]\tvalid_0's l2: 0.0120471\n",
      "[1114]\tvalid_0's l2: 0.0120463\n",
      "[1115]\tvalid_0's l2: 0.0120451\n",
      "[1116]\tvalid_0's l2: 0.0120431\n",
      "[1117]\tvalid_0's l2: 0.0120413\n",
      "[1118]\tvalid_0's l2: 0.0120396\n",
      "[1119]\tvalid_0's l2: 0.0120407\n",
      "[1120]\tvalid_0's l2: 0.0120409\n",
      "[1121]\tvalid_0's l2: 0.0120406\n",
      "[1122]\tvalid_0's l2: 0.0120391\n",
      "[1123]\tvalid_0's l2: 0.0120382\n",
      "[1124]\tvalid_0's l2: 0.0120385\n",
      "[1125]\tvalid_0's l2: 0.0120355\n",
      "[1126]\tvalid_0's l2: 0.0120345\n",
      "[1127]\tvalid_0's l2: 0.012034\n",
      "[1128]\tvalid_0's l2: 0.0120324\n",
      "[1129]\tvalid_0's l2: 0.0120306\n",
      "[1130]\tvalid_0's l2: 0.0120292\n",
      "[1131]\tvalid_0's l2: 0.0120306\n",
      "[1132]\tvalid_0's l2: 0.012032\n",
      "[1133]\tvalid_0's l2: 0.0120304\n",
      "[1134]\tvalid_0's l2: 0.0120292\n",
      "[1135]\tvalid_0's l2: 0.0120287\n",
      "[1136]\tvalid_0's l2: 0.0120276\n",
      "[1137]\tvalid_0's l2: 0.0120278\n",
      "[1138]\tvalid_0's l2: 0.012029\n",
      "[1139]\tvalid_0's l2: 0.0120281\n",
      "[1140]\tvalid_0's l2: 0.0120266\n",
      "[1141]\tvalid_0's l2: 0.0120269\n",
      "[1142]\tvalid_0's l2: 0.0120268\n",
      "[1143]\tvalid_0's l2: 0.0120272\n",
      "[1144]\tvalid_0's l2: 0.0120254\n",
      "[1145]\tvalid_0's l2: 0.012025\n",
      "[1146]\tvalid_0's l2: 0.0120228\n",
      "[1147]\tvalid_0's l2: 0.0120205\n",
      "[1148]\tvalid_0's l2: 0.0120192\n",
      "[1149]\tvalid_0's l2: 0.0120163\n",
      "[1150]\tvalid_0's l2: 0.0120156\n",
      "[1151]\tvalid_0's l2: 0.0120137\n",
      "[1152]\tvalid_0's l2: 0.0120119\n",
      "[1153]\tvalid_0's l2: 0.0120105\n",
      "[1154]\tvalid_0's l2: 0.0120107\n",
      "[1155]\tvalid_0's l2: 0.0120113\n",
      "[1156]\tvalid_0's l2: 0.0120107\n",
      "[1157]\tvalid_0's l2: 0.0120127\n",
      "[1158]\tvalid_0's l2: 0.0120107\n",
      "[1159]\tvalid_0's l2: 0.0120112\n",
      "[1160]\tvalid_0's l2: 0.012009\n",
      "[1161]\tvalid_0's l2: 0.0120104\n",
      "[1162]\tvalid_0's l2: 0.0120091\n",
      "[1163]\tvalid_0's l2: 0.0120075\n",
      "[1164]\tvalid_0's l2: 0.0120071\n",
      "[1165]\tvalid_0's l2: 0.0120068\n",
      "[1166]\tvalid_0's l2: 0.0120055\n",
      "[1167]\tvalid_0's l2: 0.0120036\n",
      "[1168]\tvalid_0's l2: 0.0120027\n",
      "[1169]\tvalid_0's l2: 0.0120024\n",
      "[1170]\tvalid_0's l2: 0.0120043\n",
      "[1171]\tvalid_0's l2: 0.0120027\n",
      "[1172]\tvalid_0's l2: 0.0120004\n",
      "[1173]\tvalid_0's l2: 0.0120006\n",
      "[1174]\tvalid_0's l2: 0.0119992\n",
      "[1175]\tvalid_0's l2: 0.0119989\n",
      "[1176]\tvalid_0's l2: 0.0119994\n",
      "[1177]\tvalid_0's l2: 0.0119992\n",
      "[1178]\tvalid_0's l2: 0.0119989\n",
      "[1179]\tvalid_0's l2: 0.0119971\n",
      "[1180]\tvalid_0's l2: 0.011995\n",
      "[1181]\tvalid_0's l2: 0.0119941\n",
      "[1182]\tvalid_0's l2: 0.0119911\n",
      "[1183]\tvalid_0's l2: 0.0119887\n",
      "[1184]\tvalid_0's l2: 0.0119889\n",
      "[1185]\tvalid_0's l2: 0.0119859\n",
      "[1186]\tvalid_0's l2: 0.0119849\n",
      "[1187]\tvalid_0's l2: 0.0119839\n",
      "[1188]\tvalid_0's l2: 0.0119837\n",
      "[1189]\tvalid_0's l2: 0.0119792\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1190]\tvalid_0's l2: 0.0119788\n",
      "[1191]\tvalid_0's l2: 0.0119784\n",
      "[1192]\tvalid_0's l2: 0.0119777\n",
      "[1193]\tvalid_0's l2: 0.011978\n",
      "[1194]\tvalid_0's l2: 0.0119738\n",
      "[1195]\tvalid_0's l2: 0.0119711\n",
      "[1196]\tvalid_0's l2: 0.0119695\n",
      "[1197]\tvalid_0's l2: 0.0119685\n",
      "[1198]\tvalid_0's l2: 0.011969\n",
      "[1199]\tvalid_0's l2: 0.0119681\n",
      "[1200]\tvalid_0's l2: 0.0119692\n",
      "[1201]\tvalid_0's l2: 0.0119679\n",
      "[1202]\tvalid_0's l2: 0.0119664\n",
      "[1203]\tvalid_0's l2: 0.0119665\n",
      "[1204]\tvalid_0's l2: 0.0119651\n",
      "[1205]\tvalid_0's l2: 0.0119657\n",
      "[1206]\tvalid_0's l2: 0.0119637\n",
      "[1207]\tvalid_0's l2: 0.0119639\n",
      "[1208]\tvalid_0's l2: 0.0119631\n",
      "[1209]\tvalid_0's l2: 0.0119611\n",
      "[1210]\tvalid_0's l2: 0.0119589\n",
      "[1211]\tvalid_0's l2: 0.0119586\n",
      "[1212]\tvalid_0's l2: 0.0119588\n",
      "[1213]\tvalid_0's l2: 0.0119582\n",
      "[1214]\tvalid_0's l2: 0.0119587\n",
      "[1215]\tvalid_0's l2: 0.0119563\n",
      "[1216]\tvalid_0's l2: 0.0119552\n",
      "[1217]\tvalid_0's l2: 0.0119545\n",
      "[1218]\tvalid_0's l2: 0.011951\n",
      "[1219]\tvalid_0's l2: 0.0119495\n",
      "[1220]\tvalid_0's l2: 0.0119498\n",
      "[1221]\tvalid_0's l2: 0.0119503\n",
      "[1222]\tvalid_0's l2: 0.0119499\n",
      "[1223]\tvalid_0's l2: 0.011951\n",
      "[1224]\tvalid_0's l2: 0.0119514\n",
      "[1225]\tvalid_0's l2: 0.011951\n",
      "[1226]\tvalid_0's l2: 0.0119501\n",
      "[1227]\tvalid_0's l2: 0.0119483\n",
      "[1228]\tvalid_0's l2: 0.0119478\n",
      "[1229]\tvalid_0's l2: 0.0119469\n",
      "[1230]\tvalid_0's l2: 0.0119466\n",
      "[1231]\tvalid_0's l2: 0.0119456\n",
      "[1232]\tvalid_0's l2: 0.011945\n",
      "[1233]\tvalid_0's l2: 0.0119437\n",
      "[1234]\tvalid_0's l2: 0.0119426\n",
      "[1235]\tvalid_0's l2: 0.0119423\n",
      "[1236]\tvalid_0's l2: 0.01194\n",
      "[1237]\tvalid_0's l2: 0.0119392\n",
      "[1238]\tvalid_0's l2: 0.0119382\n",
      "[1239]\tvalid_0's l2: 0.011938\n",
      "[1240]\tvalid_0's l2: 0.0119373\n",
      "[1241]\tvalid_0's l2: 0.0119361\n",
      "[1242]\tvalid_0's l2: 0.0119347\n",
      "[1243]\tvalid_0's l2: 0.0119336\n",
      "[1244]\tvalid_0's l2: 0.0119334\n",
      "[1245]\tvalid_0's l2: 0.0119326\n",
      "[1246]\tvalid_0's l2: 0.0119325\n",
      "[1247]\tvalid_0's l2: 0.0119315\n",
      "[1248]\tvalid_0's l2: 0.0119315\n",
      "[1249]\tvalid_0's l2: 0.0119283\n",
      "[1250]\tvalid_0's l2: 0.0119288\n",
      "[1251]\tvalid_0's l2: 0.0119262\n",
      "[1252]\tvalid_0's l2: 0.0119267\n",
      "[1253]\tvalid_0's l2: 0.0119264\n",
      "[1254]\tvalid_0's l2: 0.0119262\n",
      "[1255]\tvalid_0's l2: 0.0119261\n",
      "[1256]\tvalid_0's l2: 0.0119249\n",
      "[1257]\tvalid_0's l2: 0.0119261\n",
      "[1258]\tvalid_0's l2: 0.0119248\n",
      "[1259]\tvalid_0's l2: 0.0119254\n",
      "[1260]\tvalid_0's l2: 0.0119257\n",
      "[1261]\tvalid_0's l2: 0.0119248\n",
      "[1262]\tvalid_0's l2: 0.0119242\n",
      "[1263]\tvalid_0's l2: 0.011925\n",
      "[1264]\tvalid_0's l2: 0.0119248\n",
      "[1265]\tvalid_0's l2: 0.0119235\n",
      "[1266]\tvalid_0's l2: 0.0119214\n",
      "[1267]\tvalid_0's l2: 0.0119211\n",
      "[1268]\tvalid_0's l2: 0.0119218\n",
      "[1269]\tvalid_0's l2: 0.0119221\n",
      "[1270]\tvalid_0's l2: 0.011921\n",
      "[1271]\tvalid_0's l2: 0.0119216\n",
      "[1272]\tvalid_0's l2: 0.0119203\n",
      "[1273]\tvalid_0's l2: 0.0119198\n",
      "[1274]\tvalid_0's l2: 0.0119191\n",
      "[1275]\tvalid_0's l2: 0.0119183\n",
      "[1276]\tvalid_0's l2: 0.0119184\n",
      "[1277]\tvalid_0's l2: 0.0119177\n",
      "[1278]\tvalid_0's l2: 0.0119182\n",
      "[1279]\tvalid_0's l2: 0.011917\n",
      "[1280]\tvalid_0's l2: 0.0119162\n",
      "[1281]\tvalid_0's l2: 0.0119145\n",
      "[1282]\tvalid_0's l2: 0.011914\n",
      "[1283]\tvalid_0's l2: 0.0119137\n",
      "[1284]\tvalid_0's l2: 0.0119128\n",
      "[1285]\tvalid_0's l2: 0.0119125\n",
      "[1286]\tvalid_0's l2: 0.011912\n",
      "[1287]\tvalid_0's l2: 0.0119104\n",
      "[1288]\tvalid_0's l2: 0.0119094\n",
      "[1289]\tvalid_0's l2: 0.0119078\n",
      "[1290]\tvalid_0's l2: 0.0119075\n",
      "[1291]\tvalid_0's l2: 0.0119078\n",
      "[1292]\tvalid_0's l2: 0.0119084\n",
      "[1293]\tvalid_0's l2: 0.0119065\n",
      "[1294]\tvalid_0's l2: 0.0119059\n",
      "[1295]\tvalid_0's l2: 0.0119039\n",
      "[1296]\tvalid_0's l2: 0.011903\n",
      "[1297]\tvalid_0's l2: 0.0119022\n",
      "[1298]\tvalid_0's l2: 0.0119001\n",
      "[1299]\tvalid_0's l2: 0.0118975\n",
      "[1300]\tvalid_0's l2: 0.011896\n",
      "[1301]\tvalid_0's l2: 0.0118959\n",
      "[1302]\tvalid_0's l2: 0.0118952\n",
      "[1303]\tvalid_0's l2: 0.0118939\n",
      "[1304]\tvalid_0's l2: 0.0118919\n",
      "[1305]\tvalid_0's l2: 0.0118903\n",
      "[1306]\tvalid_0's l2: 0.0118905\n",
      "[1307]\tvalid_0's l2: 0.0118908\n",
      "[1308]\tvalid_0's l2: 0.0118897\n",
      "[1309]\tvalid_0's l2: 0.0118902\n",
      "[1310]\tvalid_0's l2: 0.0118915\n",
      "[1311]\tvalid_0's l2: 0.0118904\n",
      "[1312]\tvalid_0's l2: 0.0118888\n",
      "[1313]\tvalid_0's l2: 0.011888\n",
      "[1314]\tvalid_0's l2: 0.0118884\n",
      "[1315]\tvalid_0's l2: 0.0118878\n",
      "[1316]\tvalid_0's l2: 0.0118884\n",
      "[1317]\tvalid_0's l2: 0.0118882\n",
      "[1318]\tvalid_0's l2: 0.0118875\n",
      "[1319]\tvalid_0's l2: 0.0118863\n",
      "[1320]\tvalid_0's l2: 0.0118878\n",
      "[1321]\tvalid_0's l2: 0.0118857\n",
      "[1322]\tvalid_0's l2: 0.0118842\n",
      "[1323]\tvalid_0's l2: 0.0118834\n",
      "[1324]\tvalid_0's l2: 0.0118843\n",
      "[1325]\tvalid_0's l2: 0.0118822\n",
      "[1326]\tvalid_0's l2: 0.0118816\n",
      "[1327]\tvalid_0's l2: 0.0118803\n",
      "[1328]\tvalid_0's l2: 0.01188\n",
      "[1329]\tvalid_0's l2: 0.0118792\n",
      "[1330]\tvalid_0's l2: 0.0118794\n",
      "[1331]\tvalid_0's l2: 0.0118801\n",
      "[1332]\tvalid_0's l2: 0.0118776\n",
      "[1333]\tvalid_0's l2: 0.0118784\n",
      "[1334]\tvalid_0's l2: 0.0118777\n",
      "[1335]\tvalid_0's l2: 0.0118768\n",
      "[1336]\tvalid_0's l2: 0.0118767\n",
      "[1337]\tvalid_0's l2: 0.011877\n",
      "[1338]\tvalid_0's l2: 0.0118766\n",
      "[1339]\tvalid_0's l2: 0.0118752\n",
      "[1340]\tvalid_0's l2: 0.0118743\n",
      "[1341]\tvalid_0's l2: 0.0118724\n",
      "[1342]\tvalid_0's l2: 0.011873\n",
      "[1343]\tvalid_0's l2: 0.0118731\n",
      "[1344]\tvalid_0's l2: 0.0118724\n",
      "[1345]\tvalid_0's l2: 0.01187\n",
      "[1346]\tvalid_0's l2: 0.0118702\n",
      "[1347]\tvalid_0's l2: 0.0118699\n",
      "[1348]\tvalid_0's l2: 0.0118703\n",
      "[1349]\tvalid_0's l2: 0.0118702\n",
      "[1350]\tvalid_0's l2: 0.0118699\n",
      "[1351]\tvalid_0's l2: 0.011869\n",
      "[1352]\tvalid_0's l2: 0.0118664\n",
      "[1353]\tvalid_0's l2: 0.0118664\n",
      "[1354]\tvalid_0's l2: 0.011866\n",
      "[1355]\tvalid_0's l2: 0.0118662\n",
      "[1356]\tvalid_0's l2: 0.0118643\n",
      "[1357]\tvalid_0's l2: 0.0118639\n",
      "[1358]\tvalid_0's l2: 0.0118645\n",
      "[1359]\tvalid_0's l2: 0.0118648\n",
      "[1360]\tvalid_0's l2: 0.0118645\n",
      "[1361]\tvalid_0's l2: 0.011864\n",
      "[1362]\tvalid_0's l2: 0.0118643\n",
      "[1363]\tvalid_0's l2: 0.0118631\n",
      "[1364]\tvalid_0's l2: 0.0118625\n",
      "[1365]\tvalid_0's l2: 0.0118613\n",
      "[1366]\tvalid_0's l2: 0.0118608\n",
      "[1367]\tvalid_0's l2: 0.0118609\n",
      "[1368]\tvalid_0's l2: 0.0118604\n",
      "[1369]\tvalid_0's l2: 0.0118627\n",
      "[1370]\tvalid_0's l2: 0.0118628\n",
      "[1371]\tvalid_0's l2: 0.011863\n",
      "[1372]\tvalid_0's l2: 0.0118633\n",
      "[1373]\tvalid_0's l2: 0.0118669\n",
      "[1374]\tvalid_0's l2: 0.0118648\n",
      "[1375]\tvalid_0's l2: 0.011866\n",
      "[1376]\tvalid_0's l2: 0.0118651\n",
      "[1377]\tvalid_0's l2: 0.0118652\n",
      "[1378]\tvalid_0's l2: 0.0118641\n",
      "[1379]\tvalid_0's l2: 0.0118636\n",
      "[1380]\tvalid_0's l2: 0.0118646\n",
      "[1381]\tvalid_0's l2: 0.0118619\n",
      "[1382]\tvalid_0's l2: 0.0118619\n",
      "[1383]\tvalid_0's l2: 0.0118601\n",
      "[1384]\tvalid_0's l2: 0.0118597\n",
      "[1385]\tvalid_0's l2: 0.011859\n",
      "[1386]\tvalid_0's l2: 0.0118595\n",
      "[1387]\tvalid_0's l2: 0.0118594\n",
      "[1388]\tvalid_0's l2: 0.0118594\n",
      "[1389]\tvalid_0's l2: 0.0118588\n",
      "[1390]\tvalid_0's l2: 0.0118593\n",
      "[1391]\tvalid_0's l2: 0.0118597\n",
      "[1392]\tvalid_0's l2: 0.0118605\n",
      "[1393]\tvalid_0's l2: 0.0118591\n",
      "[1394]\tvalid_0's l2: 0.0118581\n",
      "[1395]\tvalid_0's l2: 0.011858\n",
      "[1396]\tvalid_0's l2: 0.0118562\n",
      "[1397]\tvalid_0's l2: 0.0118539\n",
      "[1398]\tvalid_0's l2: 0.0118543\n",
      "[1399]\tvalid_0's l2: 0.0118528\n",
      "[1400]\tvalid_0's l2: 0.0118519\n",
      "[1401]\tvalid_0's l2: 0.0118531\n",
      "[1402]\tvalid_0's l2: 0.0118518\n",
      "[1403]\tvalid_0's l2: 0.0118523\n",
      "[1404]\tvalid_0's l2: 0.0118511\n",
      "[1405]\tvalid_0's l2: 0.0118503\n",
      "[1406]\tvalid_0's l2: 0.011849\n",
      "[1407]\tvalid_0's l2: 0.0118489\n",
      "[1408]\tvalid_0's l2: 0.0118444\n",
      "[1409]\tvalid_0's l2: 0.0118421\n",
      "[1410]\tvalid_0's l2: 0.0118412\n",
      "[1411]\tvalid_0's l2: 0.0118408\n",
      "[1412]\tvalid_0's l2: 0.0118394\n",
      "[1413]\tvalid_0's l2: 0.0118383\n",
      "[1414]\tvalid_0's l2: 0.0118357\n",
      "[1415]\tvalid_0's l2: 0.0118349\n",
      "[1416]\tvalid_0's l2: 0.0118333\n",
      "[1417]\tvalid_0's l2: 0.0118337\n",
      "[1418]\tvalid_0's l2: 0.0118318\n",
      "[1419]\tvalid_0's l2: 0.0118332\n",
      "[1420]\tvalid_0's l2: 0.011832\n",
      "[1421]\tvalid_0's l2: 0.0118317\n",
      "[1422]\tvalid_0's l2: 0.0118293\n",
      "[1423]\tvalid_0's l2: 0.011831\n",
      "[1424]\tvalid_0's l2: 0.011834\n",
      "[1425]\tvalid_0's l2: 0.0118347\n",
      "[1426]\tvalid_0's l2: 0.0118327\n",
      "[1427]\tvalid_0's l2: 0.0118327\n",
      "[1428]\tvalid_0's l2: 0.0118324\n",
      "[1429]\tvalid_0's l2: 0.0118308\n",
      "[1430]\tvalid_0's l2: 0.0118287\n",
      "[1431]\tvalid_0's l2: 0.011828\n",
      "[1432]\tvalid_0's l2: 0.0118273\n",
      "[1433]\tvalid_0's l2: 0.011828\n",
      "[1434]\tvalid_0's l2: 0.0118266\n",
      "[1435]\tvalid_0's l2: 0.011825\n",
      "[1436]\tvalid_0's l2: 0.0118238\n",
      "[1437]\tvalid_0's l2: 0.0118245\n",
      "[1438]\tvalid_0's l2: 0.0118242\n",
      "[1439]\tvalid_0's l2: 0.0118236\n",
      "[1440]\tvalid_0's l2: 0.0118241\n",
      "[1441]\tvalid_0's l2: 0.0118235\n",
      "[1442]\tvalid_0's l2: 0.0118229\n",
      "[1443]\tvalid_0's l2: 0.0118228\n",
      "[1444]\tvalid_0's l2: 0.0118223\n",
      "[1445]\tvalid_0's l2: 0.0118222\n",
      "[1446]\tvalid_0's l2: 0.0118219\n",
      "[1447]\tvalid_0's l2: 0.0118206\n",
      "[1448]\tvalid_0's l2: 0.0118187\n",
      "[1449]\tvalid_0's l2: 0.011816\n",
      "[1450]\tvalid_0's l2: 0.0118156\n",
      "[1451]\tvalid_0's l2: 0.011814\n",
      "[1452]\tvalid_0's l2: 0.0118144\n",
      "[1453]\tvalid_0's l2: 0.0118143\n",
      "[1454]\tvalid_0's l2: 0.0118141\n",
      "[1455]\tvalid_0's l2: 0.0118134\n",
      "[1456]\tvalid_0's l2: 0.0118135\n",
      "[1457]\tvalid_0's l2: 0.0118133\n",
      "[1458]\tvalid_0's l2: 0.0118123\n",
      "[1459]\tvalid_0's l2: 0.0118126\n",
      "[1460]\tvalid_0's l2: 0.0118109\n",
      "[1461]\tvalid_0's l2: 0.01181\n",
      "[1462]\tvalid_0's l2: 0.0118096\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1463]\tvalid_0's l2: 0.0118113\n",
      "[1464]\tvalid_0's l2: 0.0118118\n",
      "[1465]\tvalid_0's l2: 0.0118122\n",
      "[1466]\tvalid_0's l2: 0.0118112\n",
      "[1467]\tvalid_0's l2: 0.0118111\n",
      "[1468]\tvalid_0's l2: 0.01181\n",
      "[1469]\tvalid_0's l2: 0.0118099\n",
      "[1470]\tvalid_0's l2: 0.01181\n",
      "[1471]\tvalid_0's l2: 0.0118096\n",
      "[1472]\tvalid_0's l2: 0.0118078\n",
      "[1473]\tvalid_0's l2: 0.0118074\n",
      "[1474]\tvalid_0's l2: 0.0118065\n",
      "[1475]\tvalid_0's l2: 0.0118086\n",
      "[1476]\tvalid_0's l2: 0.0118068\n",
      "[1477]\tvalid_0's l2: 0.0118072\n",
      "[1478]\tvalid_0's l2: 0.0118069\n",
      "[1479]\tvalid_0's l2: 0.0118075\n",
      "[1480]\tvalid_0's l2: 0.0118067\n",
      "[1481]\tvalid_0's l2: 0.0118072\n",
      "[1482]\tvalid_0's l2: 0.0118079\n",
      "[1483]\tvalid_0's l2: 0.0118094\n",
      "[1484]\tvalid_0's l2: 0.0118093\n",
      "[1485]\tvalid_0's l2: 0.0118071\n",
      "[1486]\tvalid_0's l2: 0.0118078\n",
      "[1487]\tvalid_0's l2: 0.0118086\n",
      "[1488]\tvalid_0's l2: 0.0118081\n",
      "[1489]\tvalid_0's l2: 0.0118076\n",
      "[1490]\tvalid_0's l2: 0.011808\n",
      "[1491]\tvalid_0's l2: 0.0118071\n",
      "[1492]\tvalid_0's l2: 0.0118076\n",
      "[1493]\tvalid_0's l2: 0.0118069\n",
      "[1494]\tvalid_0's l2: 0.0118076\n",
      "[1495]\tvalid_0's l2: 0.0118079\n",
      "[1496]\tvalid_0's l2: 0.0118079\n",
      "[1497]\tvalid_0's l2: 0.0118073\n",
      "[1498]\tvalid_0's l2: 0.0118082\n",
      "[1499]\tvalid_0's l2: 0.0118086\n",
      "[1500]\tvalid_0's l2: 0.0118092\n",
      "[1501]\tvalid_0's l2: 0.0118098\n",
      "[1502]\tvalid_0's l2: 0.0118089\n",
      "[1503]\tvalid_0's l2: 0.0118089\n",
      "[1504]\tvalid_0's l2: 0.011809\n",
      "[1505]\tvalid_0's l2: 0.0118095\n",
      "[1506]\tvalid_0's l2: 0.0118087\n",
      "[1507]\tvalid_0's l2: 0.0118088\n",
      "[1508]\tvalid_0's l2: 0.011809\n",
      "[1509]\tvalid_0's l2: 0.0118091\n",
      "[1510]\tvalid_0's l2: 0.0118093\n",
      "[1511]\tvalid_0's l2: 0.0118083\n",
      "[1512]\tvalid_0's l2: 0.0118085\n",
      "[1513]\tvalid_0's l2: 0.011808\n",
      "[1514]\tvalid_0's l2: 0.0118083\n",
      "[1515]\tvalid_0's l2: 0.0118082\n",
      "[1516]\tvalid_0's l2: 0.0118075\n",
      "[1517]\tvalid_0's l2: 0.0118079\n",
      "[1518]\tvalid_0's l2: 0.0118062\n",
      "[1519]\tvalid_0's l2: 0.0118065\n",
      "[1520]\tvalid_0's l2: 0.0118042\n",
      "[1521]\tvalid_0's l2: 0.0118043\n",
      "[1522]\tvalid_0's l2: 0.011805\n",
      "[1523]\tvalid_0's l2: 0.0118044\n",
      "[1524]\tvalid_0's l2: 0.0118036\n",
      "[1525]\tvalid_0's l2: 0.0118031\n",
      "[1526]\tvalid_0's l2: 0.0118024\n",
      "[1527]\tvalid_0's l2: 0.0118011\n",
      "[1528]\tvalid_0's l2: 0.0117993\n",
      "[1529]\tvalid_0's l2: 0.0117974\n",
      "[1530]\tvalid_0's l2: 0.0117963\n",
      "[1531]\tvalid_0's l2: 0.0117955\n",
      "[1532]\tvalid_0's l2: 0.0117963\n",
      "[1533]\tvalid_0's l2: 0.0117952\n",
      "[1534]\tvalid_0's l2: 0.011796\n",
      "[1535]\tvalid_0's l2: 0.011795\n",
      "[1536]\tvalid_0's l2: 0.0117956\n",
      "[1537]\tvalid_0's l2: 0.0117949\n",
      "[1538]\tvalid_0's l2: 0.0117948\n",
      "[1539]\tvalid_0's l2: 0.0117936\n",
      "[1540]\tvalid_0's l2: 0.0117933\n",
      "[1541]\tvalid_0's l2: 0.0117924\n",
      "[1542]\tvalid_0's l2: 0.0117921\n",
      "[1543]\tvalid_0's l2: 0.0117925\n",
      "[1544]\tvalid_0's l2: 0.0117917\n",
      "[1545]\tvalid_0's l2: 0.0117909\n",
      "[1546]\tvalid_0's l2: 0.0117903\n",
      "[1547]\tvalid_0's l2: 0.0117915\n",
      "[1548]\tvalid_0's l2: 0.0117899\n",
      "[1549]\tvalid_0's l2: 0.0117887\n",
      "[1550]\tvalid_0's l2: 0.0117893\n",
      "[1551]\tvalid_0's l2: 0.0117892\n",
      "[1552]\tvalid_0's l2: 0.0117894\n",
      "[1553]\tvalid_0's l2: 0.0117874\n",
      "[1554]\tvalid_0's l2: 0.011787\n",
      "[1555]\tvalid_0's l2: 0.0117881\n",
      "[1556]\tvalid_0's l2: 0.0117846\n",
      "[1557]\tvalid_0's l2: 0.0117853\n",
      "[1558]\tvalid_0's l2: 0.0117865\n",
      "[1559]\tvalid_0's l2: 0.0117867\n",
      "[1560]\tvalid_0's l2: 0.0117867\n",
      "[1561]\tvalid_0's l2: 0.0117856\n",
      "[1562]\tvalid_0's l2: 0.0117846\n",
      "[1563]\tvalid_0's l2: 0.0117849\n",
      "[1564]\tvalid_0's l2: 0.0117847\n",
      "[1565]\tvalid_0's l2: 0.0117858\n",
      "[1566]\tvalid_0's l2: 0.011786\n",
      "[1567]\tvalid_0's l2: 0.0117857\n",
      "[1568]\tvalid_0's l2: 0.0117854\n",
      "[1569]\tvalid_0's l2: 0.0117858\n",
      "[1570]\tvalid_0's l2: 0.0117851\n",
      "[1571]\tvalid_0's l2: 0.0117855\n",
      "[1572]\tvalid_0's l2: 0.0117859\n",
      "[1573]\tvalid_0's l2: 0.0117846\n",
      "[1574]\tvalid_0's l2: 0.0117851\n",
      "[1575]\tvalid_0's l2: 0.0117846\n",
      "[1576]\tvalid_0's l2: 0.011785\n",
      "[1577]\tvalid_0's l2: 0.0117861\n",
      "[1578]\tvalid_0's l2: 0.0117847\n",
      "[1579]\tvalid_0's l2: 0.0117851\n",
      "[1580]\tvalid_0's l2: 0.0117856\n",
      "[1581]\tvalid_0's l2: 0.0117856\n",
      "[1582]\tvalid_0's l2: 0.0117852\n",
      "[1583]\tvalid_0's l2: 0.0117844\n",
      "[1584]\tvalid_0's l2: 0.0117832\n",
      "[1585]\tvalid_0's l2: 0.011784\n",
      "[1586]\tvalid_0's l2: 0.0117836\n",
      "[1587]\tvalid_0's l2: 0.011783\n",
      "[1588]\tvalid_0's l2: 0.0117813\n",
      "[1589]\tvalid_0's l2: 0.0117808\n",
      "[1590]\tvalid_0's l2: 0.0117824\n",
      "[1591]\tvalid_0's l2: 0.0117832\n",
      "[1592]\tvalid_0's l2: 0.0117833\n",
      "[1593]\tvalid_0's l2: 0.0117834\n",
      "[1594]\tvalid_0's l2: 0.0117825\n",
      "[1595]\tvalid_0's l2: 0.0117822\n",
      "[1596]\tvalid_0's l2: 0.0117818\n",
      "[1597]\tvalid_0's l2: 0.0117811\n",
      "[1598]\tvalid_0's l2: 0.011782\n",
      "[1599]\tvalid_0's l2: 0.0117832\n",
      "[1600]\tvalid_0's l2: 0.0117824\n",
      "[1601]\tvalid_0's l2: 0.0117825\n",
      "[1602]\tvalid_0's l2: 0.0117823\n",
      "[1603]\tvalid_0's l2: 0.011783\n",
      "[1604]\tvalid_0's l2: 0.0117817\n",
      "[1605]\tvalid_0's l2: 0.0117814\n",
      "[1606]\tvalid_0's l2: 0.011781\n",
      "[1607]\tvalid_0's l2: 0.0117817\n",
      "[1608]\tvalid_0's l2: 0.0117815\n",
      "[1609]\tvalid_0's l2: 0.011781\n",
      "[1610]\tvalid_0's l2: 0.0117805\n",
      "[1611]\tvalid_0's l2: 0.0117784\n",
      "[1612]\tvalid_0's l2: 0.0117775\n",
      "[1613]\tvalid_0's l2: 0.0117755\n",
      "[1614]\tvalid_0's l2: 0.0117755\n",
      "[1615]\tvalid_0's l2: 0.0117762\n",
      "[1616]\tvalid_0's l2: 0.0117771\n",
      "[1617]\tvalid_0's l2: 0.0117744\n",
      "[1618]\tvalid_0's l2: 0.0117746\n",
      "[1619]\tvalid_0's l2: 0.0117745\n",
      "[1620]\tvalid_0's l2: 0.0117754\n",
      "[1621]\tvalid_0's l2: 0.0117749\n",
      "[1622]\tvalid_0's l2: 0.0117753\n",
      "[1623]\tvalid_0's l2: 0.0117742\n",
      "[1624]\tvalid_0's l2: 0.0117734\n",
      "[1625]\tvalid_0's l2: 0.0117744\n",
      "[1626]\tvalid_0's l2: 0.0117737\n",
      "[1627]\tvalid_0's l2: 0.0117727\n",
      "[1628]\tvalid_0's l2: 0.0117717\n",
      "[1629]\tvalid_0's l2: 0.0117718\n",
      "[1630]\tvalid_0's l2: 0.0117724\n",
      "[1631]\tvalid_0's l2: 0.0117705\n",
      "[1632]\tvalid_0's l2: 0.01177\n",
      "[1633]\tvalid_0's l2: 0.0117699\n",
      "[1634]\tvalid_0's l2: 0.0117694\n",
      "[1635]\tvalid_0's l2: 0.0117671\n",
      "[1636]\tvalid_0's l2: 0.0117669\n",
      "[1637]\tvalid_0's l2: 0.0117661\n",
      "[1638]\tvalid_0's l2: 0.0117657\n",
      "[1639]\tvalid_0's l2: 0.0117654\n",
      "[1640]\tvalid_0's l2: 0.0117642\n",
      "[1641]\tvalid_0's l2: 0.0117639\n",
      "[1642]\tvalid_0's l2: 0.0117612\n",
      "[1643]\tvalid_0's l2: 0.01176\n",
      "[1644]\tvalid_0's l2: 0.0117589\n",
      "[1645]\tvalid_0's l2: 0.0117576\n",
      "[1646]\tvalid_0's l2: 0.0117579\n",
      "[1647]\tvalid_0's l2: 0.0117591\n",
      "[1648]\tvalid_0's l2: 0.011759\n",
      "[1649]\tvalid_0's l2: 0.011758\n",
      "[1650]\tvalid_0's l2: 0.0117584\n",
      "[1651]\tvalid_0's l2: 0.0117567\n",
      "[1652]\tvalid_0's l2: 0.0117565\n",
      "[1653]\tvalid_0's l2: 0.0117567\n",
      "[1654]\tvalid_0's l2: 0.0117573\n",
      "[1655]\tvalid_0's l2: 0.0117578\n",
      "[1656]\tvalid_0's l2: 0.0117586\n",
      "[1657]\tvalid_0's l2: 0.0117574\n",
      "[1658]\tvalid_0's l2: 0.0117569\n",
      "[1659]\tvalid_0's l2: 0.0117555\n",
      "[1660]\tvalid_0's l2: 0.0117571\n",
      "[1661]\tvalid_0's l2: 0.0117568\n",
      "[1662]\tvalid_0's l2: 0.0117558\n",
      "[1663]\tvalid_0's l2: 0.0117566\n",
      "[1664]\tvalid_0's l2: 0.0117562\n",
      "[1665]\tvalid_0's l2: 0.0117549\n",
      "[1666]\tvalid_0's l2: 0.0117535\n",
      "[1667]\tvalid_0's l2: 0.011753\n",
      "[1668]\tvalid_0's l2: 0.0117523\n",
      "[1669]\tvalid_0's l2: 0.0117513\n",
      "[1670]\tvalid_0's l2: 0.0117506\n",
      "[1671]\tvalid_0's l2: 0.0117504\n",
      "[1672]\tvalid_0's l2: 0.0117513\n",
      "[1673]\tvalid_0's l2: 0.0117509\n",
      "[1674]\tvalid_0's l2: 0.011751\n",
      "[1675]\tvalid_0's l2: 0.0117516\n",
      "[1676]\tvalid_0's l2: 0.0117526\n",
      "[1677]\tvalid_0's l2: 0.0117522\n",
      "[1678]\tvalid_0's l2: 0.0117527\n",
      "[1679]\tvalid_0's l2: 0.0117525\n",
      "[1680]\tvalid_0's l2: 0.0117525\n",
      "[1681]\tvalid_0's l2: 0.0117521\n",
      "[1682]\tvalid_0's l2: 0.011753\n",
      "[1683]\tvalid_0's l2: 0.011753\n",
      "[1684]\tvalid_0's l2: 0.0117525\n",
      "[1685]\tvalid_0's l2: 0.0117514\n",
      "[1686]\tvalid_0's l2: 0.011751\n",
      "[1687]\tvalid_0's l2: 0.0117502\n",
      "[1688]\tvalid_0's l2: 0.0117511\n",
      "[1689]\tvalid_0's l2: 0.0117506\n",
      "[1690]\tvalid_0's l2: 0.011749\n",
      "[1691]\tvalid_0's l2: 0.0117498\n",
      "[1692]\tvalid_0's l2: 0.011749\n",
      "[1693]\tvalid_0's l2: 0.0117478\n",
      "[1694]\tvalid_0's l2: 0.0117474\n",
      "[1695]\tvalid_0's l2: 0.0117469\n",
      "[1696]\tvalid_0's l2: 0.0117458\n",
      "[1697]\tvalid_0's l2: 0.0117459\n",
      "[1698]\tvalid_0's l2: 0.011746\n",
      "[1699]\tvalid_0's l2: 0.0117449\n",
      "[1700]\tvalid_0's l2: 0.0117455\n",
      "[1701]\tvalid_0's l2: 0.0117454\n",
      "[1702]\tvalid_0's l2: 0.0117432\n",
      "[1703]\tvalid_0's l2: 0.0117417\n",
      "[1704]\tvalid_0's l2: 0.0117411\n",
      "[1705]\tvalid_0's l2: 0.0117415\n",
      "[1706]\tvalid_0's l2: 0.011742\n",
      "[1707]\tvalid_0's l2: 0.0117434\n",
      "[1708]\tvalid_0's l2: 0.011743\n",
      "[1709]\tvalid_0's l2: 0.0117431\n",
      "[1710]\tvalid_0's l2: 0.0117425\n",
      "[1711]\tvalid_0's l2: 0.0117426\n",
      "[1712]\tvalid_0's l2: 0.0117425\n",
      "[1713]\tvalid_0's l2: 0.0117434\n",
      "[1714]\tvalid_0's l2: 0.0117443\n",
      "[1715]\tvalid_0's l2: 0.0117435\n",
      "[1716]\tvalid_0's l2: 0.011744\n",
      "[1717]\tvalid_0's l2: 0.0117439\n",
      "[1718]\tvalid_0's l2: 0.0117447\n",
      "[1719]\tvalid_0's l2: 0.0117451\n",
      "[1720]\tvalid_0's l2: 0.0117448\n",
      "[1721]\tvalid_0's l2: 0.0117446\n",
      "[1722]\tvalid_0's l2: 0.0117454\n",
      "[1723]\tvalid_0's l2: 0.011745\n",
      "[1724]\tvalid_0's l2: 0.0117458\n",
      "[1725]\tvalid_0's l2: 0.0117471\n",
      "[1726]\tvalid_0's l2: 0.0117457\n",
      "[1727]\tvalid_0's l2: 0.0117452\n",
      "[1728]\tvalid_0's l2: 0.0117441\n",
      "[1729]\tvalid_0's l2: 0.0117454\n",
      "[1730]\tvalid_0's l2: 0.0117449\n",
      "[1731]\tvalid_0's l2: 0.0117455\n",
      "[1732]\tvalid_0's l2: 0.0117448\n",
      "[1733]\tvalid_0's l2: 0.0117444\n",
      "[1734]\tvalid_0's l2: 0.0117441\n",
      "[1735]\tvalid_0's l2: 0.011745\n",
      "[1736]\tvalid_0's l2: 0.0117448\n",
      "[1737]\tvalid_0's l2: 0.0117447\n",
      "[1738]\tvalid_0's l2: 0.0117448\n",
      "[1739]\tvalid_0's l2: 0.0117449\n",
      "[1740]\tvalid_0's l2: 0.011745\n",
      "[1741]\tvalid_0's l2: 0.0117455\n",
      "[1742]\tvalid_0's l2: 0.0117457\n",
      "[1743]\tvalid_0's l2: 0.0117448\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1744]\tvalid_0's l2: 0.0117455\n",
      "[1745]\tvalid_0's l2: 0.0117467\n",
      "[1746]\tvalid_0's l2: 0.0117472\n",
      "[1747]\tvalid_0's l2: 0.0117476\n",
      "[1748]\tvalid_0's l2: 0.0117469\n",
      "[1749]\tvalid_0's l2: 0.0117478\n",
      "[1750]\tvalid_0's l2: 0.0117472\n",
      "[1751]\tvalid_0's l2: 0.0117464\n",
      "[1752]\tvalid_0's l2: 0.0117456\n",
      "[1753]\tvalid_0's l2: 0.0117441\n",
      "[1754]\tvalid_0's l2: 0.0117427\n",
      "[1755]\tvalid_0's l2: 0.0117409\n",
      "[1756]\tvalid_0's l2: 0.0117423\n",
      "[1757]\tvalid_0's l2: 0.0117422\n",
      "[1758]\tvalid_0's l2: 0.0117425\n",
      "[1759]\tvalid_0's l2: 0.0117403\n",
      "[1760]\tvalid_0's l2: 0.0117404\n",
      "[1761]\tvalid_0's l2: 0.0117415\n",
      "[1762]\tvalid_0's l2: 0.0117408\n",
      "[1763]\tvalid_0's l2: 0.0117406\n",
      "[1764]\tvalid_0's l2: 0.0117411\n",
      "[1765]\tvalid_0's l2: 0.0117384\n",
      "[1766]\tvalid_0's l2: 0.0117381\n",
      "[1767]\tvalid_0's l2: 0.0117375\n",
      "[1768]\tvalid_0's l2: 0.0117378\n",
      "[1769]\tvalid_0's l2: 0.0117378\n",
      "[1770]\tvalid_0's l2: 0.0117387\n",
      "[1771]\tvalid_0's l2: 0.0117396\n",
      "[1772]\tvalid_0's l2: 0.0117403\n",
      "[1773]\tvalid_0's l2: 0.0117389\n",
      "[1774]\tvalid_0's l2: 0.0117391\n",
      "[1775]\tvalid_0's l2: 0.01174\n",
      "[1776]\tvalid_0's l2: 0.0117388\n",
      "[1777]\tvalid_0's l2: 0.011738\n",
      "[1778]\tvalid_0's l2: 0.0117391\n",
      "[1779]\tvalid_0's l2: 0.0117394\n",
      "[1780]\tvalid_0's l2: 0.0117377\n",
      "[1781]\tvalid_0's l2: 0.0117371\n",
      "[1782]\tvalid_0's l2: 0.0117353\n",
      "[1783]\tvalid_0's l2: 0.0117354\n",
      "[1784]\tvalid_0's l2: 0.0117352\n",
      "[1785]\tvalid_0's l2: 0.0117338\n",
      "[1786]\tvalid_0's l2: 0.0117336\n",
      "[1787]\tvalid_0's l2: 0.0117328\n",
      "[1788]\tvalid_0's l2: 0.0117329\n",
      "[1789]\tvalid_0's l2: 0.0117339\n",
      "[1790]\tvalid_0's l2: 0.0117345\n",
      "[1791]\tvalid_0's l2: 0.0117346\n",
      "[1792]\tvalid_0's l2: 0.0117337\n",
      "[1793]\tvalid_0's l2: 0.0117343\n",
      "[1794]\tvalid_0's l2: 0.0117348\n",
      "[1795]\tvalid_0's l2: 0.0117337\n",
      "[1796]\tvalid_0's l2: 0.0117327\n",
      "[1797]\tvalid_0's l2: 0.0117346\n",
      "[1798]\tvalid_0's l2: 0.011734\n",
      "[1799]\tvalid_0's l2: 0.0117346\n",
      "[1800]\tvalid_0's l2: 0.0117353\n",
      "[1801]\tvalid_0's l2: 0.0117345\n",
      "[1802]\tvalid_0's l2: 0.0117343\n",
      "[1803]\tvalid_0's l2: 0.011734\n",
      "[1804]\tvalid_0's l2: 0.0117308\n",
      "[1805]\tvalid_0's l2: 0.0117308\n",
      "[1806]\tvalid_0's l2: 0.0117297\n",
      "[1807]\tvalid_0's l2: 0.0117306\n",
      "[1808]\tvalid_0's l2: 0.0117308\n",
      "[1809]\tvalid_0's l2: 0.0117315\n",
      "[1810]\tvalid_0's l2: 0.011732\n",
      "[1811]\tvalid_0's l2: 0.0117313\n",
      "[1812]\tvalid_0's l2: 0.0117308\n",
      "[1813]\tvalid_0's l2: 0.0117309\n",
      "[1814]\tvalid_0's l2: 0.011731\n",
      "[1815]\tvalid_0's l2: 0.0117305\n",
      "[1816]\tvalid_0's l2: 0.0117303\n",
      "[1817]\tvalid_0's l2: 0.0117294\n",
      "[1818]\tvalid_0's l2: 0.0117292\n",
      "[1819]\tvalid_0's l2: 0.0117297\n",
      "[1820]\tvalid_0's l2: 0.0117307\n",
      "[1821]\tvalid_0's l2: 0.0117299\n",
      "[1822]\tvalid_0's l2: 0.011729\n",
      "[1823]\tvalid_0's l2: 0.0117294\n",
      "[1824]\tvalid_0's l2: 0.0117286\n",
      "[1825]\tvalid_0's l2: 0.0117287\n",
      "[1826]\tvalid_0's l2: 0.0117289\n",
      "[1827]\tvalid_0's l2: 0.0117288\n",
      "[1828]\tvalid_0's l2: 0.0117281\n",
      "[1829]\tvalid_0's l2: 0.0117282\n",
      "[1830]\tvalid_0's l2: 0.0117276\n",
      "[1831]\tvalid_0's l2: 0.0117272\n",
      "[1832]\tvalid_0's l2: 0.0117274\n",
      "[1833]\tvalid_0's l2: 0.0117278\n",
      "[1834]\tvalid_0's l2: 0.0117279\n",
      "[1835]\tvalid_0's l2: 0.0117279\n",
      "[1836]\tvalid_0's l2: 0.0117284\n",
      "[1837]\tvalid_0's l2: 0.0117274\n",
      "[1838]\tvalid_0's l2: 0.011727\n",
      "[1839]\tvalid_0's l2: 0.0117287\n",
      "[1840]\tvalid_0's l2: 0.0117292\n",
      "[1841]\tvalid_0's l2: 0.0117272\n",
      "[1842]\tvalid_0's l2: 0.0117275\n",
      "[1843]\tvalid_0's l2: 0.0117269\n",
      "[1844]\tvalid_0's l2: 0.011727\n",
      "[1845]\tvalid_0's l2: 0.0117263\n",
      "[1846]\tvalid_0's l2: 0.0117258\n",
      "[1847]\tvalid_0's l2: 0.0117261\n",
      "[1848]\tvalid_0's l2: 0.0117254\n",
      "[1849]\tvalid_0's l2: 0.0117261\n",
      "[1850]\tvalid_0's l2: 0.011728\n",
      "[1851]\tvalid_0's l2: 0.0117288\n",
      "[1852]\tvalid_0's l2: 0.011729\n",
      "[1853]\tvalid_0's l2: 0.011728\n",
      "[1854]\tvalid_0's l2: 0.0117288\n",
      "[1855]\tvalid_0's l2: 0.01173\n",
      "[1856]\tvalid_0's l2: 0.0117296\n",
      "[1857]\tvalid_0's l2: 0.0117302\n",
      "[1858]\tvalid_0's l2: 0.0117309\n",
      "[1859]\tvalid_0's l2: 0.0117285\n",
      "[1860]\tvalid_0's l2: 0.0117268\n",
      "[1861]\tvalid_0's l2: 0.0117265\n",
      "[1862]\tvalid_0's l2: 0.0117277\n",
      "[1863]\tvalid_0's l2: 0.0117274\n",
      "[1864]\tvalid_0's l2: 0.011726\n",
      "[1865]\tvalid_0's l2: 0.011725\n",
      "[1866]\tvalid_0's l2: 0.0117239\n",
      "[1867]\tvalid_0's l2: 0.0117233\n",
      "[1868]\tvalid_0's l2: 0.0117226\n",
      "[1869]\tvalid_0's l2: 0.0117237\n",
      "[1870]\tvalid_0's l2: 0.0117238\n",
      "[1871]\tvalid_0's l2: 0.0117228\n",
      "[1872]\tvalid_0's l2: 0.0117221\n",
      "[1873]\tvalid_0's l2: 0.0117215\n",
      "[1874]\tvalid_0's l2: 0.0117208\n",
      "[1875]\tvalid_0's l2: 0.0117198\n",
      "[1876]\tvalid_0's l2: 0.0117204\n",
      "[1877]\tvalid_0's l2: 0.0117206\n",
      "[1878]\tvalid_0's l2: 0.0117208\n",
      "[1879]\tvalid_0's l2: 0.0117209\n",
      "[1880]\tvalid_0's l2: 0.0117214\n",
      "[1881]\tvalid_0's l2: 0.011721\n",
      "[1882]\tvalid_0's l2: 0.011721\n",
      "[1883]\tvalid_0's l2: 0.0117185\n",
      "[1884]\tvalid_0's l2: 0.0117181\n",
      "[1885]\tvalid_0's l2: 0.0117178\n",
      "[1886]\tvalid_0's l2: 0.0117176\n",
      "[1887]\tvalid_0's l2: 0.0117173\n",
      "[1888]\tvalid_0's l2: 0.0117178\n",
      "[1889]\tvalid_0's l2: 0.0117178\n",
      "[1890]\tvalid_0's l2: 0.0117169\n",
      "[1891]\tvalid_0's l2: 0.0117183\n",
      "[1892]\tvalid_0's l2: 0.011719\n",
      "[1893]\tvalid_0's l2: 0.0117187\n",
      "[1894]\tvalid_0's l2: 0.0117175\n",
      "[1895]\tvalid_0's l2: 0.0117177\n",
      "[1896]\tvalid_0's l2: 0.0117182\n",
      "[1897]\tvalid_0's l2: 0.0117169\n",
      "[1898]\tvalid_0's l2: 0.0117176\n",
      "[1899]\tvalid_0's l2: 0.0117171\n",
      "[1900]\tvalid_0's l2: 0.0117171\n",
      "[1901]\tvalid_0's l2: 0.0117161\n",
      "[1902]\tvalid_0's l2: 0.0117163\n",
      "[1903]\tvalid_0's l2: 0.0117175\n",
      "[1904]\tvalid_0's l2: 0.0117181\n",
      "[1905]\tvalid_0's l2: 0.0117174\n",
      "[1906]\tvalid_0's l2: 0.011717\n",
      "[1907]\tvalid_0's l2: 0.0117171\n",
      "[1908]\tvalid_0's l2: 0.0117175\n",
      "[1909]\tvalid_0's l2: 0.0117173\n",
      "[1910]\tvalid_0's l2: 0.011717\n",
      "[1911]\tvalid_0's l2: 0.0117149\n",
      "[1912]\tvalid_0's l2: 0.0117143\n",
      "[1913]\tvalid_0's l2: 0.0117141\n",
      "[1914]\tvalid_0's l2: 0.0117146\n",
      "[1915]\tvalid_0's l2: 0.0117151\n",
      "[1916]\tvalid_0's l2: 0.0117145\n",
      "[1917]\tvalid_0's l2: 0.011714\n",
      "[1918]\tvalid_0's l2: 0.0117152\n",
      "[1919]\tvalid_0's l2: 0.011715\n",
      "[1920]\tvalid_0's l2: 0.0117148\n",
      "[1921]\tvalid_0's l2: 0.0117144\n",
      "[1922]\tvalid_0's l2: 0.0117128\n",
      "[1923]\tvalid_0's l2: 0.0117124\n",
      "[1924]\tvalid_0's l2: 0.0117128\n",
      "[1925]\tvalid_0's l2: 0.0117128\n",
      "[1926]\tvalid_0's l2: 0.0117125\n",
      "[1927]\tvalid_0's l2: 0.0117132\n",
      "[1928]\tvalid_0's l2: 0.011714\n",
      "[1929]\tvalid_0's l2: 0.0117147\n",
      "[1930]\tvalid_0's l2: 0.0117141\n",
      "[1931]\tvalid_0's l2: 0.0117147\n",
      "[1932]\tvalid_0's l2: 0.0117153\n",
      "[1933]\tvalid_0's l2: 0.0117154\n",
      "[1934]\tvalid_0's l2: 0.011715\n",
      "[1935]\tvalid_0's l2: 0.0117142\n",
      "[1936]\tvalid_0's l2: 0.0117144\n",
      "[1937]\tvalid_0's l2: 0.0117132\n",
      "[1938]\tvalid_0's l2: 0.0117145\n",
      "[1939]\tvalid_0's l2: 0.0117148\n",
      "[1940]\tvalid_0's l2: 0.0117152\n",
      "[1941]\tvalid_0's l2: 0.011716\n",
      "[1942]\tvalid_0's l2: 0.0117154\n",
      "[1943]\tvalid_0's l2: 0.0117147\n",
      "[1944]\tvalid_0's l2: 0.0117143\n",
      "[1945]\tvalid_0's l2: 0.0117145\n",
      "[1946]\tvalid_0's l2: 0.0117139\n",
      "[1947]\tvalid_0's l2: 0.0117136\n",
      "[1948]\tvalid_0's l2: 0.0117124\n",
      "[1949]\tvalid_0's l2: 0.011712\n",
      "[1950]\tvalid_0's l2: 0.0117128\n",
      "[1951]\tvalid_0's l2: 0.0117121\n",
      "[1952]\tvalid_0's l2: 0.0117116\n",
      "[1953]\tvalid_0's l2: 0.0117099\n",
      "[1954]\tvalid_0's l2: 0.0117094\n",
      "[1955]\tvalid_0's l2: 0.0117093\n",
      "[1956]\tvalid_0's l2: 0.0117091\n",
      "[1957]\tvalid_0's l2: 0.0117097\n",
      "[1958]\tvalid_0's l2: 0.0117104\n",
      "[1959]\tvalid_0's l2: 0.0117103\n",
      "[1960]\tvalid_0's l2: 0.0117102\n",
      "[1961]\tvalid_0's l2: 0.0117103\n",
      "[1962]\tvalid_0's l2: 0.0117103\n",
      "[1963]\tvalid_0's l2: 0.0117098\n",
      "[1964]\tvalid_0's l2: 0.0117104\n",
      "[1965]\tvalid_0's l2: 0.011711\n",
      "[1966]\tvalid_0's l2: 0.0117104\n",
      "[1967]\tvalid_0's l2: 0.01171\n",
      "[1968]\tvalid_0's l2: 0.0117094\n",
      "[1969]\tvalid_0's l2: 0.0117088\n",
      "[1970]\tvalid_0's l2: 0.0117076\n",
      "[1971]\tvalid_0's l2: 0.0117078\n",
      "[1972]\tvalid_0's l2: 0.0117074\n",
      "[1973]\tvalid_0's l2: 0.0117071\n",
      "[1974]\tvalid_0's l2: 0.0117066\n",
      "[1975]\tvalid_0's l2: 0.011706\n",
      "[1976]\tvalid_0's l2: 0.0117056\n",
      "[1977]\tvalid_0's l2: 0.0117057\n",
      "[1978]\tvalid_0's l2: 0.0117057\n",
      "[1979]\tvalid_0's l2: 0.0117053\n",
      "[1980]\tvalid_0's l2: 0.011704\n",
      "[1981]\tvalid_0's l2: 0.0117024\n",
      "[1982]\tvalid_0's l2: 0.0117019\n",
      "[1983]\tvalid_0's l2: 0.0117025\n",
      "[1984]\tvalid_0's l2: 0.0117012\n",
      "[1985]\tvalid_0's l2: 0.0117008\n",
      "[1986]\tvalid_0's l2: 0.0116994\n",
      "[1987]\tvalid_0's l2: 0.0116992\n",
      "[1988]\tvalid_0's l2: 0.0116988\n",
      "[1989]\tvalid_0's l2: 0.0116969\n",
      "[1990]\tvalid_0's l2: 0.0116962\n",
      "[1991]\tvalid_0's l2: 0.0116961\n",
      "[1992]\tvalid_0's l2: 0.0116961\n",
      "[1993]\tvalid_0's l2: 0.011697\n",
      "[1994]\tvalid_0's l2: 0.0116969\n",
      "[1995]\tvalid_0's l2: 0.0116952\n",
      "[1996]\tvalid_0's l2: 0.011695\n",
      "[1997]\tvalid_0's l2: 0.0116949\n",
      "[1998]\tvalid_0's l2: 0.0116934\n",
      "[1999]\tvalid_0's l2: 0.0116927\n",
      "[2000]\tvalid_0's l2: 0.0116922\n",
      "[2001]\tvalid_0's l2: 0.0116924\n",
      "[2002]\tvalid_0's l2: 0.0116924\n",
      "[2003]\tvalid_0's l2: 0.011693\n",
      "[2004]\tvalid_0's l2: 0.011693\n",
      "[2005]\tvalid_0's l2: 0.0116926\n",
      "[2006]\tvalid_0's l2: 0.0116935\n",
      "[2007]\tvalid_0's l2: 0.0116933\n",
      "[2008]\tvalid_0's l2: 0.0116937\n",
      "[2009]\tvalid_0's l2: 0.0116934\n",
      "[2010]\tvalid_0's l2: 0.0116938\n",
      "[2011]\tvalid_0's l2: 0.0116941\n",
      "[2012]\tvalid_0's l2: 0.0116931\n",
      "[2013]\tvalid_0's l2: 0.0116936\n",
      "[2014]\tvalid_0's l2: 0.0116937\n",
      "[2015]\tvalid_0's l2: 0.0116936\n",
      "[2016]\tvalid_0's l2: 0.0116933\n",
      "[2017]\tvalid_0's l2: 0.0116931\n",
      "[2018]\tvalid_0's l2: 0.0116923\n",
      "[2019]\tvalid_0's l2: 0.0116925\n",
      "[2020]\tvalid_0's l2: 0.0116916\n",
      "[2021]\tvalid_0's l2: 0.0116907\n",
      "[2022]\tvalid_0's l2: 0.0116914\n",
      "[2023]\tvalid_0's l2: 0.0116912\n",
      "[2024]\tvalid_0's l2: 0.0116912\n",
      "[2025]\tvalid_0's l2: 0.0116907\n",
      "[2026]\tvalid_0's l2: 0.0116905\n",
      "[2027]\tvalid_0's l2: 0.0116902\n",
      "[2028]\tvalid_0's l2: 0.0116899\n",
      "[2029]\tvalid_0's l2: 0.0116909\n",
      "[2030]\tvalid_0's l2: 0.0116917\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2031]\tvalid_0's l2: 0.0116898\n",
      "[2032]\tvalid_0's l2: 0.0116897\n",
      "[2033]\tvalid_0's l2: 0.0116889\n",
      "[2034]\tvalid_0's l2: 0.0116884\n",
      "[2035]\tvalid_0's l2: 0.0116892\n",
      "[2036]\tvalid_0's l2: 0.0116898\n",
      "[2037]\tvalid_0's l2: 0.0116877\n",
      "[2038]\tvalid_0's l2: 0.011687\n",
      "[2039]\tvalid_0's l2: 0.0116864\n",
      "[2040]\tvalid_0's l2: 0.0116859\n",
      "[2041]\tvalid_0's l2: 0.0116856\n",
      "[2042]\tvalid_0's l2: 0.0116858\n",
      "[2043]\tvalid_0's l2: 0.0116859\n",
      "[2044]\tvalid_0's l2: 0.011686\n",
      "[2045]\tvalid_0's l2: 0.0116859\n",
      "[2046]\tvalid_0's l2: 0.0116866\n",
      "[2047]\tvalid_0's l2: 0.0116869\n",
      "[2048]\tvalid_0's l2: 0.0116867\n",
      "[2049]\tvalid_0's l2: 0.0116861\n",
      "[2050]\tvalid_0's l2: 0.0116859\n",
      "[2051]\tvalid_0's l2: 0.0116847\n",
      "[2052]\tvalid_0's l2: 0.0116841\n",
      "[2053]\tvalid_0's l2: 0.0116836\n",
      "[2054]\tvalid_0's l2: 0.0116836\n",
      "[2055]\tvalid_0's l2: 0.0116833\n",
      "[2056]\tvalid_0's l2: 0.0116818\n",
      "[2057]\tvalid_0's l2: 0.0116813\n",
      "[2058]\tvalid_0's l2: 0.0116799\n",
      "[2059]\tvalid_0's l2: 0.0116796\n",
      "[2060]\tvalid_0's l2: 0.0116794\n",
      "[2061]\tvalid_0's l2: 0.011678\n",
      "[2062]\tvalid_0's l2: 0.011678\n",
      "[2063]\tvalid_0's l2: 0.0116783\n",
      "[2064]\tvalid_0's l2: 0.0116785\n",
      "[2065]\tvalid_0's l2: 0.0116776\n",
      "[2066]\tvalid_0's l2: 0.0116777\n",
      "[2067]\tvalid_0's l2: 0.0116775\n",
      "[2068]\tvalid_0's l2: 0.0116772\n",
      "[2069]\tvalid_0's l2: 0.0116776\n",
      "[2070]\tvalid_0's l2: 0.0116777\n",
      "[2071]\tvalid_0's l2: 0.0116781\n",
      "[2072]\tvalid_0's l2: 0.0116785\n",
      "[2073]\tvalid_0's l2: 0.0116766\n",
      "[2074]\tvalid_0's l2: 0.0116778\n",
      "[2075]\tvalid_0's l2: 0.0116784\n",
      "[2076]\tvalid_0's l2: 0.0116779\n",
      "[2077]\tvalid_0's l2: 0.0116777\n",
      "[2078]\tvalid_0's l2: 0.0116772\n",
      "[2079]\tvalid_0's l2: 0.0116782\n",
      "[2080]\tvalid_0's l2: 0.0116778\n",
      "[2081]\tvalid_0's l2: 0.0116776\n",
      "[2082]\tvalid_0's l2: 0.0116767\n",
      "[2083]\tvalid_0's l2: 0.0116773\n",
      "[2084]\tvalid_0's l2: 0.0116774\n",
      "[2085]\tvalid_0's l2: 0.0116771\n",
      "[2086]\tvalid_0's l2: 0.0116781\n",
      "[2087]\tvalid_0's l2: 0.0116788\n",
      "[2088]\tvalid_0's l2: 0.0116802\n",
      "[2089]\tvalid_0's l2: 0.0116796\n",
      "[2090]\tvalid_0's l2: 0.0116796\n",
      "[2091]\tvalid_0's l2: 0.0116792\n",
      "[2092]\tvalid_0's l2: 0.0116801\n",
      "[2093]\tvalid_0's l2: 0.0116792\n",
      "[2094]\tvalid_0's l2: 0.0116786\n",
      "[2095]\tvalid_0's l2: 0.0116796\n",
      "[2096]\tvalid_0's l2: 0.0116791\n",
      "[2097]\tvalid_0's l2: 0.0116773\n",
      "[2098]\tvalid_0's l2: 0.0116768\n",
      "[2099]\tvalid_0's l2: 0.0116765\n",
      "[2100]\tvalid_0's l2: 0.0116763\n",
      "[2101]\tvalid_0's l2: 0.0116764\n",
      "[2102]\tvalid_0's l2: 0.0116761\n",
      "[2103]\tvalid_0's l2: 0.0116764\n",
      "[2104]\tvalid_0's l2: 0.0116762\n",
      "[2105]\tvalid_0's l2: 0.0116752\n",
      "[2106]\tvalid_0's l2: 0.0116762\n",
      "[2107]\tvalid_0's l2: 0.0116767\n",
      "[2108]\tvalid_0's l2: 0.0116774\n",
      "[2109]\tvalid_0's l2: 0.0116768\n",
      "[2110]\tvalid_0's l2: 0.0116769\n",
      "[2111]\tvalid_0's l2: 0.0116764\n",
      "[2112]\tvalid_0's l2: 0.0116751\n",
      "[2113]\tvalid_0's l2: 0.0116747\n",
      "[2114]\tvalid_0's l2: 0.0116749\n",
      "[2115]\tvalid_0's l2: 0.0116762\n",
      "[2116]\tvalid_0's l2: 0.0116765\n",
      "[2117]\tvalid_0's l2: 0.011677\n",
      "[2118]\tvalid_0's l2: 0.0116763\n",
      "[2119]\tvalid_0's l2: 0.011676\n",
      "[2120]\tvalid_0's l2: 0.0116766\n",
      "[2121]\tvalid_0's l2: 0.0116759\n",
      "[2122]\tvalid_0's l2: 0.0116763\n",
      "[2123]\tvalid_0's l2: 0.0116762\n",
      "[2124]\tvalid_0's l2: 0.0116762\n",
      "[2125]\tvalid_0's l2: 0.0116775\n",
      "[2126]\tvalid_0's l2: 0.0116787\n",
      "[2127]\tvalid_0's l2: 0.0116782\n",
      "[2128]\tvalid_0's l2: 0.0116767\n",
      "[2129]\tvalid_0's l2: 0.0116763\n",
      "[2130]\tvalid_0's l2: 0.0116759\n",
      "[2131]\tvalid_0's l2: 0.0116743\n",
      "[2132]\tvalid_0's l2: 0.011674\n",
      "[2133]\tvalid_0's l2: 0.0116742\n",
      "[2134]\tvalid_0's l2: 0.0116752\n",
      "[2135]\tvalid_0's l2: 0.0116758\n",
      "[2136]\tvalid_0's l2: 0.0116762\n",
      "[2137]\tvalid_0's l2: 0.0116768\n",
      "[2138]\tvalid_0's l2: 0.0116771\n",
      "[2139]\tvalid_0's l2: 0.011677\n",
      "[2140]\tvalid_0's l2: 0.0116776\n",
      "[2141]\tvalid_0's l2: 0.0116779\n",
      "[2142]\tvalid_0's l2: 0.0116772\n",
      "[2143]\tvalid_0's l2: 0.0116774\n",
      "[2144]\tvalid_0's l2: 0.0116776\n",
      "[2145]\tvalid_0's l2: 0.0116772\n",
      "[2146]\tvalid_0's l2: 0.0116769\n",
      "[2147]\tvalid_0's l2: 0.0116771\n",
      "[2148]\tvalid_0's l2: 0.0116769\n",
      "[2149]\tvalid_0's l2: 0.0116774\n",
      "[2150]\tvalid_0's l2: 0.0116779\n",
      "[2151]\tvalid_0's l2: 0.0116779\n",
      "[2152]\tvalid_0's l2: 0.0116779\n",
      "[2153]\tvalid_0's l2: 0.0116777\n",
      "[2154]\tvalid_0's l2: 0.0116781\n",
      "[2155]\tvalid_0's l2: 0.0116793\n",
      "[2156]\tvalid_0's l2: 0.0116783\n",
      "[2157]\tvalid_0's l2: 0.0116779\n",
      "[2158]\tvalid_0's l2: 0.011678\n",
      "[2159]\tvalid_0's l2: 0.011679\n",
      "[2160]\tvalid_0's l2: 0.0116783\n",
      "[2161]\tvalid_0's l2: 0.0116781\n",
      "[2162]\tvalid_0's l2: 0.0116779\n",
      "[2163]\tvalid_0's l2: 0.011678\n",
      "[2164]\tvalid_0's l2: 0.0116782\n",
      "[2165]\tvalid_0's l2: 0.0116784\n",
      "[2166]\tvalid_0's l2: 0.0116776\n",
      "[2167]\tvalid_0's l2: 0.011678\n",
      "[2168]\tvalid_0's l2: 0.0116772\n",
      "[2169]\tvalid_0's l2: 0.0116767\n",
      "[2170]\tvalid_0's l2: 0.011675\n",
      "[2171]\tvalid_0's l2: 0.0116747\n",
      "[2172]\tvalid_0's l2: 0.0116743\n",
      "[2173]\tvalid_0's l2: 0.0116747\n",
      "[2174]\tvalid_0's l2: 0.0116738\n",
      "[2175]\tvalid_0's l2: 0.0116738\n",
      "[2176]\tvalid_0's l2: 0.0116741\n",
      "[2177]\tvalid_0's l2: 0.0116743\n",
      "[2178]\tvalid_0's l2: 0.0116752\n",
      "[2179]\tvalid_0's l2: 0.0116749\n",
      "[2180]\tvalid_0's l2: 0.0116747\n",
      "[2181]\tvalid_0's l2: 0.0116729\n",
      "[2182]\tvalid_0's l2: 0.011673\n",
      "[2183]\tvalid_0's l2: 0.0116726\n",
      "[2184]\tvalid_0's l2: 0.0116725\n",
      "[2185]\tvalid_0's l2: 0.0116722\n",
      "[2186]\tvalid_0's l2: 0.011672\n",
      "[2187]\tvalid_0's l2: 0.0116729\n",
      "[2188]\tvalid_0's l2: 0.0116726\n",
      "[2189]\tvalid_0's l2: 0.0116717\n",
      "[2190]\tvalid_0's l2: 0.0116709\n",
      "[2191]\tvalid_0's l2: 0.0116698\n",
      "[2192]\tvalid_0's l2: 0.0116695\n",
      "[2193]\tvalid_0's l2: 0.0116699\n",
      "[2194]\tvalid_0's l2: 0.01167\n",
      "[2195]\tvalid_0's l2: 0.0116699\n",
      "[2196]\tvalid_0's l2: 0.011671\n",
      "[2197]\tvalid_0's l2: 0.0116706\n",
      "[2198]\tvalid_0's l2: 0.01167\n",
      "[2199]\tvalid_0's l2: 0.0116709\n",
      "[2200]\tvalid_0's l2: 0.0116696\n",
      "[2201]\tvalid_0's l2: 0.01167\n",
      "[2202]\tvalid_0's l2: 0.0116697\n",
      "[2203]\tvalid_0's l2: 0.0116693\n",
      "[2204]\tvalid_0's l2: 0.01167\n",
      "[2205]\tvalid_0's l2: 0.01167\n",
      "[2206]\tvalid_0's l2: 0.011671\n",
      "[2207]\tvalid_0's l2: 0.0116705\n",
      "[2208]\tvalid_0's l2: 0.0116711\n",
      "[2209]\tvalid_0's l2: 0.011671\n",
      "[2210]\tvalid_0's l2: 0.0116714\n",
      "[2211]\tvalid_0's l2: 0.0116712\n",
      "[2212]\tvalid_0's l2: 0.0116714\n",
      "[2213]\tvalid_0's l2: 0.0116715\n",
      "[2214]\tvalid_0's l2: 0.0116704\n",
      "[2215]\tvalid_0's l2: 0.0116697\n",
      "[2216]\tvalid_0's l2: 0.0116694\n",
      "[2217]\tvalid_0's l2: 0.0116684\n",
      "[2218]\tvalid_0's l2: 0.0116688\n",
      "[2219]\tvalid_0's l2: 0.011669\n",
      "[2220]\tvalid_0's l2: 0.0116683\n",
      "[2221]\tvalid_0's l2: 0.0116681\n",
      "[2222]\tvalid_0's l2: 0.0116677\n",
      "[2223]\tvalid_0's l2: 0.0116678\n",
      "[2224]\tvalid_0's l2: 0.0116681\n",
      "[2225]\tvalid_0's l2: 0.0116685\n",
      "[2226]\tvalid_0's l2: 0.0116681\n",
      "[2227]\tvalid_0's l2: 0.0116685\n",
      "[2228]\tvalid_0's l2: 0.0116672\n",
      "[2229]\tvalid_0's l2: 0.0116677\n",
      "[2230]\tvalid_0's l2: 0.011667\n",
      "[2231]\tvalid_0's l2: 0.0116673\n",
      "[2232]\tvalid_0's l2: 0.0116675\n",
      "[2233]\tvalid_0's l2: 0.0116654\n",
      "[2234]\tvalid_0's l2: 0.0116661\n",
      "[2235]\tvalid_0's l2: 0.0116656\n",
      "[2236]\tvalid_0's l2: 0.0116648\n",
      "[2237]\tvalid_0's l2: 0.0116637\n",
      "[2238]\tvalid_0's l2: 0.0116637\n",
      "[2239]\tvalid_0's l2: 0.0116642\n",
      "[2240]\tvalid_0's l2: 0.0116639\n",
      "[2241]\tvalid_0's l2: 0.0116648\n",
      "[2242]\tvalid_0's l2: 0.0116648\n",
      "[2243]\tvalid_0's l2: 0.0116653\n",
      "[2244]\tvalid_0's l2: 0.0116645\n",
      "[2245]\tvalid_0's l2: 0.0116651\n",
      "[2246]\tvalid_0's l2: 0.0116658\n",
      "[2247]\tvalid_0's l2: 0.0116656\n",
      "[2248]\tvalid_0's l2: 0.0116659\n",
      "[2249]\tvalid_0's l2: 0.0116669\n",
      "[2250]\tvalid_0's l2: 0.0116659\n",
      "[2251]\tvalid_0's l2: 0.0116665\n",
      "[2252]\tvalid_0's l2: 0.0116662\n",
      "[2253]\tvalid_0's l2: 0.0116669\n",
      "[2254]\tvalid_0's l2: 0.0116674\n",
      "[2255]\tvalid_0's l2: 0.011667\n",
      "[2256]\tvalid_0's l2: 0.0116659\n",
      "[2257]\tvalid_0's l2: 0.0116667\n",
      "[2258]\tvalid_0's l2: 0.0116673\n",
      "[2259]\tvalid_0's l2: 0.0116667\n",
      "[2260]\tvalid_0's l2: 0.0116674\n",
      "[2261]\tvalid_0's l2: 0.0116674\n",
      "[2262]\tvalid_0's l2: 0.0116675\n",
      "[2263]\tvalid_0's l2: 0.0116674\n",
      "[2264]\tvalid_0's l2: 0.0116673\n",
      "[2265]\tvalid_0's l2: 0.0116676\n",
      "[2266]\tvalid_0's l2: 0.0116667\n",
      "[2267]\tvalid_0's l2: 0.0116667\n",
      "[2268]\tvalid_0's l2: 0.0116666\n",
      "[2269]\tvalid_0's l2: 0.011666\n",
      "[2270]\tvalid_0's l2: 0.0116667\n",
      "[2271]\tvalid_0's l2: 0.0116667\n",
      "[2272]\tvalid_0's l2: 0.0116671\n",
      "[2273]\tvalid_0's l2: 0.0116667\n",
      "[2274]\tvalid_0's l2: 0.0116667\n",
      "[2275]\tvalid_0's l2: 0.0116671\n",
      "[2276]\tvalid_0's l2: 0.0116675\n",
      "[2277]\tvalid_0's l2: 0.0116671\n",
      "[2278]\tvalid_0's l2: 0.0116684\n",
      "[2279]\tvalid_0's l2: 0.0116681\n",
      "[2280]\tvalid_0's l2: 0.0116682\n",
      "[2281]\tvalid_0's l2: 0.0116686\n",
      "[2282]\tvalid_0's l2: 0.0116684\n",
      "[2283]\tvalid_0's l2: 0.0116682\n",
      "[2284]\tvalid_0's l2: 0.011668\n",
      "[2285]\tvalid_0's l2: 0.0116679\n",
      "[2286]\tvalid_0's l2: 0.0116677\n",
      "[2287]\tvalid_0's l2: 0.0116676\n",
      "[2288]\tvalid_0's l2: 0.0116669\n",
      "[2289]\tvalid_0's l2: 0.0116672\n",
      "[2290]\tvalid_0's l2: 0.0116662\n",
      "[2291]\tvalid_0's l2: 0.0116662\n",
      "[2292]\tvalid_0's l2: 0.0116662\n",
      "[2293]\tvalid_0's l2: 0.0116648\n",
      "[2294]\tvalid_0's l2: 0.0116653\n",
      "[2295]\tvalid_0's l2: 0.0116647\n",
      "[2296]\tvalid_0's l2: 0.0116649\n",
      "[2297]\tvalid_0's l2: 0.0116653\n",
      "[2298]\tvalid_0's l2: 0.011665\n",
      "[2299]\tvalid_0's l2: 0.0116661\n",
      "[2300]\tvalid_0's l2: 0.0116652\n",
      "[2301]\tvalid_0's l2: 0.0116652\n",
      "[2302]\tvalid_0's l2: 0.0116653\n",
      "[2303]\tvalid_0's l2: 0.0116647\n",
      "[2304]\tvalid_0's l2: 0.0116654\n",
      "[2305]\tvalid_0's l2: 0.0116652\n",
      "[2306]\tvalid_0's l2: 0.011665\n",
      "[2307]\tvalid_0's l2: 0.0116653\n",
      "[2308]\tvalid_0's l2: 0.0116657\n",
      "[2309]\tvalid_0's l2: 0.0116648\n",
      "[2310]\tvalid_0's l2: 0.0116641\n",
      "[2311]\tvalid_0's l2: 0.0116638\n",
      "[2312]\tvalid_0's l2: 0.0116644\n",
      "[2313]\tvalid_0's l2: 0.011665\n",
      "[2314]\tvalid_0's l2: 0.0116655\n",
      "[2315]\tvalid_0's l2: 0.0116667\n",
      "[2316]\tvalid_0's l2: 0.0116665\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2317]\tvalid_0's l2: 0.0116662\n",
      "[2318]\tvalid_0's l2: 0.0116654\n",
      "[2319]\tvalid_0's l2: 0.011664\n",
      "[2320]\tvalid_0's l2: 0.0116637\n",
      "[2321]\tvalid_0's l2: 0.0116638\n",
      "[2322]\tvalid_0's l2: 0.0116641\n",
      "[2323]\tvalid_0's l2: 0.0116646\n",
      "[2324]\tvalid_0's l2: 0.011664\n",
      "[2325]\tvalid_0's l2: 0.0116641\n",
      "[2326]\tvalid_0's l2: 0.0116634\n",
      "[2327]\tvalid_0's l2: 0.0116633\n",
      "[2328]\tvalid_0's l2: 0.0116621\n",
      "[2329]\tvalid_0's l2: 0.0116607\n",
      "[2330]\tvalid_0's l2: 0.0116608\n",
      "[2331]\tvalid_0's l2: 0.0116601\n",
      "[2332]\tvalid_0's l2: 0.0116587\n",
      "[2333]\tvalid_0's l2: 0.011658\n",
      "[2334]\tvalid_0's l2: 0.0116576\n",
      "[2335]\tvalid_0's l2: 0.011658\n",
      "[2336]\tvalid_0's l2: 0.0116582\n",
      "[2337]\tvalid_0's l2: 0.011659\n",
      "[2338]\tvalid_0's l2: 0.0116585\n",
      "[2339]\tvalid_0's l2: 0.0116579\n",
      "[2340]\tvalid_0's l2: 0.0116576\n",
      "[2341]\tvalid_0's l2: 0.0116584\n",
      "[2342]\tvalid_0's l2: 0.0116581\n",
      "[2343]\tvalid_0's l2: 0.0116584\n",
      "[2344]\tvalid_0's l2: 0.0116591\n",
      "[2345]\tvalid_0's l2: 0.0116602\n",
      "[2346]\tvalid_0's l2: 0.0116603\n",
      "[2347]\tvalid_0's l2: 0.01166\n",
      "[2348]\tvalid_0's l2: 0.0116601\n",
      "[2349]\tvalid_0's l2: 0.0116607\n",
      "[2350]\tvalid_0's l2: 0.0116616\n",
      "[2351]\tvalid_0's l2: 0.0116615\n",
      "[2352]\tvalid_0's l2: 0.0116616\n",
      "[2353]\tvalid_0's l2: 0.0116614\n",
      "[2354]\tvalid_0's l2: 0.0116613\n",
      "[2355]\tvalid_0's l2: 0.0116621\n",
      "[2356]\tvalid_0's l2: 0.011662\n",
      "[2357]\tvalid_0's l2: 0.0116619\n",
      "[2358]\tvalid_0's l2: 0.0116625\n",
      "[2359]\tvalid_0's l2: 0.0116628\n",
      "[2360]\tvalid_0's l2: 0.0116629\n",
      "[2361]\tvalid_0's l2: 0.0116619\n",
      "[2362]\tvalid_0's l2: 0.011661\n",
      "[2363]\tvalid_0's l2: 0.0116609\n",
      "[2364]\tvalid_0's l2: 0.0116606\n",
      "[2365]\tvalid_0's l2: 0.0116605\n",
      "[2366]\tvalid_0's l2: 0.0116611\n",
      "[2367]\tvalid_0's l2: 0.0116626\n",
      "[2368]\tvalid_0's l2: 0.0116619\n",
      "[2369]\tvalid_0's l2: 0.0116625\n",
      "[2370]\tvalid_0's l2: 0.0116629\n",
      "[2371]\tvalid_0's l2: 0.0116633\n",
      "[2372]\tvalid_0's l2: 0.0116634\n",
      "[2373]\tvalid_0's l2: 0.0116645\n",
      "[2374]\tvalid_0's l2: 0.0116649\n",
      "[2375]\tvalid_0's l2: 0.0116657\n",
      "[2376]\tvalid_0's l2: 0.0116655\n",
      "[2377]\tvalid_0's l2: 0.0116646\n",
      "[2378]\tvalid_0's l2: 0.0116647\n",
      "[2379]\tvalid_0's l2: 0.0116638\n",
      "[2380]\tvalid_0's l2: 0.0116652\n",
      "[2381]\tvalid_0's l2: 0.0116646\n",
      "[2382]\tvalid_0's l2: 0.0116642\n",
      "[2383]\tvalid_0's l2: 0.0116649\n",
      "[2384]\tvalid_0's l2: 0.0116651\n",
      "[2385]\tvalid_0's l2: 0.011665\n",
      "[2386]\tvalid_0's l2: 0.0116642\n",
      "[2387]\tvalid_0's l2: 0.0116646\n",
      "[2388]\tvalid_0's l2: 0.011665\n",
      "[2389]\tvalid_0's l2: 0.0116653\n",
      "[2390]\tvalid_0's l2: 0.0116648\n",
      "[2391]\tvalid_0's l2: 0.0116641\n",
      "[2392]\tvalid_0's l2: 0.0116642\n",
      "[2393]\tvalid_0's l2: 0.0116634\n",
      "[2394]\tvalid_0's l2: 0.0116642\n",
      "[2395]\tvalid_0's l2: 0.0116637\n",
      "[2396]\tvalid_0's l2: 0.0116632\n",
      "[2397]\tvalid_0's l2: 0.0116634\n",
      "[2398]\tvalid_0's l2: 0.0116634\n",
      "[2399]\tvalid_0's l2: 0.0116632\n",
      "[2400]\tvalid_0's l2: 0.011663\n",
      "[2401]\tvalid_0's l2: 0.0116634\n",
      "[2402]\tvalid_0's l2: 0.0116644\n",
      "[2403]\tvalid_0's l2: 0.0116649\n",
      "[2404]\tvalid_0's l2: 0.0116657\n",
      "[2405]\tvalid_0's l2: 0.0116658\n",
      "[2406]\tvalid_0's l2: 0.0116656\n",
      "[2407]\tvalid_0's l2: 0.0116646\n",
      "[2408]\tvalid_0's l2: 0.0116653\n",
      "[2409]\tvalid_0's l2: 0.0116649\n",
      "[2410]\tvalid_0's l2: 0.011665\n",
      "[2411]\tvalid_0's l2: 0.0116651\n",
      "[2412]\tvalid_0's l2: 0.011666\n",
      "[2413]\tvalid_0's l2: 0.0116658\n",
      "[2414]\tvalid_0's l2: 0.0116653\n",
      "[2415]\tvalid_0's l2: 0.0116649\n",
      "[2416]\tvalid_0's l2: 0.0116666\n",
      "[2417]\tvalid_0's l2: 0.0116664\n",
      "[2418]\tvalid_0's l2: 0.0116662\n",
      "[2419]\tvalid_0's l2: 0.0116659\n",
      "[2420]\tvalid_0's l2: 0.0116657\n",
      "[2421]\tvalid_0's l2: 0.0116665\n",
      "[2422]\tvalid_0's l2: 0.0116674\n",
      "[2423]\tvalid_0's l2: 0.0116666\n",
      "[2424]\tvalid_0's l2: 0.0116665\n",
      "[2425]\tvalid_0's l2: 0.0116659\n",
      "[2426]\tvalid_0's l2: 0.0116663\n",
      "[2427]\tvalid_0's l2: 0.0116655\n",
      "[2428]\tvalid_0's l2: 0.011665\n",
      "[2429]\tvalid_0's l2: 0.0116654\n",
      "[2430]\tvalid_0's l2: 0.0116655\n",
      "[2431]\tvalid_0's l2: 0.0116648\n",
      "[2432]\tvalid_0's l2: 0.0116653\n",
      "[2433]\tvalid_0's l2: 0.0116655\n",
      "[2434]\tvalid_0's l2: 0.0116657\n",
      "[2435]\tvalid_0's l2: 0.0116673\n",
      "[2436]\tvalid_0's l2: 0.0116669\n",
      "[2437]\tvalid_0's l2: 0.0116664\n",
      "[2438]\tvalid_0's l2: 0.0116675\n",
      "[2439]\tvalid_0's l2: 0.0116687\n",
      "[2440]\tvalid_0's l2: 0.0116687\n",
      "[2441]\tvalid_0's l2: 0.0116687\n",
      "[2442]\tvalid_0's l2: 0.0116688\n",
      "[2443]\tvalid_0's l2: 0.0116686\n",
      "[2444]\tvalid_0's l2: 0.0116669\n",
      "[2445]\tvalid_0's l2: 0.011666\n",
      "[2446]\tvalid_0's l2: 0.0116655\n",
      "[2447]\tvalid_0's l2: 0.0116663\n",
      "[2448]\tvalid_0's l2: 0.0116666\n",
      "[2449]\tvalid_0's l2: 0.0116656\n",
      "[2450]\tvalid_0's l2: 0.011665\n",
      "[2451]\tvalid_0's l2: 0.0116643\n",
      "[2452]\tvalid_0's l2: 0.011663\n",
      "[2453]\tvalid_0's l2: 0.011662\n",
      "[2454]\tvalid_0's l2: 0.0116628\n",
      "[2455]\tvalid_0's l2: 0.0116637\n",
      "[2456]\tvalid_0's l2: 0.0116633\n",
      "[2457]\tvalid_0's l2: 0.0116629\n",
      "[2458]\tvalid_0's l2: 0.0116634\n",
      "[2459]\tvalid_0's l2: 0.0116631\n",
      "[2460]\tvalid_0's l2: 0.0116631\n",
      "[2461]\tvalid_0's l2: 0.0116646\n",
      "[2462]\tvalid_0's l2: 0.011665\n",
      "[2463]\tvalid_0's l2: 0.0116639\n",
      "[2464]\tvalid_0's l2: 0.011665\n",
      "[2465]\tvalid_0's l2: 0.0116647\n",
      "[2466]\tvalid_0's l2: 0.0116644\n",
      "[2467]\tvalid_0's l2: 0.0116651\n",
      "[2468]\tvalid_0's l2: 0.0116642\n",
      "[2469]\tvalid_0's l2: 0.0116642\n",
      "[2470]\tvalid_0's l2: 0.0116636\n",
      "[2471]\tvalid_0's l2: 0.0116629\n",
      "[2472]\tvalid_0's l2: 0.0116625\n",
      "[2473]\tvalid_0's l2: 0.0116627\n",
      "[2474]\tvalid_0's l2: 0.0116635\n",
      "[2475]\tvalid_0's l2: 0.011663\n",
      "[2476]\tvalid_0's l2: 0.011664\n",
      "[2477]\tvalid_0's l2: 0.0116636\n",
      "[2478]\tvalid_0's l2: 0.011663\n",
      "[2479]\tvalid_0's l2: 0.0116641\n",
      "[2480]\tvalid_0's l2: 0.0116645\n",
      "[2481]\tvalid_0's l2: 0.0116655\n",
      "[2482]\tvalid_0's l2: 0.0116649\n",
      "[2483]\tvalid_0's l2: 0.0116655\n",
      "[2484]\tvalid_0's l2: 0.0116658\n",
      "[2485]\tvalid_0's l2: 0.0116653\n",
      "[2486]\tvalid_0's l2: 0.0116666\n",
      "[2487]\tvalid_0's l2: 0.0116665\n",
      "[2488]\tvalid_0's l2: 0.0116666\n",
      "[2489]\tvalid_0's l2: 0.0116668\n",
      "[2490]\tvalid_0's l2: 0.0116669\n",
      "[2491]\tvalid_0's l2: 0.0116659\n",
      "[2492]\tvalid_0's l2: 0.0116653\n",
      "[2493]\tvalid_0's l2: 0.0116652\n",
      "[2494]\tvalid_0's l2: 0.0116636\n",
      "[2495]\tvalid_0's l2: 0.0116637\n",
      "[2496]\tvalid_0's l2: 0.0116636\n",
      "[2497]\tvalid_0's l2: 0.0116644\n",
      "[2498]\tvalid_0's l2: 0.0116651\n",
      "[2499]\tvalid_0's l2: 0.0116649\n",
      "[2500]\tvalid_0's l2: 0.0116647\n",
      "[2501]\tvalid_0's l2: 0.0116651\n",
      "[2502]\tvalid_0's l2: 0.0116659\n",
      "[2503]\tvalid_0's l2: 0.0116663\n",
      "[2504]\tvalid_0's l2: 0.0116666\n",
      "[2505]\tvalid_0's l2: 0.0116664\n",
      "[2506]\tvalid_0's l2: 0.0116655\n",
      "[2507]\tvalid_0's l2: 0.0116654\n",
      "[2508]\tvalid_0's l2: 0.0116657\n",
      "[2509]\tvalid_0's l2: 0.0116656\n",
      "[2510]\tvalid_0's l2: 0.0116653\n",
      "[2511]\tvalid_0's l2: 0.0116643\n",
      "[2512]\tvalid_0's l2: 0.0116651\n",
      "[2513]\tvalid_0's l2: 0.011665\n",
      "[2514]\tvalid_0's l2: 0.0116649\n",
      "[2515]\tvalid_0's l2: 0.0116646\n",
      "[2516]\tvalid_0's l2: 0.0116648\n",
      "[2517]\tvalid_0's l2: 0.0116653\n",
      "[2518]\tvalid_0's l2: 0.0116654\n",
      "[2519]\tvalid_0's l2: 0.0116657\n",
      "[2520]\tvalid_0's l2: 0.0116661\n",
      "[2521]\tvalid_0's l2: 0.0116657\n",
      "[2522]\tvalid_0's l2: 0.0116664\n",
      "[2523]\tvalid_0's l2: 0.0116664\n",
      "[2524]\tvalid_0's l2: 0.0116675\n",
      "[2525]\tvalid_0's l2: 0.0116676\n",
      "[2526]\tvalid_0's l2: 0.0116683\n",
      "[2527]\tvalid_0's l2: 0.0116682\n",
      "[2528]\tvalid_0's l2: 0.0116688\n",
      "[2529]\tvalid_0's l2: 0.0116692\n",
      "[2530]\tvalid_0's l2: 0.0116695\n",
      "[2531]\tvalid_0's l2: 0.0116694\n",
      "[2532]\tvalid_0's l2: 0.0116697\n",
      "[2533]\tvalid_0's l2: 0.0116691\n",
      "[2534]\tvalid_0's l2: 0.0116672\n",
      "[2535]\tvalid_0's l2: 0.0116672\n",
      "[2536]\tvalid_0's l2: 0.0116672\n",
      "[2537]\tvalid_0's l2: 0.0116669\n",
      "[2538]\tvalid_0's l2: 0.0116675\n",
      "[2539]\tvalid_0's l2: 0.0116676\n",
      "[2540]\tvalid_0's l2: 0.0116671\n",
      "[2541]\tvalid_0's l2: 0.0116674\n",
      "[2542]\tvalid_0's l2: 0.0116667\n",
      "[2543]\tvalid_0's l2: 0.0116671\n",
      "[2544]\tvalid_0's l2: 0.0116665\n",
      "[2545]\tvalid_0's l2: 0.0116665\n",
      "[2546]\tvalid_0's l2: 0.0116667\n",
      "[2547]\tvalid_0's l2: 0.0116668\n",
      "[2548]\tvalid_0's l2: 0.011667\n",
      "[2549]\tvalid_0's l2: 0.0116673\n",
      "[2550]\tvalid_0's l2: 0.011668\n",
      "[2551]\tvalid_0's l2: 0.0116687\n",
      "[2552]\tvalid_0's l2: 0.0116697\n",
      "[2553]\tvalid_0's l2: 0.0116704\n",
      "[2554]\tvalid_0's l2: 0.0116703\n",
      "[2555]\tvalid_0's l2: 0.0116701\n",
      "[2556]\tvalid_0's l2: 0.0116694\n",
      "[2557]\tvalid_0's l2: 0.0116691\n",
      "[2558]\tvalid_0's l2: 0.0116684\n",
      "[2559]\tvalid_0's l2: 0.0116685\n",
      "[2560]\tvalid_0's l2: 0.0116681\n",
      "[2561]\tvalid_0's l2: 0.0116674\n",
      "[2562]\tvalid_0's l2: 0.0116671\n",
      "[2563]\tvalid_0's l2: 0.0116663\n",
      "[2564]\tvalid_0's l2: 0.0116663\n",
      "[2565]\tvalid_0's l2: 0.0116658\n",
      "[2566]\tvalid_0's l2: 0.0116664\n",
      "[2567]\tvalid_0's l2: 0.0116667\n",
      "[2568]\tvalid_0's l2: 0.0116677\n",
      "[2569]\tvalid_0's l2: 0.0116671\n",
      "[2570]\tvalid_0's l2: 0.0116677\n",
      "[2571]\tvalid_0's l2: 0.0116685\n",
      "[2572]\tvalid_0's l2: 0.011668\n",
      "[2573]\tvalid_0's l2: 0.0116678\n",
      "[2574]\tvalid_0's l2: 0.011668\n",
      "[2575]\tvalid_0's l2: 0.0116685\n",
      "[2576]\tvalid_0's l2: 0.0116682\n",
      "[2577]\tvalid_0's l2: 0.0116689\n",
      "[2578]\tvalid_0's l2: 0.011669\n",
      "[2579]\tvalid_0's l2: 0.011669\n",
      "[2580]\tvalid_0's l2: 0.0116689\n",
      "[2581]\tvalid_0's l2: 0.0116698\n",
      "[2582]\tvalid_0's l2: 0.0116691\n",
      "[2583]\tvalid_0's l2: 0.011669\n",
      "[2584]\tvalid_0's l2: 0.0116695\n",
      "[2585]\tvalid_0's l2: 0.0116699\n",
      "[2586]\tvalid_0's l2: 0.0116704\n",
      "[2587]\tvalid_0's l2: 0.0116697\n",
      "[2588]\tvalid_0's l2: 0.0116695\n",
      "[2589]\tvalid_0's l2: 0.0116696\n",
      "[2590]\tvalid_0's l2: 0.0116704\n",
      "[2591]\tvalid_0's l2: 0.0116703\n",
      "[2592]\tvalid_0's l2: 0.0116701\n",
      "[2593]\tvalid_0's l2: 0.0116696\n",
      "[2594]\tvalid_0's l2: 0.0116692\n",
      "[2595]\tvalid_0's l2: 0.0116689\n",
      "[2596]\tvalid_0's l2: 0.011669\n",
      "[2597]\tvalid_0's l2: 0.0116691\n",
      "[2598]\tvalid_0's l2: 0.011669\n",
      "[2599]\tvalid_0's l2: 0.0116694\n",
      "[2600]\tvalid_0's l2: 0.0116693\n",
      "[2601]\tvalid_0's l2: 0.0116673\n",
      "[2602]\tvalid_0's l2: 0.0116675\n",
      "[2603]\tvalid_0's l2: 0.0116679\n",
      "[2604]\tvalid_0's l2: 0.0116682\n",
      "[2605]\tvalid_0's l2: 0.0116684\n",
      "[2606]\tvalid_0's l2: 0.0116684\n",
      "[2607]\tvalid_0's l2: 0.0116683\n",
      "[2608]\tvalid_0's l2: 0.0116681\n",
      "[2609]\tvalid_0's l2: 0.011668\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2610]\tvalid_0's l2: 0.0116684\n",
      "[2611]\tvalid_0's l2: 0.0116677\n",
      "[2612]\tvalid_0's l2: 0.0116677\n",
      "[2613]\tvalid_0's l2: 0.0116678\n",
      "[2614]\tvalid_0's l2: 0.0116697\n",
      "[2615]\tvalid_0's l2: 0.0116701\n",
      "[2616]\tvalid_0's l2: 0.0116708\n",
      "[2617]\tvalid_0's l2: 0.0116709\n",
      "[2618]\tvalid_0's l2: 0.0116716\n",
      "[2619]\tvalid_0's l2: 0.0116715\n",
      "[2620]\tvalid_0's l2: 0.0116717\n",
      "[2621]\tvalid_0's l2: 0.0116722\n",
      "[2622]\tvalid_0's l2: 0.0116725\n",
      "[2623]\tvalid_0's l2: 0.0116726\n",
      "[2624]\tvalid_0's l2: 0.0116727\n",
      "[2625]\tvalid_0's l2: 0.0116729\n",
      "[2626]\tvalid_0's l2: 0.0116736\n",
      "[2627]\tvalid_0's l2: 0.0116731\n",
      "[2628]\tvalid_0's l2: 0.0116716\n",
      "[2629]\tvalid_0's l2: 0.0116713\n",
      "[2630]\tvalid_0's l2: 0.0116708\n",
      "[2631]\tvalid_0's l2: 0.0116712\n",
      "[2632]\tvalid_0's l2: 0.0116713\n",
      "[2633]\tvalid_0's l2: 0.0116714\n",
      "[2634]\tvalid_0's l2: 0.0116713\n",
      "[2635]\tvalid_0's l2: 0.011671\n",
      "[2636]\tvalid_0's l2: 0.0116706\n",
      "[2637]\tvalid_0's l2: 0.0116709\n",
      "[2638]\tvalid_0's l2: 0.0116705\n",
      "[2639]\tvalid_0's l2: 0.01167\n",
      "[2640]\tvalid_0's l2: 0.0116707\n",
      "[2641]\tvalid_0's l2: 0.0116701\n",
      "[2642]\tvalid_0's l2: 0.0116698\n",
      "[2643]\tvalid_0's l2: 0.01167\n",
      "[2644]\tvalid_0's l2: 0.0116712\n",
      "[2645]\tvalid_0's l2: 0.0116716\n",
      "[2646]\tvalid_0's l2: 0.011671\n",
      "[2647]\tvalid_0's l2: 0.0116707\n",
      "[2648]\tvalid_0's l2: 0.0116709\n",
      "[2649]\tvalid_0's l2: 0.0116714\n",
      "[2650]\tvalid_0's l2: 0.011671\n",
      "[2651]\tvalid_0's l2: 0.0116711\n",
      "[2652]\tvalid_0's l2: 0.0116715\n",
      "[2653]\tvalid_0's l2: 0.0116716\n",
      "[2654]\tvalid_0's l2: 0.011672\n",
      "[2655]\tvalid_0's l2: 0.0116716\n",
      "[2656]\tvalid_0's l2: 0.0116716\n",
      "[2657]\tvalid_0's l2: 0.011671\n",
      "[2658]\tvalid_0's l2: 0.0116713\n",
      "[2659]\tvalid_0's l2: 0.0116716\n",
      "[2660]\tvalid_0's l2: 0.0116716\n",
      "[2661]\tvalid_0's l2: 0.0116714\n",
      "[2662]\tvalid_0's l2: 0.0116723\n",
      "[2663]\tvalid_0's l2: 0.0116719\n",
      "[2664]\tvalid_0's l2: 0.0116726\n",
      "[2665]\tvalid_0's l2: 0.0116727\n",
      "[2666]\tvalid_0's l2: 0.0116719\n",
      "[2667]\tvalid_0's l2: 0.0116721\n",
      "[2668]\tvalid_0's l2: 0.0116728\n",
      "[2669]\tvalid_0's l2: 0.0116724\n",
      "[2670]\tvalid_0's l2: 0.0116719\n",
      "[2671]\tvalid_0's l2: 0.0116726\n",
      "[2672]\tvalid_0's l2: 0.0116719\n",
      "[2673]\tvalid_0's l2: 0.0116717\n",
      "[2674]\tvalid_0's l2: 0.0116715\n",
      "[2675]\tvalid_0's l2: 0.0116709\n",
      "[2676]\tvalid_0's l2: 0.0116707\n",
      "[2677]\tvalid_0's l2: 0.0116708\n",
      "[2678]\tvalid_0's l2: 0.0116701\n",
      "[2679]\tvalid_0's l2: 0.0116704\n",
      "[2680]\tvalid_0's l2: 0.0116705\n",
      "[2681]\tvalid_0's l2: 0.0116709\n",
      "[2682]\tvalid_0's l2: 0.0116701\n",
      "[2683]\tvalid_0's l2: 0.0116706\n",
      "[2684]\tvalid_0's l2: 0.0116695\n",
      "[2685]\tvalid_0's l2: 0.0116698\n",
      "[2686]\tvalid_0's l2: 0.0116691\n",
      "[2687]\tvalid_0's l2: 0.0116701\n",
      "[2688]\tvalid_0's l2: 0.0116706\n",
      "[2689]\tvalid_0's l2: 0.0116705\n",
      "[2690]\tvalid_0's l2: 0.0116704\n",
      "[2691]\tvalid_0's l2: 0.0116714\n",
      "[2692]\tvalid_0's l2: 0.0116727\n",
      "[2693]\tvalid_0's l2: 0.011673\n",
      "[2694]\tvalid_0's l2: 0.0116733\n",
      "[2695]\tvalid_0's l2: 0.0116734\n",
      "[2696]\tvalid_0's l2: 0.0116735\n",
      "[2697]\tvalid_0's l2: 0.0116747\n",
      "[2698]\tvalid_0's l2: 0.011675\n",
      "[2699]\tvalid_0's l2: 0.0116744\n",
      "[2700]\tvalid_0's l2: 0.0116745\n",
      "[2701]\tvalid_0's l2: 0.0116738\n",
      "[2702]\tvalid_0's l2: 0.0116733\n",
      "[2703]\tvalid_0's l2: 0.0116745\n",
      "[2704]\tvalid_0's l2: 0.0116746\n",
      "[2705]\tvalid_0's l2: 0.0116756\n",
      "[2706]\tvalid_0's l2: 0.0116757\n",
      "[2707]\tvalid_0's l2: 0.0116764\n",
      "[2708]\tvalid_0's l2: 0.0116757\n",
      "[2709]\tvalid_0's l2: 0.0116763\n",
      "[2710]\tvalid_0's l2: 0.0116776\n",
      "[2711]\tvalid_0's l2: 0.0116765\n",
      "[2712]\tvalid_0's l2: 0.0116762\n",
      "[2713]\tvalid_0's l2: 0.0116755\n",
      "[2714]\tvalid_0's l2: 0.0116758\n",
      "[2715]\tvalid_0's l2: 0.0116754\n",
      "[2716]\tvalid_0's l2: 0.011675\n",
      "[2717]\tvalid_0's l2: 0.0116759\n",
      "[2718]\tvalid_0's l2: 0.011676\n",
      "[2719]\tvalid_0's l2: 0.0116758\n",
      "[2720]\tvalid_0's l2: 0.0116752\n",
      "[2721]\tvalid_0's l2: 0.0116767\n",
      "[2722]\tvalid_0's l2: 0.0116766\n",
      "[2723]\tvalid_0's l2: 0.0116768\n",
      "[2724]\tvalid_0's l2: 0.0116769\n",
      "[2725]\tvalid_0's l2: 0.0116776\n",
      "[2726]\tvalid_0's l2: 0.0116774\n",
      "[2727]\tvalid_0's l2: 0.0116778\n",
      "[2728]\tvalid_0's l2: 0.0116782\n",
      "[2729]\tvalid_0's l2: 0.0116784\n",
      "[2730]\tvalid_0's l2: 0.0116782\n",
      "[2731]\tvalid_0's l2: 0.0116786\n",
      "[2732]\tvalid_0's l2: 0.0116789\n",
      "[2733]\tvalid_0's l2: 0.0116789\n",
      "[2734]\tvalid_0's l2: 0.011679\n",
      "[2735]\tvalid_0's l2: 0.0116797\n",
      "[2736]\tvalid_0's l2: 0.0116803\n",
      "[2737]\tvalid_0's l2: 0.0116805\n",
      "[2738]\tvalid_0's l2: 0.0116803\n",
      "[2739]\tvalid_0's l2: 0.0116806\n",
      "[2740]\tvalid_0's l2: 0.01168\n",
      "[2741]\tvalid_0's l2: 0.0116793\n",
      "[2742]\tvalid_0's l2: 0.0116792\n",
      "[2743]\tvalid_0's l2: 0.0116792\n",
      "[2744]\tvalid_0's l2: 0.0116793\n",
      "[2745]\tvalid_0's l2: 0.0116792\n",
      "[2746]\tvalid_0's l2: 0.011679\n",
      "[2747]\tvalid_0's l2: 0.0116786\n",
      "[2748]\tvalid_0's l2: 0.0116784\n",
      "[2749]\tvalid_0's l2: 0.0116786\n",
      "[2750]\tvalid_0's l2: 0.011679\n",
      "[2751]\tvalid_0's l2: 0.0116787\n",
      "[2752]\tvalid_0's l2: 0.0116787\n",
      "[2753]\tvalid_0's l2: 0.0116779\n",
      "[2754]\tvalid_0's l2: 0.0116777\n",
      "[2755]\tvalid_0's l2: 0.0116777\n",
      "[2756]\tvalid_0's l2: 0.0116767\n",
      "[2757]\tvalid_0's l2: 0.0116765\n",
      "[2758]\tvalid_0's l2: 0.0116766\n",
      "[2759]\tvalid_0's l2: 0.0116765\n",
      "[2760]\tvalid_0's l2: 0.0116761\n",
      "[2761]\tvalid_0's l2: 0.0116754\n",
      "[2762]\tvalid_0's l2: 0.0116754\n",
      "[2763]\tvalid_0's l2: 0.011675\n",
      "[2764]\tvalid_0's l2: 0.0116751\n",
      "[2765]\tvalid_0's l2: 0.0116753\n",
      "[2766]\tvalid_0's l2: 0.0116758\n",
      "[2767]\tvalid_0's l2: 0.0116752\n",
      "[2768]\tvalid_0's l2: 0.0116754\n",
      "[2769]\tvalid_0's l2: 0.0116748\n",
      "[2770]\tvalid_0's l2: 0.0116751\n",
      "[2771]\tvalid_0's l2: 0.011675\n",
      "[2772]\tvalid_0's l2: 0.0116749\n",
      "[2773]\tvalid_0's l2: 0.0116749\n",
      "[2774]\tvalid_0's l2: 0.0116749\n",
      "[2775]\tvalid_0's l2: 0.0116754\n",
      "[2776]\tvalid_0's l2: 0.0116756\n",
      "[2777]\tvalid_0's l2: 0.0116749\n",
      "[2778]\tvalid_0's l2: 0.0116751\n",
      "[2779]\tvalid_0's l2: 0.0116752\n",
      "[2780]\tvalid_0's l2: 0.0116749\n",
      "[2781]\tvalid_0's l2: 0.0116754\n",
      "[2782]\tvalid_0's l2: 0.0116747\n",
      "[2783]\tvalid_0's l2: 0.0116738\n",
      "[2784]\tvalid_0's l2: 0.0116741\n",
      "[2785]\tvalid_0's l2: 0.011674\n",
      "[2786]\tvalid_0's l2: 0.0116734\n",
      "[2787]\tvalid_0's l2: 0.0116738\n",
      "[2788]\tvalid_0's l2: 0.0116731\n",
      "[2789]\tvalid_0's l2: 0.0116726\n",
      "[2790]\tvalid_0's l2: 0.0116716\n",
      "[2791]\tvalid_0's l2: 0.0116715\n",
      "[2792]\tvalid_0's l2: 0.011671\n",
      "[2793]\tvalid_0's l2: 0.0116706\n",
      "[2794]\tvalid_0's l2: 0.0116703\n",
      "[2795]\tvalid_0's l2: 0.0116697\n",
      "[2796]\tvalid_0's l2: 0.01167\n",
      "[2797]\tvalid_0's l2: 0.0116708\n",
      "[2798]\tvalid_0's l2: 0.0116708\n",
      "[2799]\tvalid_0's l2: 0.0116704\n",
      "[2800]\tvalid_0's l2: 0.0116703\n",
      "[2801]\tvalid_0's l2: 0.0116694\n",
      "[2802]\tvalid_0's l2: 0.01167\n",
      "[2803]\tvalid_0's l2: 0.0116706\n",
      "[2804]\tvalid_0's l2: 0.0116712\n",
      "[2805]\tvalid_0's l2: 0.0116715\n",
      "[2806]\tvalid_0's l2: 0.0116727\n",
      "[2807]\tvalid_0's l2: 0.0116722\n",
      "[2808]\tvalid_0's l2: 0.0116722\n",
      "[2809]\tvalid_0's l2: 0.0116725\n",
      "[2810]\tvalid_0's l2: 0.0116729\n",
      "[2811]\tvalid_0's l2: 0.0116735\n",
      "[2812]\tvalid_0's l2: 0.0116735\n",
      "[2813]\tvalid_0's l2: 0.0116729\n",
      "[2814]\tvalid_0's l2: 0.0116728\n",
      "[2815]\tvalid_0's l2: 0.0116728\n",
      "[2816]\tvalid_0's l2: 0.011673\n",
      "[2817]\tvalid_0's l2: 0.0116731\n",
      "[2818]\tvalid_0's l2: 0.0116736\n",
      "[2819]\tvalid_0's l2: 0.0116736\n",
      "[2820]\tvalid_0's l2: 0.0116743\n",
      "[2821]\tvalid_0's l2: 0.0116742\n",
      "[2822]\tvalid_0's l2: 0.0116732\n",
      "[2823]\tvalid_0's l2: 0.0116732\n",
      "[2824]\tvalid_0's l2: 0.0116722\n",
      "[2825]\tvalid_0's l2: 0.0116734\n",
      "[2826]\tvalid_0's l2: 0.0116731\n",
      "[2827]\tvalid_0's l2: 0.0116735\n",
      "[2828]\tvalid_0's l2: 0.0116734\n",
      "[2829]\tvalid_0's l2: 0.0116734\n",
      "[2830]\tvalid_0's l2: 0.0116739\n",
      "[2831]\tvalid_0's l2: 0.0116733\n",
      "[2832]\tvalid_0's l2: 0.0116736\n",
      "[2833]\tvalid_0's l2: 0.0116739\n",
      "[2834]\tvalid_0's l2: 0.0116744\n",
      "[2835]\tvalid_0's l2: 0.0116745\n",
      "[2836]\tvalid_0's l2: 0.0116757\n",
      "[2837]\tvalid_0's l2: 0.0116759\n",
      "[2838]\tvalid_0's l2: 0.0116761\n",
      "[2839]\tvalid_0's l2: 0.0116761\n",
      "[2840]\tvalid_0's l2: 0.0116762\n",
      "Early stopping, best iteration is:\n",
      "[2340]\tvalid_0's l2: 0.0116576\n",
      "5-fold cv mean l2 0.01226572\n"
     ]
    }
   ],
   "source": [
    "splitter = KFold(n_splits=5, shuffle=True, random_state=28)\n",
    "prediction_list = []\n",
    "best_scores = []\n",
    "for train_idx, valid_idx in splitter.split(df_train):\n",
    "    train, valid = df_train.iloc[train_idx], df_train.iloc[valid_idx]\n",
    "    X_train, y_train = train.drop('keiyaku_pr', axis=1), np.log(train['keiyaku_pr']+1)\n",
    "    X_valid, y_valid = valid.drop('keiyaku_pr', axis=1), np.log(valid['keiyaku_pr']+1)\n",
    "    regressor = lgb.LGBMRegressor(n_estimators=20000, learning_rate=0.01, silent=False, random_state=28,\n",
    "                                 bagging_fraction=0.9, bagging_freq=1, feature_fraction=0.8, lambda_l1=0.01)\n",
    "    regressor.fit(X_train, y_train, eval_set=(X_valid, y_valid), early_stopping_rounds=500,\n",
    "                  categorical_feature=categorical_features)\n",
    "    prediction_list.append(regressor.predict(df_test[df_train.drop(objective, axis=1).columns]))\n",
    "    best_scores.append(regressor.best_score_['valid_0']['l2'])\n",
    "\n",
    "print(\"5-fold cv mean l2 %.8f\" % np.mean(best_scores))\n",
    "\n",
    "df_submission = pd.read_csv('./data/sample_submit.tsv', sep='\\t', names=['id', 'pred'])\n",
    "\n",
    "df_submission['pred'] = np.exp(np.mean(prediction_list, axis=0))-1\n",
    "df_submission.to_csv('submission.tsv', sep='\\t', header=None, index=False)\n",
    "\n",
    "# 0.01226572"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}