BasicDemo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    .dataframe * {border-color: #c0c0c0 !important;}\n",
       "    .dataframe th{background: #e8e8e8;}\n",
       "    .dataframe thead th {text-align: center;}\n",
       "    .dataframe td{\n",
       "        background: #fff;\n",
       "        text-align: right;\n",
       "        min-width:5em;\n",
       "    }\n",
       "    .dataframe tr:nth-child(even) td{background: #f0f0f0;}\n",
       "    .dataframe tr:nth-child(even) th{background: #e0e0e0;}\n",
       "    .dataframe thead th:first-child{\n",
       "        background: #fff;\n",
       "        border-top-color: #fff !important;\n",
       "        border-left-color: #fff !important;\n",
       "        border-bottom-color: #fff !important;\n",
       "    }\n",
       "    .dataframe thead tr:last-child th:first-child{\n",
       "        border-bottom-color: #c0c0c0 !important;\n",
       "    }\n",
       "</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from topsacred.nblab import *\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "client = pymongo.MongoClient()\n",
    "db = client.INPUT\n",
    "coll = db.study1.runs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>FAILED</th>\n",
       "      <th>COMPLETED</th>\n",
       "      <th>TOTAL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>cnn_explore.chunks</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cnn_explore.files</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cnn_explore.runs</th>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>study1.chunks</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>study1.files</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>study1.runs</th>\n",
       "      <td>0</td>\n",
       "      <td>1420</td>\n",
       "      <td>1420</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    FAILED  COMPLETED  TOTAL\n",
       "cnn_explore.chunks       0          0     18\n",
       "cnn_explore.files        0          0     18\n",
       "cnn_explore.runs         2         13     15\n",
       "study1.chunks            0          0   1421\n",
       "study1.files             0          0   1421\n",
       "study1.runs              0       1420   1420"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sacred_stats()   # run this to scan all(!) mongo databases for sacred collections\n",
    "sacred_stats(db)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "r = coll.find_one()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "custom_cols = {\n",
    "    'min_train_loss': lambda x: np.min(x['info']['logs']['rolling_training']['total_loss']),\n",
    "    'max_train_loss': lambda x: np.max(x['info']['logs']['rolling_training']['total_loss']),\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "skipping           batch_size = 128\n",
      "skipping             filename = IDSIA_PrimerDataHDF5_20160301_v1.h5\n",
      "skipping           max_epochs = 500\n",
      "skipping             patience = 20\n",
      "skipping              shuffle = True\n",
      "skipping            step_size = 50\n",
      "skipping           str_subset = [0, 1, 2, 3]\n",
      "skipping            val_split = 0.1\n",
      "skipping              verbose = False\n",
      "skipping          window_size = 128\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>max_train_loss</th>\n",
       "      <th>min_train_loss</th>\n",
       "      <th>result</th>\n",
       "      <th>learn_rate</th>\n",
       "      <th>net_spec</th>\n",
       "      <th>pos_subset</th>\n",
       "      <th>seed</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.325845</td>\n",
       "      <td>0.043518</td>\n",
       "      <td>0.976531</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>987250871</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.128477</td>\n",
       "      <td>0.134171</td>\n",
       "      <td>0.972506</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[4]</td>\n",
       "      <td>208570300</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.581903</td>\n",
       "      <td>0.103010</td>\n",
       "      <td>0.971259</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[1, 2, 3]</td>\n",
       "      <td>591994305</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.534147</td>\n",
       "      <td>0.116663</td>\n",
       "      <td>0.970918</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>478964644</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.048674</td>\n",
       "      <td>0.100230</td>\n",
       "      <td>0.970408</td>\n",
       "      <td>0.01</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[1]</td>\n",
       "      <td>38197197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.650800</td>\n",
       "      <td>0.106073</td>\n",
       "      <td>0.970408</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>376395355</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.479184</td>\n",
       "      <td>0.146046</td>\n",
       "      <td>0.968537</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[1, 2, 3]</td>\n",
       "      <td>254675587</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.686621</td>\n",
       "      <td>0.052569</td>\n",
       "      <td>0.968027</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>445641543</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.826860</td>\n",
       "      <td>0.097494</td>\n",
       "      <td>0.967687</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[1]</td>\n",
       "      <td>962406769</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.472241</td>\n",
       "      <td>0.105202</td>\n",
       "      <td>0.967687</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>464267790</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.663266</td>\n",
       "      <td>0.173768</td>\n",
       "      <td>0.966553</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>187894746</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.662130</td>\n",
       "      <td>0.116542</td>\n",
       "      <td>0.966327</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>342308011</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.061975</td>\n",
       "      <td>0.146678</td>\n",
       "      <td>0.966100</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[0, 1, 2]</td>\n",
       "      <td>855992554</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.557413</td>\n",
       "      <td>0.138700</td>\n",
       "      <td>0.965703</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[0, 1, 2]</td>\n",
       "      <td>63169314</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.389206</td>\n",
       "      <td>0.091957</td>\n",
       "      <td>0.965221</td>\n",
       "      <td>0.10</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[1, 2, 3]</td>\n",
       "      <td>217255440</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.655911</td>\n",
       "      <td>0.087896</td>\n",
       "      <td>0.965136</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[1]</td>\n",
       "      <td>514891255</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.397395</td>\n",
       "      <td>0.052507</td>\n",
       "      <td>0.964966</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>345265345</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.355463</td>\n",
       "      <td>0.111129</td>\n",
       "      <td>0.964966</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[2]</td>\n",
       "      <td>837364206</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.407510</td>\n",
       "      <td>0.041449</td>\n",
       "      <td>0.964456</td>\n",
       "      <td>0.10</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[1]</td>\n",
       "      <td>701425411</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.504968</td>\n",
       "      <td>0.072260</td>\n",
       "      <td>0.964116</td>\n",
       "      <td>0.10</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[2]</td>\n",
       "      <td>824153879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.675604</td>\n",
       "      <td>0.134362</td>\n",
       "      <td>0.964116</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>429045727</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.427375</td>\n",
       "      <td>0.064626</td>\n",
       "      <td>0.963946</td>\n",
       "      <td>0.10</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>83892038</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.730620</td>\n",
       "      <td>0.116593</td>\n",
       "      <td>0.963605</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[0]</td>\n",
       "      <td>727841185</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.437658</td>\n",
       "      <td>0.102388</td>\n",
       "      <td>0.963435</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[4]</td>\n",
       "      <td>761717516</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.290251</td>\n",
       "      <td>0.025865</td>\n",
       "      <td>0.963095</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>880412579</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.281731</td>\n",
       "      <td>0.083392</td>\n",
       "      <td>0.963010</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[1, 2, 3]</td>\n",
       "      <td>136616253</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.674331</td>\n",
       "      <td>0.127364</td>\n",
       "      <td>0.962925</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>193857715</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.533368</td>\n",
       "      <td>0.068960</td>\n",
       "      <td>0.962755</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[1, 2, 3]</td>\n",
       "      <td>598913924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1.423500</td>\n",
       "      <td>0.159160</td>\n",
       "      <td>0.962755</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[1]</td>\n",
       "      <td>648919887</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.329691</td>\n",
       "      <td>0.029464</td>\n",
       "      <td>0.962755</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[2]</td>\n",
       "      <td>149196020</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1390</th>\n",
       "      <td>1.789656</td>\n",
       "      <td>0.591178</td>\n",
       "      <td>0.689342</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>770635033</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1391</th>\n",
       "      <td>1.621702</td>\n",
       "      <td>0.811379</td>\n",
       "      <td>0.687925</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>457001642</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1392</th>\n",
       "      <td>1.291497</td>\n",
       "      <td>0.476097</td>\n",
       "      <td>0.687642</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[4]</td>\n",
       "      <td>345196606</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1393</th>\n",
       "      <td>1.551355</td>\n",
       "      <td>0.607186</td>\n",
       "      <td>0.687330</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[3, 4, 5]</td>\n",
       "      <td>38159114</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1394</th>\n",
       "      <td>1.022684</td>\n",
       "      <td>0.482146</td>\n",
       "      <td>0.686508</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[5]</td>\n",
       "      <td>738859833</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1395</th>\n",
       "      <td>1.666587</td>\n",
       "      <td>0.666976</td>\n",
       "      <td>0.686224</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[4]</td>\n",
       "      <td>539507922</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1396</th>\n",
       "      <td>1.727603</td>\n",
       "      <td>0.679330</td>\n",
       "      <td>0.684240</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[5]</td>\n",
       "      <td>646538205</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1397</th>\n",
       "      <td>1.762436</td>\n",
       "      <td>0.830257</td>\n",
       "      <td>0.683957</td>\n",
       "      <td>0.01</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[4]</td>\n",
       "      <td>742535938</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1398</th>\n",
       "      <td>1.300941</td>\n",
       "      <td>0.725409</td>\n",
       "      <td>0.683390</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[4]</td>\n",
       "      <td>990403711</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1399</th>\n",
       "      <td>1.913647</td>\n",
       "      <td>1.071252</td>\n",
       "      <td>0.681973</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>895417253</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1400</th>\n",
       "      <td>1.609127</td>\n",
       "      <td>0.635686</td>\n",
       "      <td>0.681122</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>777935736</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1401</th>\n",
       "      <td>1.703315</td>\n",
       "      <td>0.637869</td>\n",
       "      <td>0.680556</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>962206324</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1402</th>\n",
       "      <td>1.788926</td>\n",
       "      <td>0.739538</td>\n",
       "      <td>0.679705</td>\n",
       "      <td>0.01</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>942215965</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1403</th>\n",
       "      <td>1.596233</td>\n",
       "      <td>0.840743</td>\n",
       "      <td>0.677806</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3, 4, 5]</td>\n",
       "      <td>728529756</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1404</th>\n",
       "      <td>1.538383</td>\n",
       "      <td>0.570331</td>\n",
       "      <td>0.676304</td>\n",
       "      <td>0.03</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[4]</td>\n",
       "      <td>7570955</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1405</th>\n",
       "      <td>1.141593</td>\n",
       "      <td>0.539056</td>\n",
       "      <td>0.675595</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>214648936</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1406</th>\n",
       "      <td>1.485029</td>\n",
       "      <td>0.727498</td>\n",
       "      <td>0.673469</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>856696495</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1407</th>\n",
       "      <td>1.649327</td>\n",
       "      <td>0.769771</td>\n",
       "      <td>0.668367</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>801023996</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1408</th>\n",
       "      <td>1.240674</td>\n",
       "      <td>0.428917</td>\n",
       "      <td>0.668367</td>\n",
       "      <td>0.30</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>404922757</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1409</th>\n",
       "      <td>1.400845</td>\n",
       "      <td>0.654382</td>\n",
       "      <td>0.666950</td>\n",
       "      <td>0.10</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>563897696</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1410</th>\n",
       "      <td>1.857631</td>\n",
       "      <td>0.915267</td>\n",
       "      <td>0.664753</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>803400390</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1411</th>\n",
       "      <td>1.730193</td>\n",
       "      <td>0.835092</td>\n",
       "      <td>0.662500</td>\n",
       "      <td>0.01</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3, 4, 5]</td>\n",
       "      <td>733855724</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1412</th>\n",
       "      <td>1.249064</td>\n",
       "      <td>0.607299</td>\n",
       "      <td>0.662415</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>65149679</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1413</th>\n",
       "      <td>1.695528</td>\n",
       "      <td>0.709296</td>\n",
       "      <td>0.661139</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>162606119</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1414</th>\n",
       "      <td>1.692123</td>\n",
       "      <td>0.641017</td>\n",
       "      <td>0.658163</td>\n",
       "      <td>0.01</td>\n",
       "      <td>Fr100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>970276091</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1415</th>\n",
       "      <td>1.763570</td>\n",
       "      <td>0.793261</td>\n",
       "      <td>0.657313</td>\n",
       "      <td>0.03</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>738860361</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1416</th>\n",
       "      <td>1.219570</td>\n",
       "      <td>0.710838</td>\n",
       "      <td>0.655187</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 D F100</td>\n",
       "      <td>[3]</td>\n",
       "      <td>174471246</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1417</th>\n",
       "      <td>1.368579</td>\n",
       "      <td>0.504911</td>\n",
       "      <td>0.631519</td>\n",
       "      <td>0.10</td>\n",
       "      <td>F100 F100</td>\n",
       "      <td>[4]</td>\n",
       "      <td>161519343</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1418</th>\n",
       "      <td>1.838243</td>\n",
       "      <td>0.758343</td>\n",
       "      <td>0.629252</td>\n",
       "      <td>0.01</td>\n",
       "      <td>Fr50</td>\n",
       "      <td>[4]</td>\n",
       "      <td>669750446</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1419</th>\n",
       "      <td>1.197350</td>\n",
       "      <td>0.582209</td>\n",
       "      <td>0.587018</td>\n",
       "      <td>0.30</td>\n",
       "      <td>Fr200</td>\n",
       "      <td>[4]</td>\n",
       "      <td>290614785</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1420 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      max_train_loss  min_train_loss    result  learn_rate     net_spec  \\\n",
       "0           0.325845        0.043518  0.976531        0.30    F100 F100   \n",
       "1           1.128477        0.134171  0.972506        0.03         Fr50   \n",
       "2           0.581903        0.103010  0.971259        0.03        Fr100   \n",
       "3           0.534147        0.116663  0.970918        0.30  F100 D F100   \n",
       "4           1.048674        0.100230  0.970408        0.01        Fr200   \n",
       "5           0.650800        0.106073  0.970408        0.10  F100 D F100   \n",
       "6           0.479184        0.146046  0.968537        0.30  F100 D F100   \n",
       "7           0.686621        0.052569  0.968027        0.03    F100 F100   \n",
       "8           0.826860        0.097494  0.967687        0.03         Fr50   \n",
       "9           0.472241        0.105202  0.967687        0.30  F100 D F100   \n",
       "10          0.663266        0.173768  0.966553        0.30  F100 D F100   \n",
       "11          0.662130        0.116542  0.966327        0.10  F100 D F100   \n",
       "12          1.061975        0.146678  0.966100        0.01  F100 D F100   \n",
       "13          0.557413        0.138700  0.965703        0.10  F100 D F100   \n",
       "14          0.389206        0.091957  0.965221        0.10        Fr100   \n",
       "15          0.655911        0.087896  0.965136        0.03        Fr200   \n",
       "16          0.397395        0.052507  0.964966        0.10    F100 F100   \n",
       "17          0.355463        0.111129  0.964966        0.30         Fr50   \n",
       "18          0.407510        0.041449  0.964456        0.10        Fr200   \n",
       "19          0.504968        0.072260  0.964116        0.10         Fr50   \n",
       "20          0.675604        0.134362  0.964116        0.10  F100 D F100   \n",
       "21          0.427375        0.064626  0.963946        0.10        Fr100   \n",
       "22          0.730620        0.116593  0.963605        0.10  F100 D F100   \n",
       "23          0.437658        0.102388  0.963435        0.30        Fr200   \n",
       "24          0.290251        0.025865  0.963095        0.30    F100 F100   \n",
       "25          0.281731        0.083392  0.963010        0.30        Fr100   \n",
       "26          0.674331        0.127364  0.962925        0.10  F100 D F100   \n",
       "27          0.533368        0.068960  0.962755        0.03    F100 F100   \n",
       "28          1.423500        0.159160  0.962755        0.01  F100 D F100   \n",
       "29          0.329691        0.029464  0.962755        0.30    F100 F100   \n",
       "...              ...             ...       ...         ...          ...   \n",
       "1390        1.789656        0.591178  0.689342        0.01    F100 F100   \n",
       "1391        1.621702        0.811379  0.687925        0.10  F100 D F100   \n",
       "1392        1.291497        0.476097  0.687642        0.03         Fr50   \n",
       "1393        1.551355        0.607186  0.687330        0.01    F100 F100   \n",
       "1394        1.022684        0.482146  0.686508        0.10    F100 F100   \n",
       "1395        1.666587        0.666976  0.686224        0.03         Fr50   \n",
       "1396        1.727603        0.679330  0.684240        0.03  F100 D F100   \n",
       "1397        1.762436        0.830257  0.683957        0.01        Fr200   \n",
       "1398        1.300941        0.725409  0.683390        0.30         Fr50   \n",
       "1399        1.913647        1.071252  0.681973        0.01  F100 D F100   \n",
       "1400        1.609127        0.635686  0.681122        0.03    F100 F100   \n",
       "1401        1.703315        0.637869  0.680556        0.01  F100 D F100   \n",
       "1402        1.788926        0.739538  0.679705        0.01        Fr100   \n",
       "1403        1.596233        0.840743  0.677806        0.03  F100 D F100   \n",
       "1404        1.538383        0.570331  0.676304        0.03        Fr200   \n",
       "1405        1.141593        0.539056  0.675595        0.30        Fr100   \n",
       "1406        1.485029        0.727498  0.673469        0.03  F100 D F100   \n",
       "1407        1.649327        0.769771  0.668367        0.01  F100 D F100   \n",
       "1408        1.240674        0.428917  0.668367        0.30    F100 F100   \n",
       "1409        1.400845        0.654382  0.666950        0.10        Fr100   \n",
       "1410        1.857631        0.915267  0.664753        0.01  F100 D F100   \n",
       "1411        1.730193        0.835092  0.662500        0.01  F100 D F100   \n",
       "1412        1.249064        0.607299  0.662415        0.30        Fr100   \n",
       "1413        1.695528        0.709296  0.661139        0.03  F100 D F100   \n",
       "1414        1.692123        0.641017  0.658163        0.01        Fr100   \n",
       "1415        1.763570        0.793261  0.657313        0.03  F100 D F100   \n",
       "1416        1.219570        0.710838  0.655187        0.10  F100 D F100   \n",
       "1417        1.368579        0.504911  0.631519        0.10    F100 F100   \n",
       "1418        1.838243        0.758343  0.629252        0.01         Fr50   \n",
       "1419        1.197350        0.582209  0.587018        0.30        Fr200   \n",
       "\n",
       "     pos_subset       seed  subject  \n",
       "0           [2]  987250871        1  \n",
       "1           [4]  208570300       12  \n",
       "2     [1, 2, 3]  591994305        1  \n",
       "3           [2]  478964644        1  \n",
       "4           [1]   38197197        1  \n",
       "5           [1]  376395355        1  \n",
       "6     [1, 2, 3]  254675587        2  \n",
       "7           [1]  445641543        1  \n",
       "8           [1]  962406769        1  \n",
       "9           [1]  464267790        1  \n",
       "10          [4]  187894746       12  \n",
       "11          [2]  342308011        2  \n",
       "12    [0, 1, 2]  855992554        1  \n",
       "13    [0, 1, 2]   63169314        1  \n",
       "14    [1, 2, 3]  217255440        1  \n",
       "15          [1]  514891255        1  \n",
       "16          [2]  345265345        2  \n",
       "17          [2]  837364206        3  \n",
       "18          [1]  701425411        1  \n",
       "19          [2]  824153879        1  \n",
       "20          [1]  429045727        2  \n",
       "21          [1]   83892038        1  \n",
       "22          [0]  727841185        1  \n",
       "23          [4]  761717516       12  \n",
       "24          [1]  880412579        1  \n",
       "25    [1, 2, 3]  136616253        1  \n",
       "26          [2]  193857715        1  \n",
       "27    [1, 2, 3]  598913924        1  \n",
       "28          [1]  648919887        1  \n",
       "29          [2]  149196020        2  \n",
       "...         ...        ...      ...  \n",
       "1390        [4]  770635033       14  \n",
       "1391        [4]  457001642       14  \n",
       "1392        [4]  345196606       13  \n",
       "1393  [3, 4, 5]   38159114       14  \n",
       "1394        [5]  738859833       15  \n",
       "1395        [4]  539507922       14  \n",
       "1396        [5]  646538205       14  \n",
       "1397        [4]  742535938       14  \n",
       "1398        [4]  990403711       14  \n",
       "1399        [4]  895417253       14  \n",
       "1400        [4]  777935736       14  \n",
       "1401        [4]  962206324       13  \n",
       "1402        [4]  942215965       14  \n",
       "1403  [3, 4, 5]  728529756       14  \n",
       "1404        [4]    7570955       14  \n",
       "1405        [3]  214648936       14  \n",
       "1406        [4]  856696495       15  \n",
       "1407        [3]  801023996       13  \n",
       "1408        [4]  404922757       14  \n",
       "1409        [4]  563897696       14  \n",
       "1410        [3]  803400390       14  \n",
       "1411  [3, 4, 5]  733855724       14  \n",
       "1412        [4]   65149679       14  \n",
       "1413        [3]  162606119       14  \n",
       "1414        [3]  970276091       14  \n",
       "1415        [4]  738860361       14  \n",
       "1416        [3]  174471246       15  \n",
       "1417        [4]  161519343       14  \n",
       "1418        [4]  669750446       14  \n",
       "1419        [4]  290614785       14  \n",
       "\n",
       "[1420 rows x 8 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = get_results(coll, custom_cols=custom_cols)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7f1755b60908>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAEECAYAAAAifS8cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X+cXHV97/HXZjbZzc4mTTYsxKDtLQQ/cUXbSxRDKokQ\nfFAqSm+qKOGXLdQKaUsE+1ARY0RKvVUj1Wu1poJGCJRoDIhQEA0oSK8NfbSSu+ajQAGb8GM3u2mS\nye4m2d37xzmzmZ3MzM7sObM7c/b9fDx4cGbO+X7nu5OZz3zP92fD8PAwUZnZG4EtwHp3//u8c+cA\nfw0cAR5w95vC59cDS4AhYI27b49cEBERGdEYNQMzawE+DzxU5JK/A94OvAg8ambfBo4HFrr7UjNb\nBNwKLI1aFhEROWpaDHn0A+8AXs4/YWa/Dexx993uPgx8HzgHWAFsBXD3ncAcM2uNoSwiIhKKHODd\nfcjdDxU5PR/oynncBbwKOCHv+e7wWhERiUkcNfhKNFT4vIiIjFPkNvgx7CaosWedCOwCBhhdY19A\n0EZf1JEjg8ONjanYCygiklRxB/hRNXF3f97MZpnZbxIE+/OBVUA7sA7YYGanAbvcPVMq497egzEX\nVUQk2eIYRfMW4B8JgvYRM/sz4DbgWXe/B7gKuAsYBu5096eBp83sSTN7HBgEVkcth4iIjNYQxzj4\nidDVtb8+CioiUiMmupNVREQmiAK8iEhCKcCLiCSUAryISEIpwIuIJJQCvIhIQlV7JmtVbdq0kZ/9\n7IlRz2UyBwBIp4+uXXb66WewatVlE1o2EZHJlrga/MDAAAMDA5NdDBGRSZe4iU5r1lwFwC23fKWq\n5RGR6si/My90Vw66My9H4mrwIpIsuisfv7pug68m1SJEJseqVZeN+k7prnz8VIMvk2oRIlJvVIMv\nolq1CN0ZiMhEUQ1+kunOQESqpa5q8DfeeAM9PXtKXpM9n61xF9PWNo+1a2+KrWzlUvuiiEyUugrw\nPT176NnTTVtzS9FrmqaF2/pliu8A1dOv3aFkatBkwKktjh2d1gNLgCFgjbtvzzl3AfBxoB/4J3f/\nspktBzYDOwi2+Pu5u19TzmtlP5ilpKfPKKvc5eQlkkTZJsH8fh9JnkgB3syWAQvdfamZLQJuBZaG\n5xqALwG/C/QCD5jZd8Okj7j7hVFeW0TGlt8kCGoWnEqi1uBXAFsB3H2nmc0xs1Z3PwAcB/S6ew+A\nmT0KnAM8T97m3OVKp1tJM41bzl0ZqdBrHtwC6eLNPHGZyD4D3YpPjs7OHQB0dJw6ySUROVbUAD8f\n2J7zuDt87ml37zKzWWZ2MvACcCawjSDAd5jZVqANuNHdHy73BXv6DwYBuojM4UNA6aaanv6DtOUE\n+GoF4p6ePezZ08XsmcWvbwzHMR0+2FX0mn19JV+yKN2KV9+WLXcDCvDjlYSBE7Us7k7W/Jr5FcA3\ngZeBF8PzvwTWuftmMzsJ2GZmJ7v7kbEyb2ubN2YBBnqCaJguUUNvS7eMyivovO1ibvP0omlmhIF4\nOLO36DW9/YdHPS6nnX9meV0GY+alW/GJ19m5g507O0eOFeQrF1SC9pBOtxW9JpVqAqC/v/hyVJlM\nT+xlS4KoAX43QY09awFBIAfA3bcBbwUws68Bz7n7iwSdrLj7s2b2EnAiQc2+qLlzW/jSl/5uzAJd\ndlkQ5DZu3Fj2H5FKTWNu83Q+9/bXlp2mkA//4JekUtNob58FQEPDuFqiCmpoaBjJt1ypVPCrVGk6\nKc99920Zdbx8+RmTWJry1dLnIpWaRjrdxsUXjf3dLuWOO68Z9d2TQNQA/xCwDthgZqcBu9w9kz1p\nZvcDlxKMsFkBfNTMVgGnuPunzOx4oB3YNdYL9faWN7RxcHAIgK6u/WX/Efv27WOg/zAf/sEvy05T\nSG//YZrYN/LaLS1ppnOQD51X/M6gHF944DDTW9IV/U0wvvdCynfo0JFRx/XyPtfS5yJblrjyqoW/\nqZZECvDu/oSZPWlmjwODwGozuxzY6+73AF8j+BFIAR939x4zuxfYZGaPEcykvaqc5pl6ta8vCNDF\n9AVdBiWbavb1wbzq9wlLGXI7sw8dOjTy/O7du0aaxCazI1tt2pIrchu8u1+f99RTOee2Eo6yyXnu\nAPCuqK8LhUeOFPrwjvWFS6dbaeFILE00DTkdmuX0GezvD8o7vaX4tfNajs1LX+TJN2PGjILHk6mn\nZw/de7ppSM8ues1wKvja7+k/VPyazL7Yy1ZIJnOA/v4B7rizrKkwJfLpYXCwKaZSJUddzWQtR1PT\n+P6Re8dooskcHgQgPT1VMo+29NHH5QTN8XaEZkfopEuM0AmbWukvMUInM84ROlNVfmf21VdfAdRO\nR3Y5HfsNTSU+NBXmJbWtrgN8oZEj41FOTftQWBtuTc8pnk+6vLzikp4JF70rWkfunffWx45etapW\nau71Kp1uJZVKx9LJ2twc36CGpKjrAB+Xata0x5LbjluJ4NY2eoDO9MHgsGpqSZFOt9KfmsHMVX8Z\nKZ++TV8k3TwxP16ZTE/JJpqBgWDcRlNTuug1mUwPzc0TV7mqFwrwk+zAAQVXmbrKueM9eDCYsNfc\nXHzCXnPzvAm9e64XiQvw9TR1vLNzB0NDgyPHlZQ5nW4l1dAXSxNNc4tmuibJcGYffZu+WPz8QNDx\nUqotfjizD5qPi71s+Sbz7nkqSFyAr/Wp47kjf3p6js6++8xnPk1b29HZfOUMtcv0lW6iGQhbf5pK\n3Gln+qDE6stSZ8qpxfYcDMaKt5Vqgmk+TjXiBEhUgK+3qePZ2nv+cTnKurUNh2A2lxiC2VxgCOZE\n0faF8VONWHIlKsBna+/Z4zgD/Hg7Q/Pljvy59NL3MDwc1MAbGhoq+sIl8YusxdFE4pWoAF9N1egM\nnTFjxkhQm4rD7Wp9+0JNJpN6l6hNt1euvLDgcVTZztChocGRTtw4vPvd7yt4LLUhOyu0uz9T9L+h\n1DSGUtNKXtO9p3vMHwqRakhUDb6j41QWLeoYOY4izs7QYs477518+9t3jRzXqindVp6eSeOqd0TK\n4sim78dUGJHKJCrAQ7w196yhoaGCx3Gox5q72sqlmvIrFMWawRJZoYhZ4gJ8XB2rue3D1167mlde\neRmA448/nvXrvxzLa0Bt19yzar2tvFoymQPQ3x+9Bp7pIzOoJSHGq7ExcWFqwuidK0Nzc3PBY5Fa\nF9eKqxMpv0LxsY9dB8Df/M3nJ6tIdUsBvgwtLemCx7WkHr/ItS6dbqUv1RBLG3y6uXY+N/VUI+7s\n3MGvf/38yHGtz22pNfXzLz2JVq68kJtvXjdyXC/Gu3SyJEehFVdvumktADfccONkFKki3/rWbaOO\nVYuvTOQAb2brgSUE2/KtcfftOecuAD4O9AP/5O5fHitNLYpzdE61xLV0suTJ9JVugy97PYjaqMHX\n22zvl19+qeCxlCdSgDezZcBCd19qZouAW4Gl4bkG4EvA7wK9wANm9l1gYbE0tayeau5Z41l4TZN7\njipvXZf+4NpSAbw5XTPrulRztnc15O5bH+Me9lNG1Br8CsIt+dx9p5nNMbPWcFu+44Bed+8BMLNH\ngbcDJ5VIU7Nq/YtQyHgWXsvuFFVqAbJp4aZWmb7iO0X1l7dHek1L4nIQ9eaEE+bzwgvPjxxLZaIG\n+PlAbvNKd/jc0+7eZWazzOxk4AXgTGBbqTQRyyI5otyKN7fA2X8U7fV/9J1o6aU66q0/6ZJL/nik\nvJdc8seTW5g6FHcna/5N1BXAN4GXgRfD8/kDgsu68Zo7t4XGxuL7ocpo9923ZdTx8uVnlJXu4MEM\n/X3RA3T/QWgYztDePqvsNKlwE9lK0ky2eivz8uVncN99bxw5rnXLl5/BXXedNHIslYka4HcT1L6z\nFhAEcgDcfRvwVgAz+xrwHNBcKk0xvb0JuOefQIcOHRl13NW1v6x02dUt4zA8PFz26wIMDgazhCtJ\nU0ihIaOFlleIY8hoXGWeSOefvxKonzK/733Bv1G9lLeWRA3wDwHrgA1mdhqwy90z2ZNmdj9wKcFo\nmRXAR4Ffl0oj8RjvrXg63QrT+mJpoknPrJ2lDLS8wlH11p9Ub+WtJZECvLs/YWZPmtnjwCCw2swu\nB/a6+z3A1wh+BFLAx8MO12PSRPsTpJB6GNpZLYWGjKozVKaihjhvyaupq2t/fRS0hoxnmOSaNVeN\nOYrmcDj0e3qJod/9B2HevPaRgFrJ8MuxhhSOZ/hlXAE+v/lnz55uAObNO7p/qWYLS63QTNYEG0/N\nvayx331BIE7PLH5teubovIK11btIlRguPhz2off2Fx9+OVhjjXkNVRqcXU+bx0vtUoCXUao59juV\nhhMuiRYQX759cm/kcpt/Ojt3jPRzfOADq2MNxrW+ebzUh0Tt6CQykfJnhcYlO4dh587OWHcQk6lH\nAV6kxlTrh0OmHgV4kXGq1h7AInFRG7xMiEzmAIP90dvQBzOQGayNZYs6Ok5l5syWkeO41NtyAlK7\nFOBlTPlDA7u7g1EuU32PzM7OHfT1HRw5jivIT+U5DBIvBXiZEOl0K4dSfbGMokk318Zs1Gouvaua\nu8RBAV7GlDs08IEHvscdd3wTgHPP/YO62DS8HqnmLnFQgJeKbN5816jjWgjwk7VJyeLFbx5Zknnx\n4jeXlUZkIinAS0UOZ9cpyDueTNlZsqRL7EGbCpqGuvv3Fb8mM1DR6z755L+OOo7yY5ffz1Fo9Uuo\nrX6OcspcS+WdihTgpSLTpk1jcHBw5LgSg5nSo2iGwvg6rUScHswQLDidL91E6pLTKyrPMXnf/rNI\n6eNUj6tf1mOZk04BXirS2Ng4EuAbG8v/+JS3v2nQjDK3ucS1zeXlNRHiHM6YvwJmPax+WY9lnmoU\n4KUi490jM4n7m2o4o9Q6zWSVipx55tsKHk9VK1deqCGNUrMi1+DNbD2whGDXpjXuvj3n3GrgYuAI\nsN3drzWz5cBmYAfBfqw/d/dropZDJkacHYtxyWQOQP9A9Db0zEDFs2RVc5daFinAm9kyYKG7LzWz\nRcCtwNLw3Gzgw8BJ7j5sZg+aWbYX7BF3V7VHRKSKotbgVwBbAdx9p5nNMbNWdz8ADAD9wGwzywAz\ngR7gRIKau9ShWlwnJZ1upS81FMsomlqZJSsSh6gBfj6wPedxd/jc0+4+YGbrgGeAPuB2d3/azE4E\nOsxsK9AG3OjuD0csh0wQdSxKvcoftw/JH7sf9yiakZq5mc0CPgGcAuwHfmRmpwK/Ata5+2YzOwnY\nZmYnu/uRmMsiVVIrNXeRqJI+dj9qgN9NUGPPWgC8GB6/DnjG3XsBzOwx4E3u/g2CTlbc/Vkze4mg\n2eb5Ui80d24LjY2piMWVOCxffkZV8k2lgkFd7e2zxpUurjJU+vrVMN73olquvfZauru7S16TXQ7i\nuutWl7zuuOOOY/369bGVrVzXXLMaGF22yy4LauobN26c8PJMhKgB/iFgHbDBzE4Ddrl7dlvk54DX\nmVmTuw8AbwLuN7NVwCnu/ikzOx5oB3aN9UK9vQcjFlVq3eDgEABdXfsrT5cZYxTNQHiD2FTiI58Z\nYLB5qOLXr4bxvhfV8vLLr9C9Zw+N6blFrxlOzQBgT6b4zfiRTC+Dg7XxHkPtvc9xixTg3f0JM3vS\nzB4HBoHVZnY5sNfd7zGzzwKPmNlh4Kfu/piZtQKbwhr9NOAqNc9IFJXMkm1rnl38ohqaJVuLGtNz\nOfmS/x0pj2du/0hMpZFyRG6Dd/fr8556KufcBmBD3vUHgHdFfV2RrCTOkhWJg2ayiogklAK8iEhC\nabExqRmHDtXG+vLVNlkblESRyRzgSP9A5Db0I5leMoMl1oOWWCnAS804eHBqjJQKNijphnS6+EWp\nYEhwd39f8WsymeLnRFCAl0mUO7Pw0KFDHDlyGICrr76CGTNmjFyXpJmFI9JpZlx0caQsDt15R0yF\nGVs63crhVEsso2jSzWoZnih6p6Um5Nbep0pNXqTaVIOXSZO7I9BNN60d2cB64cJTuOGGGyezaCKJ\noBq81ITc9W201o1IPFSDl5oQ5yqVhVYNLDQqZbLa9oMNSvqjt6FnMmTC/XFFClGAl5qxePGbq5Z3\nU5OG5kV1JNNbcpjk4EAwqifVVHx00JFML5TaVF1ipQAvNSO7HWDUbQBz2/ZrUbBBSSqWUTTp5pkx\nlaq08tb7CeYxzGkusQJm87zErfdTy+vMK8BLTejs3DHSydrZuUObidQYrfdTmVpZZ14BXmrCli13\njzpWgJd6UeiOsVZ+7DSKRkQkoRTgpSZomKRI/NREIzVBm3mLHCu/A7dQ5y0U78CNHODNbD2wBBgC\n1rj79pxzq4GLgSPAdne/dqw0MnWp5i5SWqWdt5ECvJktAxa6+1IzWwTcCiwNz80GPgyc5O7DZvag\nmZ0ONBdLI1PblKq5ZzKlJzqFX2RKjd/PZGCChknK5MjvwK208zZqDX4FsBXA3Xea2Rwzaw235RsA\n+oHZZpYBZgI9wKUl0ogkXnljyoMF19pKBfDmmYkbUy7xihrg5wO5zSvd4XNPu/uAma0DngH6gNvd\n/WkzK5omYllE6oLGlMtEibuTtSF7YGazgE8ApwAHgIfN7A2l0oiISHxKBngzm+nuJbaUYTdB7Ttr\nAfBiePw64Bl37w3zehxYDOwqkaaouXNbaGxMjXWZSCKkUsEI5vb2EtP+a4zKXHv5jgR4M/tnd//9\nvPM/BkqtAPUQsA7YYGanAbvcPbuP2HPA68ysyd0HgDcB9wNeIk1Rvb3aBEKmjsHBIQC6uvZPcknK\npzLXXr6NZnYxsBb4LTN7IefcDOClUond/QkzezKsnQ8Cq83scmCvu99jZp8FHjGzw8BP3f0xgPw0\nFf2FIiJSlkZ3v8PM7gK+Dnwy59wQQRNMSe5+fd5TT+Wc2wBsKCONiIjErNHMzg6PNwIn550/BfjR\nxBZJJH6dnTuAKTbWvsryZ1nW0qYqEmgkGOlSzDAK8JIA2dUqFeCrp9Y2VbnxxhtGfnSKKfSjVEhb\n27yyhrfWmkZ3P2uyCyFSTVprvjpqfWOVnp499OzZw+yZbUWvmT4t+FE6cnC46DX7+npiL9tEyR1F\n8xOCGvso7r5sQkskEjOtNT91zZ7Zxkff8YVIeXzm+x+KqTQTL3cc/A05xzOAswkmKImISB0aCfDu\n/mjeuR+Y2f0TXB6R2C1e/OaRJppqbuwtUmtym2hOyjv3GsAmtjgi8ctu5p09jrqpt0i9yG2i+WHO\n8TCwj2DGqYjImDQUtfbkNtH89mQWRKRaVq68kJtvXjdyLNWhoai1J7eJ5jyg3d03mtkdwOnAR9x9\ny6SVTiQG2g6w+jQUtTblNtGsBd4ZBvoU8D+B+wAFeKl7qrlXl4ai1qZpOccH3b0beAfwrXCHpcHJ\nKZZIvDo6TlXQkSkntwbfbGZ/BZwHfNjMTgF+Y3KKJSL1RP0c0VVjaYXcAP8B4E+By92938zOBT4a\nqcQiUpZyFu6C2l28S/0c0QVLK3TT1jy76DVN08KQnTlUPJ/+fSPHuaNo/p+ZfZ2jK0re7u57I5VY\nRMal1hbuKket1dwzmQP09w9EXmrgv/t6aB6emH+PtubZrD/76kh5XPujvx85zh1F8yHgIqAJ2Ap8\nwsx63b3+llATqTO1vnBXOVRzrz25TTQXAUs4OuHpr4CfAiUDvJmtD9MNAWvcfXv4/ALgDoJJUw3A\nScBHCPZf3QzsCJ//ubtfE9PfIyICQDrdSlNDOpbFxhpbGmIq1cTKDfD73X3ILFidIDweKpXYzJYB\nC919qZktAm4FlobpdwNnhdelgG3AvQR7vD7i7rV1PycikjC5wySfMbNPAnPNbKWZ/RPQOUb6FQTN\nObj7TmCOmbUWuO79wHfcPbtzdn3+HIqI1JHcGvx2YDawC7gEeAz48hjp54fpsrrD557Ou+5K4O05\njzvMbCvQBtzo7g9XXnQRkeTIZA4w0N8/qpN0PHr699FEMzA6wL8TuNTdPxch72Nq5ma2BPhFOHEK\n4FfAOnffHK5guc3MTnb3IxFeV0RE8uQG+JnAf5qZAyODLMfY0Wk3QY09awFBJ2qu84GRGnrYNr85\nPH7WzF4CTgSeL1XQuXNbaGxMlbpERGREKjWNIzFNxk+lptHePqui64GK0syePZtBZsQyTDI1u5n2\n9lmjAvynx5HXQwRLCm8ws9OAXe6eybvmzcCd2Qdmtgo4xd0/ZWbHA+0EzUIl9fYeHOsSEZERg4Ml\nx4hUnFdX136gshmnF198ScnrcjfzrkZ5S+3oNCZ3f8LMnjSzxwnWrVltZpcDe939nvCy+cArOcnu\nBTaZ2WMEnbxXqXlGROpFdjPvtqY5Ra9papgRHBwofgfRM1D9eaSNY19Smrtfn/fUU3nnfyfv8QHg\nXVFfV0RksrQ1zeHzZ46n0eOo637yiZhKU9y0sS8REZF6FLkGLyJSq/b19ZRci6bvUNBlOHNGumQe\nbS3zYi/bRFCAF5FEamsbOygf7h8AYFZLofmZYT4t88rKqxYpwItIImVHp5SSXY75llu+Uu3ilKWn\nf1/JiU6Zw30ApKfPLJlHW/o4QAFeRKQmlHOXMNATDNVMp2cUzyd93EheCvAiIjWgGnccGkUjIpJQ\nCvAiIgmlAC8iklAK8CIiCaUALyKSUArwIiIJpQAvIpJQCvAiIgmlAC8iklCaySoiUoFgc+yByOu5\n9/TvpamhKaZSFRY5wJvZemAJMASscfft4fMLgDuAYYLNuE8CPuLudxVLIyIi8YkU4M1sGbDQ3Zea\n2SLgVmApjGyufVZ4XQrYBtxbKo2ISK1Lp1tJD8+MZ0endCqmUhUWtQ1+BbAVwN13AnPMrNDCyu8H\nvuPuBytIIyIiEUQN8POBrpzH3eFz+a4Evl5hGhERiSDuUTQN+U+Y2RLgF+Fm22WlERGR6KJ2su5m\ndO17AfBi3jXnAw9XmOYYc+e20NhY3fYqEZlaUqmgjtvePquiNIMMxvb6lb42lF/eqAH+IWAdsMHM\nTgN2uXsm75o3A3dWmOYYvb0HIxZVRGS0wcEhALq69lecJq7XH89rl5smUhONuz8BPGlmjwO3AKvN\n7HIzuyDnsvnAK6XSRCmDiIgUFnkcvLtfn/fUU3nnf6eMNCIiEjMtVSAiklBaqkBEpEZt2rSRn/3s\niZHHPT17gKObb2edfvoZrFp12THpFeBFRCrUM7C35Fo0mcPBoJD09JaSebS1zqvodZuaKlu7RgFe\nRKQCbW1jB+WBnkMApFuLD2dsa503Zl6rVl1WsGZeLgV4EZEKrF1705jXZJtQbrnlK9UuTknqZBUR\nqROdnTvo7NxR9vWqwYuI1IktW+4GoKPj1LKuVw1eRKQOdHbuYOfOTnbu7Cy7Fq8ALyJSB7K19/zj\nUhTgRUQSSm3wIjIl5E8agsITh4pNGppsK1deyM03rxs5LocCvIhMWZVOHJpMHR2nsmhRx8hxORTg\nRWRKiDppqBaUW3PPUoAXEakT5dbcs9TJKiJSJzTRSUQkoSqd6BQ5wJvZemAJMASscfftOedeTbBd\n33Tg39z9ajNbDmwGdhBsuP1zd78majlERJIsO9Epe1xOkI/URGNmy4CF7r4UuBL4Yt4lnwc+6+5L\ngMEw4AM84u5nu/tZCu4iImObjIlOK4CtAO6+E5hjZq0AZtYAvBX4Xnj+L9z9v8J0DRFfV0RExhA1\nwM8HunIed4fPAbQDB4BbzOwnZnZzznUdZrbVzH5sZudELIOISOLlDpGcrIlODXnHJwJfAF4Avm9m\n5wH/Dqxz981mdhKwzcxOdvcjpTKeO7eFxsZUzMUVEYlfKhXUndvbi2/4Uanly8/gvvveOHJcjqgB\nfjdHa+wAC4AXw+Nu4Dl3fw7AzH4IvN7dHyDoZMXdnzWzlwh+CJ4v9UK9vQcjFlVEZGIMDg4B0NW1\nP9Z8zz9/ZUX5Rm2ieQh4N4CZnQbscvcMgLsPAs+a2cnhtYsBN7NVZvbJMM3xBE05uyKWQ0Qk8To6\nTq1oslOkAO/uTwBPmtnjwC3AajO73MwuCC/5EPANM3sM2Ovu3wPuBRaHz20FrhqreUZERCoXuQ3e\n3a/Pe+qpnHPPAGfmXX8AeFfU1xURkdK0VIGISEIpwIuIJJQCvIhIQinAi4gklAK8iEhCNQwPD092\nGcrS1bW/PgoqIlNKqb1e29rmjTw3GXu9aj14EZGY1cper6rBi4gklNrgRUQSSgFeRCShFOBFRBJK\nAV5EJKEU4EVEEkoBXkQkoRTgRUQSKvJEJzNbDywBhoA17r4959yrgTuB6cC/ufvVY6UREZF4RKrB\nm9kyYKG7LwWuBL6Yd8nngc+6+xJg0MxeXUYaERGJQdQmmhUE2+7h7juBOWbWCmBmDcBbge+F5//C\n3f+rVBoREYlP1AA/H+jKedwdPgfBZtoHgFvM7Cdm9tdlpBERkZjEvdhYQ97xicAXgBeA+8zsD8ZI\nIyIiMYka4Hczuva9AHgxPO4GnnP35wDM7EdAB7CrRJqi5s5tobExFbG4IiJTR9QA/xCwDthgZqcB\nu9w9A+Dug2b2rJmd7O7PAIuBTQSBv2CaUnp7D0YsqojI1BJ5uWAzuxlYDgwCq4HTgL3ufo+ZnQx8\ng6AZ5il3v6pQGnd/aqzX0XLBIiKV0XrwIiIx6+zcAUBHx6mTWg7t6CQiErMtW+4GJj/Aa6kCEZEY\ndXbuYOfOTnbu7BypyU8WBXgRkRhla+/5x5NBAV5EJKEU4EVEYrRy5YUFjyeDOllFRGLU0XEqixZ1\njBxPJgV4EZGYTXbNPUvj4EVEEkpt8CIiCaUALyKSUArwIiIJpQAvIpJQCvAiIgmlAC8iklAK8CIi\nCaUALyKSUJFnsprZemAJMASscfftOef+k2DD7SFgGLgYeC2wGdhBsNPTz939mqjlEBGR0SIFeDNb\nBix096Vmtgi4FViac8kw8Pvu3peT5rXAI+5eG3N5RUQSKmoTzQpgK4C77wTmmFlrzvmG8L98hZ4T\nEZEYRQ3w84GunMfd4XO5vmpmPwk32s7qMLOtZvZjMzsnYhlERKSAuDtZ82vmnwCuBZYDbzCzlcAv\ngXXu/ofjvhGpAAAIFUlEQVTA+4Gvm5lWtRQRiVnUwLqb0TX2BcCL2Qfufnv22MzuB97g7lsIOllx\n92fN7CXgROD5Ui/U3j5LzToiIhWIWoN/CHg3gJmdBuxy90z4eLaZPWpmzeG1y4AdZrbKzD4ZXnM8\n0A7silgOERHJE3k9+LBtfTkwCKwGTgP2uvs9ZvYXwJ8A+4F/d/e/DDthNwFtBD8wn3L3ByMVQkRE\njlE3G36IiEhlNJNVRCShFOBFRBJKAV5EJKESN/7czN4IbAHWu/vfx5jv3wJvBVLAZ9z9uzHkORP4\nBnAC0ATc5O7fj5pvTv7NBGv+3OjuG2PKczlVWkvIzC4G/go4DKx19wdiyPNPgEsJls1oABa7++yo\n+YZ5p4GNwFxgBsH7/FAM+TYAXwVOBQaAD7r7LyPmOep7YWavBr5FUMl7EbjU3Q9HzTd87hrgs8Ac\ndz8YU3lfQ7AUynTgEHCJu78SU95nAH9L8LnrJ3gv9kTNN+f5c4EH3H1cFeoC5b0NWEwwsRTgs8W+\nK4mqwZtZC/B5guGbceb7NuD17r4UOA+4Jaas3wn8q7u/DXgvsD6mfLM+AVT8QS3DI+5+trufFWNw\nbwPWEqxldD5wQRz5uvutYTnPBj4JfDOOfEPvB3aGeb8H+LuY8r0AmO3uvwf8KRE/F0W+FzcCX3L3\n5cAzBKPdIudrZpcR/OCNe+hzkfJ+Gvha+F3ZClwXY95rCH4wzgb+heA9jyNfzKwJ+CjBnKG4ygvw\n0fA7eHapilCiAjzBr+87gJdjzvfHBF9ggL1AS1jLisTd73b3z4UPfxP4ddQ8s8zMAANiuyPIUY1J\nZ+cAP3D3g+7+srt/sAqvsZYgUMTlFWBeeNzG6GU7ojgF+BmAuz8DnBTx81boe/E24Hvh8fcI3v84\n8v22u68bR15j5Xs18J3wuIvg/Y4lb3d/r7s/H77HJwL/FUe+oeuBLxHcdYxHpJiWqADv7kPuPt43\ncqx8s7eaVwL3u3ts40vN7HHgdoKaRFw+R7BMRDWCcTXWEvofQNrM7gknyJ0dU74AmNmbgBfGe1tf\niLtvBl5jZr8CthG833HYAZxrZtPCH+rXAMeNN7Mi34t0TpPMK8Cr4sh3vE0y5eTr7kNmNo1gvs2m\nuPKGkWaUncDxuTPwo+Qbrpz7+nD2/ri+hyVi2p+b2Q/NbFN491tQogJ8tZnZBcAfA38eZ77hrfgF\nwB1x5GdmlwKPuvsL4VNxBvlfUZ21hBoIamV/SPAe3xZDnrmuJOjviE3YZ/Brdz+FoAb85TjyDW+5\n/43gzvEKgjbyai7VURfLgITB/VvAD919W5x5u/uD7m6Am9nHYso2W8mK20aCJpoVwH8Anyp2oQJ8\nmcJf+I8RrG+/P6Y8F4edR7j7fwCNZjbumlqOdwDvMbMnCALbDXHViN19d1hzxd2fBbJrCUX1MvBT\ndx8O890f03uR9TbgpzHmB/B7wIMA7v5z4NVxNN2F+V3v7m8luMX/jTjvPEL7w/ZhCP79xtVGXEI1\nZlDeBri7x9nMRrgIYtZ3CP5do+a5AFgE3BV+D19lZrH8KLn7tvDzBnAvQWd8QUkO8LHVSsxsNkEv\n+/nu/t9x5QucSfgLb2YnENw2d5dOMjZ3f5+7v8XdzwD+Efi0u/8oar4AVVxL6CHgbDNrMLN5xPRe\nAJjZq4D97n4kjvxyPE2wmxlm9lvAgTia7szsjWa2IXz4HuCRqHkW8DDwR+HxHwH/HDG//O9bsb0g\nxpVveLc04O43xpBnvrXhSBWAtwAeMb+GsCL0WndfGn4PX3T3syLmC4CZfdvM3hA+XEbQpFdQooZJ\nmtlbCAJaO3DEzP4MWO7uvRGzfi9BZ9rdYQ1tGLjM3cfTGZPrqwRNHD8Gmgk6kmrdvcAmM3uMoIJw\nVRyB0913m9m3CUYxDBNvM9irCNqZ4/YPwK1m9gjB8NkPxJTvU0DKzP6FoHPuoiiZFfhefBA4F/hm\n+B15nnGMLiryffsJQdB5FfB/zezH7l7R57pIvimgL6wFDwOd7l7xZ6TIe3EF8BUzOwz0EQyrjZpv\nfuwZ1w9/kfJ+ErjNzPYDBwiaNAvSWjQiIgmV5CYaEZEpTQFeRCShFOBFRBJKAV5EJKEU4EVEEkoB\nXkQkoRTgRcpkZreFyw/nP3+5mRUdizxGnhdHL5lIYYma6CQyGdx9XEsQm9mJwAeJaQ0ikXya6CRT\nWriMQTbAzgS+BlxGuLxDuATBY+7+mnCjhSMEqzsuAG5z9y+ESzek3H2tmZ1FsCwxBBtI/Gm4FO1b\ngC8QbODRA1wO3Af8DnCPu79/Iv5emVrURCNT3XuBX4SbPSwHWjl2Wnnu4xPc/fcJ1hH6uJnNyZ4I\nd+j6CvC/wnVH/g/BZg0QrIJ4Rfj8o8AfEEw5f0rBXapFAV6mugeAc8zsVuBdBAG61CJZDwOEi879\nimBzjqxTCdZg2RKumXIdMC9cPO033P0XYdovuvvdsf8lInnUBi9Tmru7mXUQ1N7fQ7DpykDOJTPy\nkgzlHE9jdO1+AHg+vBsYEW7IoMqUTDh96GRKM7OLgNPD5ZRXE2ydeDD8P8CKvCRnh+nmAr8N5G6G\n/UvgODN7fXjNMjO70t17gG4zWxw+f124KuAQx/6AiMRGNXiZ6jqBr5pZP0HTzGcI1gP/hzD4P5h3\n/W4z+y5wMvApd98X7KoH7t5vZpcQLAHdF16fXUL4UuCLZnaIYF/fSwmC+wlm9qC7n1u9P1GmKo2i\nEYnIzP6a6m1GITJuaqIRicDMLgPex7E1fZFJ9/8BRdKfl4PMCxwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f1755b60f28>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Using seaborn it is very easy to get nice plots from these dataframes:\n",
    "sns.boxplot(x='subject', y='result', data=df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Use this library to get nicer tables that you can filter and sort interactively\n",
    "import qgrid\n",
    "qgrid.nbinstall(overwrite=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "qgrid.show_grid(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}