compile_results.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import parse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "power_files, profile_files = parse.collate()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_stats = parse.pstats_compile(profile_files)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "time_min      float64\n",
       "platform       object\n",
       "PU             object\n",
       "PU_type        object\n",
       "TF_version     object\n",
       "run_id         object\n",
       "acc           float64\n",
       "acc_dog       float64\n",
       "filepath       object\n",
       "dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stats.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_power = parse.power_compile(power_files)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "platform                   object\n",
       "PU                         object\n",
       "PU_type                    object\n",
       "TF_version                 object\n",
       "run_id                     object\n",
       "power_time        timedelta64[ns]\n",
       "Watt_hours                float64\n",
       "Watts_mean                float64\n",
       "Watts_max                 float64\n",
       "Watts_min                 float64\n",
       "Watts_mean_off            float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_power.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "df = df_stats.merge(right=df_power, how='outer',\n",
    "         on=['platform', 'PU', 'PU_type', 'run_id', 'TF_version'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time_min</th>\n",
       "      <th>platform</th>\n",
       "      <th>PU</th>\n",
       "      <th>PU_type</th>\n",
       "      <th>run_id</th>\n",
       "      <th>acc</th>\n",
       "      <th>acc_dog</th>\n",
       "      <th>power_time</th>\n",
       "      <th>Watt_hours</th>\n",
       "      <th>Watts_mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467.061062</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B</td>\n",
       "      <td>CPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>07:47:01.987791</td>\n",
       "      <td>27.025321</td>\n",
       "      <td>3.471795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>463.358407</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B</td>\n",
       "      <td>CPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>07:43:19.790892</td>\n",
       "      <td>29.291142</td>\n",
       "      <td>3.792970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>468.357913</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B</td>\n",
       "      <td>CPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>07:48:20.327700</td>\n",
       "      <td>29.790835</td>\n",
       "      <td>3.816433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15.232529</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-normal</td>\n",
       "      <td>TPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:15:11.208561</td>\n",
       "      <td>0.812699</td>\n",
       "      <td>3.207273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>15.012161</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-normal</td>\n",
       "      <td>TPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:14:59.135789</td>\n",
       "      <td>0.800454</td>\n",
       "      <td>3.201322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>15.089816</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-normal</td>\n",
       "      <td>TPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:15:04.128383</td>\n",
       "      <td>0.799460</td>\n",
       "      <td>3.179712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>14.626847</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-overclock</td>\n",
       "      <td>TPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:14:36.959726</td>\n",
       "      <td>0.776396</td>\n",
       "      <td>3.183520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>14.616520</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-overclock</td>\n",
       "      <td>TPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:14:36.070088</td>\n",
       "      <td>0.776051</td>\n",
       "      <td>3.185343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>14.628744</td>\n",
       "      <td>Raspbian-4.14</td>\n",
       "      <td>Pi3B-TPU-overclock</td>\n",
       "      <td>TPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.778242</td>\n",
       "      <td>0.930761</td>\n",
       "      <td>00:14:35.251702</td>\n",
       "      <td>0.771122</td>\n",
       "      <td>3.168091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>4.071415</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-normal-AC</td>\n",
       "      <td>TPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4.250176</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-normal-AC</td>\n",
       "      <td>TPU</td>\n",
       "      <td>D</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>4.923543</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-normal-battery</td>\n",
       "      <td>TPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4.830018</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-normal-battery</td>\n",
       "      <td>TPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3.265796</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-overclock-AC</td>\n",
       "      <td>TPU</td>\n",
       "      <td>E</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>3.517788</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>TPU-overclock-AC</td>\n",
       "      <td>TPU</td>\n",
       "      <td>F</td>\n",
       "      <td>0.778193</td>\n",
       "      <td>0.929741</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>51.499356</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>i5-7200U</td>\n",
       "      <td>CPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>45.991561</td>\n",
       "      <td>Ubuntu16.04</td>\n",
       "      <td>i5-7200U</td>\n",
       "      <td>CPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>5.311887</td>\n",
       "      <td>win10</td>\n",
       "      <td>1080GTX</td>\n",
       "      <td>GPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5.049965</td>\n",
       "      <td>win10</td>\n",
       "      <td>1080GTX</td>\n",
       "      <td>GPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5.158641</td>\n",
       "      <td>win10</td>\n",
       "      <td>1080GTX</td>\n",
       "      <td>GPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.803897</td>\n",
       "      <td>0.933968</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>5.298936</td>\n",
       "      <td>win10</td>\n",
       "      <td>1080GTX</td>\n",
       "      <td>GPU</td>\n",
       "      <td>D</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>47.129266</td>\n",
       "      <td>win10</td>\n",
       "      <td>i7-3770</td>\n",
       "      <td>CPU</td>\n",
       "      <td>A</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>46.560323</td>\n",
       "      <td>win10</td>\n",
       "      <td>i7-3770</td>\n",
       "      <td>CPU</td>\n",
       "      <td>B</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>47.171081</td>\n",
       "      <td>win10</td>\n",
       "      <td>i7-3770</td>\n",
       "      <td>CPU</td>\n",
       "      <td>C</td>\n",
       "      <td>0.804140</td>\n",
       "      <td>0.933482</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      time_min       platform                  PU PU_type run_id       acc  \\\n",
       "0   467.061062  Raspbian-4.14                Pi3B     CPU      A  0.803897   \n",
       "1   463.358407  Raspbian-4.14                Pi3B     CPU      B  0.803897   \n",
       "2   468.357913  Raspbian-4.14                Pi3B     CPU      C  0.803897   \n",
       "3    15.232529  Raspbian-4.14     Pi3B-TPU-normal     TPU      A  0.778242   \n",
       "4    15.012161  Raspbian-4.14     Pi3B-TPU-normal     TPU      B  0.778242   \n",
       "5    15.089816  Raspbian-4.14     Pi3B-TPU-normal     TPU      C  0.778242   \n",
       "6    14.626847  Raspbian-4.14  Pi3B-TPU-overclock     TPU      A  0.778242   \n",
       "7    14.616520  Raspbian-4.14  Pi3B-TPU-overclock     TPU      B  0.778242   \n",
       "8    14.628744  Raspbian-4.14  Pi3B-TPU-overclock     TPU      C  0.778242   \n",
       "9     4.071415    Ubuntu16.04       TPU-normal-AC     TPU      C  0.778193   \n",
       "10    4.250176    Ubuntu16.04       TPU-normal-AC     TPU      D  0.778193   \n",
       "11    4.923543    Ubuntu16.04  TPU-normal-battery     TPU      A  0.778193   \n",
       "12    4.830018    Ubuntu16.04  TPU-normal-battery     TPU      B  0.778193   \n",
       "13    3.265796    Ubuntu16.04    TPU-overclock-AC     TPU      E  0.778193   \n",
       "14    3.517788    Ubuntu16.04    TPU-overclock-AC     TPU      F  0.778193   \n",
       "15   51.499356    Ubuntu16.04            i5-7200U     CPU      A  0.804140   \n",
       "16   45.991561    Ubuntu16.04            i5-7200U     CPU      B  0.804140   \n",
       "17    5.311887          win10             1080GTX     GPU      A  0.803897   \n",
       "18    5.049965          win10             1080GTX     GPU      B  0.803897   \n",
       "19    5.158641          win10             1080GTX     GPU      C  0.803897   \n",
       "20    5.298936          win10             1080GTX     GPU      D  0.804140   \n",
       "21   47.129266          win10             i7-3770     CPU      A  0.804140   \n",
       "22   46.560323          win10             i7-3770     CPU      B  0.804140   \n",
       "23   47.171081          win10             i7-3770     CPU      C  0.804140   \n",
       "\n",
       "     acc_dog      power_time  Watt_hours  Watts_mean  \n",
       "0   0.933968 07:47:01.987791   27.025321    3.471795  \n",
       "1   0.933968 07:43:19.790892   29.291142    3.792970  \n",
       "2   0.933968 07:48:20.327700   29.790835    3.816433  \n",
       "3   0.930761 00:15:11.208561    0.812699    3.207273  \n",
       "4   0.930761 00:14:59.135789    0.800454    3.201322  \n",
       "5   0.930761 00:15:04.128383    0.799460    3.179712  \n",
       "6   0.930761 00:14:36.959726    0.776396    3.183520  \n",
       "7   0.930761 00:14:36.070088    0.776051    3.185343  \n",
       "8   0.930761 00:14:35.251702    0.771122    3.168091  \n",
       "9   0.929741             NaT         NaN         NaN  \n",
       "10  0.929741             NaT         NaN         NaN  \n",
       "11  0.929741             NaT         NaN         NaN  \n",
       "12  0.929741             NaT         NaN         NaN  \n",
       "13  0.929741             NaT         NaN         NaN  \n",
       "14  0.929741             NaT         NaN         NaN  \n",
       "15  0.933482             NaT         NaN         NaN  \n",
       "16  0.933482             NaT         NaN         NaN  \n",
       "17  0.933968             NaT         NaN         NaN  \n",
       "18  0.933968             NaT         NaN         NaN  \n",
       "19  0.933968             NaT         NaN         NaN  \n",
       "20  0.933482             NaT         NaN         NaN  \n",
       "21  0.933482             NaT         NaN         NaN  \n",
       "22  0.933482             NaT         NaN         NaN  \n",
       "23  0.933482             NaT         NaN         NaN  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_df = df.drop(['filepath', 'TF_version', 'Watts_min', 'Watts_max', 'Watts_mean_off'], axis=1)\n",
    "_df.sort_values(by=[\"platform\", \"PU\", \"run_id\"], axis=0, ascending=True, inplace=True)\n",
    "_df.reset_index(inplace=True, drop=True)\n",
    "_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}