(Old Version) Spinetrack Data Cleaning and ML Model - data with same sensors.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data cleaning and reformating"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "from torch import nn\n",
    "from torch import optim\n",
    "import torch.nn.functional as F\n",
    "from torchvision import datasets, transforms, models\n",
    "from torch.utils.data import DataLoader, Dataset\\\n",
    "\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "\n",
    "from random import shuffle, seed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "header = ['TimeSec', 'Sensor', 'Quatx', 'Quaty', 'Quatz', 'Quat0', 'Heading',\n",
    "       'Pitch', 'Roll', 'LinAccx', 'LinAccy', 'LinAccz', 'Vbat', 'Accx',\n",
    "       'Accy', 'Accz', 'Gyrox', 'Gyroy', 'Gyroz']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "### Take a look at one dataset\n",
    "# file_path = \"./spinetrack data/Task_Drilling_Stoop.csv\"\n",
    "# df = pd.read_csv(file_path, error_bad_lines=False)\n",
    "# df.columns = header\n",
    "\n",
    "# df[\"Activity\"] = [1 for i in range(len(df))]\n",
    "# df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "index_lst = []\n",
    "index_dict = {}\n",
    "for i in sorted(os.listdir('./Spinetrack Data/data/Alex_data/Processed_redone')):\n",
    "    if i.endswith(\".csv\") and i != 'super_features.csv': \n",
    "        # should we combinme same activities together?\n",
    "        act_lst = i.split('.')[0].split('_')\n",
    "        if len(act_lst) > 1 and act_lst[1] == 'OneH':\n",
    "            act = act_lst[0] + '_' + act_lst[1]\n",
    "        else:\n",
    "            act = act_lst[0]\n",
    "        #act = i.split('.')[0]\n",
    "        index_lst.append(act)\n",
    "\n",
    "# delete multiple items\n",
    "index_set = set(index_lst)\n",
    "index_set.remove('Static')\n",
    "index_set.remove('L')\n",
    "index_set.remove('L_OneH')\n",
    "index_set.add('Static_Stoop')\n",
    "index_set.add('Lifting')\n",
    "index_set.add('Lifting_OneH')\n",
    "\n",
    "index_dict = {act:i for i, act in enumerate(index_set)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'Overhead': 0, 'Pushing': 1, 'Crawling': 2, 'Sitting': 3, 'Static_Stoop': 4, 'Standing': 5, 'Lifting': 6, 'Crouching': 7, 'Kneeling': 8, 'Reaching': 9, 'Pulling': 10, 'Walking': 11, 'Lifting_OneH': 12, 'Carrying': 13, 'Pulling_OneH': 14}\n"
     ]
    }
   ],
   "source": [
    "print(index_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Alex_data number of activity: 44\n",
      "Alexander_data number of activity: 43\n",
      "Charlotte_data number of activity: 43\n",
      "Christian_data number of activity: 34\n",
      "Elias_data number of activity: 44\n",
      "Jesse_data number of activity: 44\n",
      "Jiyoo_data number of activity: 43\n"
     ]
    }
   ],
   "source": [
    "directory = \"./Spinetrack Data/data/\"\n",
    "file = []\n",
    "\n",
    "for d in sorted(os.listdir(directory)):\n",
    "    if d != '.DS_Store':\n",
    "        files = directory + d + \"/Processed_redone\"\n",
    "        name = []\n",
    "        try:\n",
    "            for f in sorted(os.listdir(files)):\n",
    "                if f.endswith(\".csv\") and f != 'super_features.csv': \n",
    "                    name.append(files + \"/\" + f)\n",
    "            file.append(name)\n",
    "            print(\"%s number of activity: %s\" %(d, len(name)))\n",
    "        except:\n",
    "            pass\n",
    "#file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "frame = []\n",
    "for person in file:\n",
    "    for file_path in person:\n",
    "        activity_name = ''\n",
    "        activity_lst = file_path.split(\"/\")[-1].split('.')[0].split('_')\n",
    "        \n",
    "        if activity_lst[0] == 'L' and activity_lst[1] == 'OneH':\n",
    "            activity_name = 'Lifting_OneH'\n",
    "        elif activity_lst[0] == 'L' and activity_lst[1] != 'OneH':\n",
    "            activity_name = 'Lifting'\n",
    "        elif activity_lst[0] == 'Static':\n",
    "            activity_name = 'Static_Stoop'\n",
    "        elif activity_lst[0] == 'Pulling' and activity_lst[1] == 'OneH':\n",
    "            activity_name = 'Pulling_OneH'\n",
    "        else:\n",
    "            activity_name = activity_lst[0]\n",
    "#         print(activity_name)\n",
    "#         print(\"processing: \", file_path)\n",
    "        if activity_name in index_dict.keys():\n",
    "            df = pd.read_csv(file_path, error_bad_lines=False)\n",
    "            df.columns = header\n",
    "            df[\"activity\"] = [index_dict[activity_name] for i in range(len(df))]\n",
    "            frame.append(df)\n",
    "            \n",
    "            # mkdir if not exist. Save to local csv file\n",
    "#             if not (os.path.exists('./Spinetrack Data/Yibin_Processed/' + category + folder_name)):\n",
    "#                 os.makedirs('./Spinetrack Data/Yibin_Processed/' + category + folder_name)\n",
    "#             csv_name = '/' + activity_name + '.csv'\n",
    "#             folder_name = file_path.split(\"/\")[-3] # person's name \n",
    "#             category = 'data/' # data or task\n",
    "#             file_name = './Spinetrack Data/Yibin_Processed/' + category + folder_name + csv_name\n",
    "#             df.to_csv(file_name) # save csv processed file to local\n",
    "            \n",
    "            #print(file_path)\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TimeSec</th>\n",
       "      <th>Sensor</th>\n",
       "      <th>Quatx</th>\n",
       "      <th>Quaty</th>\n",
       "      <th>Quatz</th>\n",
       "      <th>Quat0</th>\n",
       "      <th>Heading</th>\n",
       "      <th>Pitch</th>\n",
       "      <th>Roll</th>\n",
       "      <th>LinAccx</th>\n",
       "      <th>LinAccy</th>\n",
       "      <th>LinAccz</th>\n",
       "      <th>Vbat</th>\n",
       "      <th>Accx</th>\n",
       "      <th>Accy</th>\n",
       "      <th>Accz</th>\n",
       "      <th>Gyrox</th>\n",
       "      <th>Gyroy</th>\n",
       "      <th>Gyroz</th>\n",
       "      <th>activity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0362</td>\n",
       "      <td>2</td>\n",
       "      <td>0.822</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.26</td>\n",
       "      <td>-0.51</td>\n",
       "      <td>306.93</td>\n",
       "      <td>25.57</td>\n",
       "      <td>-16.37</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.94</td>\n",
       "      <td>-19.84</td>\n",
       "      <td>-11.14</td>\n",
       "      <td>16.33</td>\n",
       "      <td>-0.47</td>\n",
       "      <td>-0.28</td>\n",
       "      <td>0.81</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0377</td>\n",
       "      <td>3</td>\n",
       "      <td>0.625</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>0.26</td>\n",
       "      <td>0.71</td>\n",
       "      <td>113.60</td>\n",
       "      <td>38.21</td>\n",
       "      <td>7.42</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>3.80</td>\n",
       "      <td>-37.84</td>\n",
       "      <td>-4.27</td>\n",
       "      <td>53.71</td>\n",
       "      <td>-0.51</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.77</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0961</td>\n",
       "      <td>0</td>\n",
       "      <td>0.008</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.02</td>\n",
       "      <td>1.00</td>\n",
       "      <td>192.97</td>\n",
       "      <td>-9.34</td>\n",
       "      <td>2.16</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.92</td>\n",
       "      <td>2.75</td>\n",
       "      <td>-1.68</td>\n",
       "      <td>36.01</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.98</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0978</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.978</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>38.13</td>\n",
       "      <td>1.13</td>\n",
       "      <td>-2.73</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.36</td>\n",
       "      <td>0.33</td>\n",
       "      <td>3.81</td>\n",
       "      <td>-18.92</td>\n",
       "      <td>-64.70</td>\n",
       "      <td>118.26</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>0.07</td>\n",
       "      <td>1.20</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.1018</td>\n",
       "      <td>5</td>\n",
       "      <td>0.448</td>\n",
       "      <td>0.44</td>\n",
       "      <td>0.49</td>\n",
       "      <td>0.61</td>\n",
       "      <td>116.18</td>\n",
       "      <td>-5.60</td>\n",
       "      <td>82.09</td>\n",
       "      <td>0.26</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>3.87</td>\n",
       "      <td>5.19</td>\n",
       "      <td>45.62</td>\n",
       "      <td>-2.90</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.35</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.1032</td>\n",
       "      <td>1</td>\n",
       "      <td>0.105</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.99</td>\n",
       "      <td>206.37</td>\n",
       "      <td>-9.81</td>\n",
       "      <td>-2.63</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.04</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>3.91</td>\n",
       "      <td>-3.51</td>\n",
       "      <td>18.31</td>\n",
       "      <td>61.04</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.84</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.1069</td>\n",
       "      <td>4</td>\n",
       "      <td>0.540</td>\n",
       "      <td>-0.59</td>\n",
       "      <td>0.39</td>\n",
       "      <td>-0.45</td>\n",
       "      <td>300.68</td>\n",
       "      <td>-6.56</td>\n",
       "      <td>-90.39</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>3.79</td>\n",
       "      <td>8.85</td>\n",
       "      <td>-50.35</td>\n",
       "      <td>-32.35</td>\n",
       "      <td>0.15</td>\n",
       "      <td>-1.09</td>\n",
       "      <td>0.06</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.1086</td>\n",
       "      <td>7</td>\n",
       "      <td>0.955</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.23</td>\n",
       "      <td>42.78</td>\n",
       "      <td>15.05</td>\n",
       "      <td>16.65</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-14.34</td>\n",
       "      <td>-24.11</td>\n",
       "      <td>85.60</td>\n",
       "      <td>-0.28</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.82</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.1283</td>\n",
       "      <td>2</td>\n",
       "      <td>0.838</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.26</td>\n",
       "      <td>-0.48</td>\n",
       "      <td>310.55</td>\n",
       "      <td>24.85</td>\n",
       "      <td>-16.97</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>3.94</td>\n",
       "      <td>-31.13</td>\n",
       "      <td>-19.23</td>\n",
       "      <td>33.87</td>\n",
       "      <td>-0.37</td>\n",
       "      <td>-0.39</td>\n",
       "      <td>0.77</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.1301</td>\n",
       "      <td>3</td>\n",
       "      <td>0.586</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>0.23</td>\n",
       "      <td>0.74</td>\n",
       "      <td>119.48</td>\n",
       "      <td>37.14</td>\n",
       "      <td>5.69</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>3.80</td>\n",
       "      <td>-56.00</td>\n",
       "      <td>1.37</td>\n",
       "      <td>29.91</td>\n",
       "      <td>-0.50</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.68</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.1662</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.045</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.02</td>\n",
       "      <td>1.00</td>\n",
       "      <td>199.05</td>\n",
       "      <td>-10.01</td>\n",
       "      <td>1.58</td>\n",
       "      <td>0.04</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>3.92</td>\n",
       "      <td>10.53</td>\n",
       "      <td>-7.32</td>\n",
       "      <td>64.24</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.98</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.1678</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.968</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.25</td>\n",
       "      <td>43.15</td>\n",
       "      <td>-3.44</td>\n",
       "      <td>-1.57</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>3.81</td>\n",
       "      <td>-13.58</td>\n",
       "      <td>-64.85</td>\n",
       "      <td>7.32</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.42</td>\n",
       "      <td>1.05</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.1982</td>\n",
       "      <td>5</td>\n",
       "      <td>0.411</td>\n",
       "      <td>0.43</td>\n",
       "      <td>0.49</td>\n",
       "      <td>0.64</td>\n",
       "      <td>121.61</td>\n",
       "      <td>-7.94</td>\n",
       "      <td>81.38</td>\n",
       "      <td>0.43</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.87</td>\n",
       "      <td>7.48</td>\n",
       "      <td>67.75</td>\n",
       "      <td>37.99</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.72</td>\n",
       "      <td>0.60</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.1998</td>\n",
       "      <td>1</td>\n",
       "      <td>0.154</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>211.95</td>\n",
       "      <td>-9.58</td>\n",
       "      <td>-2.03</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>3.91</td>\n",
       "      <td>26.40</td>\n",
       "      <td>3.81</td>\n",
       "      <td>61.49</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.2036</td>\n",
       "      <td>4</td>\n",
       "      <td>0.558</td>\n",
       "      <td>-0.62</td>\n",
       "      <td>0.35</td>\n",
       "      <td>-0.43</td>\n",
       "      <td>306.61</td>\n",
       "      <td>-7.64</td>\n",
       "      <td>-90.53</td>\n",
       "      <td>0.21</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>3.79</td>\n",
       "      <td>16.17</td>\n",
       "      <td>-65.77</td>\n",
       "      <td>-1.83</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-1.04</td>\n",
       "      <td>0.21</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.2050</td>\n",
       "      <td>7</td>\n",
       "      <td>0.942</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.29</td>\n",
       "      <td>50.00</td>\n",
       "      <td>12.38</td>\n",
       "      <td>15.05</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>0.19</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-39.06</td>\n",
       "      <td>18.62</td>\n",
       "      <td>69.12</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.95</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.2443</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.101</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.99</td>\n",
       "      <td>205.54</td>\n",
       "      <td>-10.56</td>\n",
       "      <td>1.96</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.02</td>\n",
       "      <td>3.92</td>\n",
       "      <td>14.04</td>\n",
       "      <td>7.93</td>\n",
       "      <td>55.54</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.99</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.2459</td>\n",
       "      <td>3</td>\n",
       "      <td>0.535</td>\n",
       "      <td>-0.24</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.78</td>\n",
       "      <td>126.80</td>\n",
       "      <td>36.64</td>\n",
       "      <td>4.11</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.80</td>\n",
       "      <td>-59.51</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>93.69</td>\n",
       "      <td>-0.60</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.79</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.2642</td>\n",
       "      <td>2</td>\n",
       "      <td>0.861</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>0.25</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>316.15</td>\n",
       "      <td>24.21</td>\n",
       "      <td>-17.51</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.08</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>3.94</td>\n",
       "      <td>-36.01</td>\n",
       "      <td>-13.12</td>\n",
       "      <td>54.47</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>0.87</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.2659</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.955</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>47.90</td>\n",
       "      <td>-6.24</td>\n",
       "      <td>-1.72</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.01</td>\n",
       "      <td>3.81</td>\n",
       "      <td>21.36</td>\n",
       "      <td>-20.60</td>\n",
       "      <td>82.86</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>1.02</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.3011</td>\n",
       "      <td>5</td>\n",
       "      <td>0.355</td>\n",
       "      <td>0.41</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.68</td>\n",
       "      <td>128.82</td>\n",
       "      <td>-11.79</td>\n",
       "      <td>80.05</td>\n",
       "      <td>0.29</td>\n",
       "      <td>0.05</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.87</td>\n",
       "      <td>17.85</td>\n",
       "      <td>71.72</td>\n",
       "      <td>24.41</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.77</td>\n",
       "      <td>0.38</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.3028</td>\n",
       "      <td>1</td>\n",
       "      <td>0.228</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>220.57</td>\n",
       "      <td>-8.91</td>\n",
       "      <td>-1.17</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>3.91</td>\n",
       "      <td>19.84</td>\n",
       "      <td>5.95</td>\n",
       "      <td>92.77</td>\n",
       "      <td>0.34</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.3065</td>\n",
       "      <td>4</td>\n",
       "      <td>0.592</td>\n",
       "      <td>-0.64</td>\n",
       "      <td>0.31</td>\n",
       "      <td>-0.38</td>\n",
       "      <td>315.36</td>\n",
       "      <td>-6.74</td>\n",
       "      <td>-90.54</td>\n",
       "      <td>0.27</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>3.79</td>\n",
       "      <td>7.02</td>\n",
       "      <td>-74.31</td>\n",
       "      <td>2.44</td>\n",
       "      <td>0.35</td>\n",
       "      <td>-0.95</td>\n",
       "      <td>0.16</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.3080</td>\n",
       "      <td>7</td>\n",
       "      <td>0.911</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.38</td>\n",
       "      <td>60.57</td>\n",
       "      <td>12.96</td>\n",
       "      <td>14.21</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-22.28</td>\n",
       "      <td>32.50</td>\n",
       "      <td>104.06</td>\n",
       "      <td>-0.38</td>\n",
       "      <td>0.20</td>\n",
       "      <td>1.01</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.3251</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.162</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.98</td>\n",
       "      <td>212.51</td>\n",
       "      <td>-10.29</td>\n",
       "      <td>2.50</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>3.92</td>\n",
       "      <td>13.12</td>\n",
       "      <td>9.77</td>\n",
       "      <td>85.14</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.88</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.3266</td>\n",
       "      <td>3</td>\n",
       "      <td>0.461</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.83</td>\n",
       "      <td>137.50</td>\n",
       "      <td>36.95</td>\n",
       "      <td>5.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.11</td>\n",
       "      <td>3.80</td>\n",
       "      <td>-35.86</td>\n",
       "      <td>18.31</td>\n",
       "      <td>78.58</td>\n",
       "      <td>-0.71</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.81</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.3993</td>\n",
       "      <td>2</td>\n",
       "      <td>0.891</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>0.25</td>\n",
       "      <td>-0.38</td>\n",
       "      <td>324.52</td>\n",
       "      <td>24.14</td>\n",
       "      <td>-16.14</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.13</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>3.94</td>\n",
       "      <td>-21.97</td>\n",
       "      <td>-21.51</td>\n",
       "      <td>90.33</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>-0.24</td>\n",
       "      <td>0.81</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.4009</td>\n",
       "      <td>1</td>\n",
       "      <td>0.301</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.95</td>\n",
       "      <td>229.17</td>\n",
       "      <td>-10.88</td>\n",
       "      <td>0.46</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.10</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>3.91</td>\n",
       "      <td>19.99</td>\n",
       "      <td>-8.39</td>\n",
       "      <td>61.65</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.93</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.4048</td>\n",
       "      <td>5</td>\n",
       "      <td>0.300</td>\n",
       "      <td>0.38</td>\n",
       "      <td>0.52</td>\n",
       "      <td>0.70</td>\n",
       "      <td>136.72</td>\n",
       "      <td>-13.27</td>\n",
       "      <td>79.93</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.02</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>3.87</td>\n",
       "      <td>17.70</td>\n",
       "      <td>78.58</td>\n",
       "      <td>24.87</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.95</td>\n",
       "      <td>0.21</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.4065</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.941</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.08</td>\n",
       "      <td>-0.33</td>\n",
       "      <td>52.68</td>\n",
       "      <td>-9.29</td>\n",
       "      <td>-1.28</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>3.81</td>\n",
       "      <td>12.66</td>\n",
       "      <td>-25.63</td>\n",
       "      <td>51.27</td>\n",
       "      <td>0.34</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>0.90</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4251</th>\n",
       "      <td>54.2570</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.502</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.86</td>\n",
       "      <td>133.41</td>\n",
       "      <td>3.77</td>\n",
       "      <td>-6.55</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.16</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>3.74</td>\n",
       "      <td>35.71</td>\n",
       "      <td>-16.94</td>\n",
       "      <td>-22.74</td>\n",
       "      <td>-0.27</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>0.83</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4252</th>\n",
       "      <td>54.2600</td>\n",
       "      <td>0</td>\n",
       "      <td>0.985</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>14.18</td>\n",
       "      <td>-19.14</td>\n",
       "      <td>-5.33</td>\n",
       "      <td>-0.45</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.21</td>\n",
       "      <td>3.88</td>\n",
       "      <td>-12.97</td>\n",
       "      <td>-44.71</td>\n",
       "      <td>21.82</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>1.34</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4253</th>\n",
       "      <td>54.2620</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.94</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4254</th>\n",
       "      <td>54.3000</td>\n",
       "      <td>7</td>\n",
       "      <td>0.054</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>201.75</td>\n",
       "      <td>7.13</td>\n",
       "      <td>22.33</td>\n",
       "      <td>0.72</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>49.44</td>\n",
       "      <td>-69.58</td>\n",
       "      <td>-109.86</td>\n",
       "      <td>-0.46</td>\n",
       "      <td>0.07</td>\n",
       "      <td>1.39</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4255</th>\n",
       "      <td>54.3010</td>\n",
       "      <td>5</td>\n",
       "      <td>0.475</td>\n",
       "      <td>0.31</td>\n",
       "      <td>-0.27</td>\n",
       "      <td>-0.78</td>\n",
       "      <td>262.61</td>\n",
       "      <td>12.97</td>\n",
       "      <td>47.20</td>\n",
       "      <td>-0.63</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>3.82</td>\n",
       "      <td>233.15</td>\n",
       "      <td>-25.94</td>\n",
       "      <td>-69.58</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>0.19</td>\n",
       "      <td>1.07</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4256</th>\n",
       "      <td>54.3500</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.950</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.26</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>28.27</td>\n",
       "      <td>-27.88</td>\n",
       "      <td>-22.85</td>\n",
       "      <td>-0.30</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>0.16</td>\n",
       "      <td>3.77</td>\n",
       "      <td>24.41</td>\n",
       "      <td>1.07</td>\n",
       "      <td>-55.54</td>\n",
       "      <td>0.33</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>1.16</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4257</th>\n",
       "      <td>54.3510</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.977</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>29.15</td>\n",
       "      <td>-18.64</td>\n",
       "      <td>-8.00</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>3.83</td>\n",
       "      <td>22.13</td>\n",
       "      <td>17.24</td>\n",
       "      <td>29.60</td>\n",
       "      <td>0.36</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.76</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4258</th>\n",
       "      <td>54.3550</td>\n",
       "      <td>3</td>\n",
       "      <td>0.977</td>\n",
       "      <td>0.04</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>349.90</td>\n",
       "      <td>-2.25</td>\n",
       "      <td>4.98</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>0.14</td>\n",
       "      <td>3.76</td>\n",
       "      <td>-3.20</td>\n",
       "      <td>-84.53</td>\n",
       "      <td>-65.00</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>0.14</td>\n",
       "      <td>1.13</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4259</th>\n",
       "      <td>54.3570</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.557</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.83</td>\n",
       "      <td>126.18</td>\n",
       "      <td>2.60</td>\n",
       "      <td>-5.53</td>\n",
       "      <td>0.27</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>3.74</td>\n",
       "      <td>4.58</td>\n",
       "      <td>5.04</td>\n",
       "      <td>-91.09</td>\n",
       "      <td>-0.25</td>\n",
       "      <td>-0.30</td>\n",
       "      <td>0.84</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4260</th>\n",
       "      <td>54.4190</td>\n",
       "      <td>0</td>\n",
       "      <td>0.982</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>0.01</td>\n",
       "      <td>16.87</td>\n",
       "      <td>-20.28</td>\n",
       "      <td>-7.19</td>\n",
       "      <td>-0.48</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>3.88</td>\n",
       "      <td>9.46</td>\n",
       "      <td>22.58</td>\n",
       "      <td>24.26</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>0.04</td>\n",
       "      <td>1.11</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4261</th>\n",
       "      <td>54.4210</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.94</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4262</th>\n",
       "      <td>54.4250</td>\n",
       "      <td>7</td>\n",
       "      <td>0.063</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>201.15</td>\n",
       "      <td>-1.15</td>\n",
       "      <td>21.50</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>0.31</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-28.69</td>\n",
       "      <td>-94.60</td>\n",
       "      <td>11.44</td>\n",
       "      <td>0.36</td>\n",
       "      <td>0.34</td>\n",
       "      <td>1.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4263</th>\n",
       "      <td>54.4270</td>\n",
       "      <td>5</td>\n",
       "      <td>0.376</td>\n",
       "      <td>0.38</td>\n",
       "      <td>-0.37</td>\n",
       "      <td>-0.76</td>\n",
       "      <td>257.84</td>\n",
       "      <td>17.62</td>\n",
       "      <td>63.30</td>\n",
       "      <td>-0.47</td>\n",
       "      <td>-0.28</td>\n",
       "      <td>-0.56</td>\n",
       "      <td>3.82</td>\n",
       "      <td>106.35</td>\n",
       "      <td>-0.61</td>\n",
       "      <td>-69.12</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.67</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4264</th>\n",
       "      <td>54.4470</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.957</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.25</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>27.62</td>\n",
       "      <td>-27.18</td>\n",
       "      <td>-18.53</td>\n",
       "      <td>-0.36</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>3.77</td>\n",
       "      <td>44.40</td>\n",
       "      <td>5.65</td>\n",
       "      <td>38.76</td>\n",
       "      <td>0.13</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.99</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4265</th>\n",
       "      <td>54.4480</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.975</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>32.37</td>\n",
       "      <td>-18.29</td>\n",
       "      <td>-6.35</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>0.03</td>\n",
       "      <td>3.83</td>\n",
       "      <td>12.05</td>\n",
       "      <td>-4.58</td>\n",
       "      <td>30.67</td>\n",
       "      <td>0.24</td>\n",
       "      <td>0.08</td>\n",
       "      <td>1.03</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4266</th>\n",
       "      <td>54.4520</td>\n",
       "      <td>3</td>\n",
       "      <td>0.951</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.29</td>\n",
       "      <td>339.36</td>\n",
       "      <td>-9.22</td>\n",
       "      <td>6.64</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.11</td>\n",
       "      <td>3.76</td>\n",
       "      <td>35.71</td>\n",
       "      <td>-86.06</td>\n",
       "      <td>-163.88</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.10</td>\n",
       "      <td>1.19</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4267</th>\n",
       "      <td>54.4530</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.600</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.80</td>\n",
       "      <td>120.08</td>\n",
       "      <td>2.60</td>\n",
       "      <td>-3.86</td>\n",
       "      <td>0.38</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.10</td>\n",
       "      <td>3.74</td>\n",
       "      <td>47.00</td>\n",
       "      <td>2.75</td>\n",
       "      <td>3.97</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>-0.42</td>\n",
       "      <td>1.08</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4268</th>\n",
       "      <td>54.4570</td>\n",
       "      <td>0</td>\n",
       "      <td>0.984</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>0.02</td>\n",
       "      <td>17.70</td>\n",
       "      <td>-19.11</td>\n",
       "      <td>-6.88</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>3.89</td>\n",
       "      <td>-5.95</td>\n",
       "      <td>3.66</td>\n",
       "      <td>-4.73</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.88</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4269</th>\n",
       "      <td>54.4590</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.94</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4270</th>\n",
       "      <td>54.5070</td>\n",
       "      <td>7</td>\n",
       "      <td>0.089</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>202.84</td>\n",
       "      <td>-9.75</td>\n",
       "      <td>17.79</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-22.58</td>\n",
       "      <td>-64.24</td>\n",
       "      <td>83.92</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.87</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4271</th>\n",
       "      <td>54.5080</td>\n",
       "      <td>5</td>\n",
       "      <td>0.350</td>\n",
       "      <td>0.41</td>\n",
       "      <td>-0.37</td>\n",
       "      <td>-0.76</td>\n",
       "      <td>257.17</td>\n",
       "      <td>20.78</td>\n",
       "      <td>65.46</td>\n",
       "      <td>-0.50</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.53</td>\n",
       "      <td>3.82</td>\n",
       "      <td>-65.46</td>\n",
       "      <td>5.49</td>\n",
       "      <td>14.65</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.74</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4272</th>\n",
       "      <td>54.5260</td>\n",
       "      <td>6</td>\n",
       "      <td>-0.968</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.22</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>25.42</td>\n",
       "      <td>-24.87</td>\n",
       "      <td>-13.42</td>\n",
       "      <td>-0.33</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>3.77</td>\n",
       "      <td>32.50</td>\n",
       "      <td>50.96</td>\n",
       "      <td>-88.20</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.87</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4273</th>\n",
       "      <td>54.5270</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.976</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.15</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>32.49</td>\n",
       "      <td>-16.52</td>\n",
       "      <td>-6.97</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>0.16</td>\n",
       "      <td>3.83</td>\n",
       "      <td>-27.77</td>\n",
       "      <td>30.52</td>\n",
       "      <td>-3.51</td>\n",
       "      <td>0.27</td>\n",
       "      <td>0.03</td>\n",
       "      <td>1.12</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4274</th>\n",
       "      <td>54.5590</td>\n",
       "      <td>3</td>\n",
       "      <td>0.901</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.40</td>\n",
       "      <td>324.36</td>\n",
       "      <td>-12.77</td>\n",
       "      <td>13.73</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>3.76</td>\n",
       "      <td>42.72</td>\n",
       "      <td>-35.25</td>\n",
       "      <td>-87.28</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.28</td>\n",
       "      <td>0.83</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4275</th>\n",
       "      <td>54.5610</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.94</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4276</th>\n",
       "      <td>54.5640</td>\n",
       "      <td>0</td>\n",
       "      <td>0.984</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>0.02</td>\n",
       "      <td>17.20</td>\n",
       "      <td>-19.03</td>\n",
       "      <td>-7.60</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.24</td>\n",
       "      <td>3.89</td>\n",
       "      <td>-10.68</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>-11.75</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.78</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4277</th>\n",
       "      <td>54.5660</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.584</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.81</td>\n",
       "      <td>122.58</td>\n",
       "      <td>2.78</td>\n",
       "      <td>1.97</td>\n",
       "      <td>0.51</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.27</td>\n",
       "      <td>3.74</td>\n",
       "      <td>41.81</td>\n",
       "      <td>5.04</td>\n",
       "      <td>32.81</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>1.28</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4278</th>\n",
       "      <td>54.6100</td>\n",
       "      <td>7</td>\n",
       "      <td>0.153</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>210.16</td>\n",
       "      <td>-17.23</td>\n",
       "      <td>12.17</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-41.81</td>\n",
       "      <td>-44.40</td>\n",
       "      <td>69.12</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.98</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4279</th>\n",
       "      <td>54.6110</td>\n",
       "      <td>5</td>\n",
       "      <td>0.423</td>\n",
       "      <td>0.35</td>\n",
       "      <td>-0.30</td>\n",
       "      <td>-0.78</td>\n",
       "      <td>259.25</td>\n",
       "      <td>16.95</td>\n",
       "      <td>52.48</td>\n",
       "      <td>-0.78</td>\n",
       "      <td>-0.36</td>\n",
       "      <td>0.07</td>\n",
       "      <td>3.82</td>\n",
       "      <td>-240.02</td>\n",
       "      <td>-14.19</td>\n",
       "      <td>66.38</td>\n",
       "      <td>-0.33</td>\n",
       "      <td>0.32</td>\n",
       "      <td>1.36</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4280</th>\n",
       "      <td>54.6620</td>\n",
       "      <td>3</td>\n",
       "      <td>0.860</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.46</td>\n",
       "      <td>315.13</td>\n",
       "      <td>-11.78</td>\n",
       "      <td>21.63</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>3.76</td>\n",
       "      <td>58.90</td>\n",
       "      <td>-7.48</td>\n",
       "      <td>-72.33</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.79</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>986091 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      TimeSec  Sensor  Quatx  Quaty  Quatz  Quat0  Heading  Pitch   Roll  \\\n",
       "0      0.0362       2  0.822   0.01   0.26  -0.51   306.93  25.57 -16.37   \n",
       "1      0.0377       3  0.625  -0.21   0.26   0.71   113.60  38.21   7.42   \n",
       "2      0.0961       0  0.008   0.08   0.02   1.00   192.97  -9.34   2.16   \n",
       "3      0.0978       6 -0.978   0.03  -0.00  -0.21    38.13   1.13  -2.73   \n",
       "4      0.1018       5  0.448   0.44   0.49   0.61   116.18  -5.60  82.09   \n",
       "5      0.1032       1  0.105  -0.09   0.01  -0.99   206.37  -9.81  -2.63   \n",
       "6      0.1069       4  0.540  -0.59   0.39  -0.45   300.68  -6.56 -90.39   \n",
       "7      0.1086       7  0.955   0.11   0.16   0.23    42.78  15.05  16.65   \n",
       "8      0.1283       2  0.838  -0.01   0.26  -0.48   310.55  24.85 -16.97   \n",
       "9      0.1301       3  0.586  -0.22   0.23   0.74   119.48  37.14   5.69   \n",
       "10     0.1662       0 -0.045   0.09   0.02   1.00   199.05 -10.01   1.58   \n",
       "11     0.1678       6 -0.968   0.01   0.03  -0.25    43.15  -3.44  -1.57   \n",
       "12     0.1982       5  0.411   0.43   0.49   0.64   121.61  -7.94  81.38   \n",
       "13     0.1998       1  0.154  -0.09   0.00  -0.98   211.95  -9.58  -2.03   \n",
       "14     0.2036       4  0.558  -0.62   0.35  -0.43   306.61  -7.64 -90.53   \n",
       "15     0.2050       7  0.942   0.09   0.14   0.29    50.00  12.38  15.05   \n",
       "16     0.2443       0 -0.101   0.09   0.03   0.99   205.54 -10.56   1.96   \n",
       "17     0.2459       3  0.535  -0.24   0.20   0.78   126.80  36.64   4.11   \n",
       "18     0.2642       2  0.861  -0.03   0.25  -0.44   316.15  24.21 -17.51   \n",
       "19     0.2659       6 -0.955  -0.00   0.06  -0.29    47.90  -6.24  -1.72   \n",
       "20     0.3011       5  0.355   0.41   0.50   0.68   128.82 -11.79  80.05   \n",
       "21     0.3028       1  0.228  -0.08  -0.01  -0.97   220.57  -8.91  -1.17   \n",
       "22     0.3065       4  0.592  -0.64   0.31  -0.38   315.36  -6.74 -90.54   \n",
       "23     0.3080       7  0.911   0.07   0.15   0.38    60.57  12.96  14.21   \n",
       "24     0.3251       0 -0.162   0.09   0.04   0.98   212.51 -10.29   2.50   \n",
       "25     0.3266       3  0.461  -0.26   0.19   0.83   137.50  36.95   5.13   \n",
       "26     0.3993       2  0.891  -0.04   0.25  -0.38   324.52  24.14 -16.14   \n",
       "27     0.4009       1  0.301  -0.09  -0.03  -0.95   229.17 -10.88   0.46   \n",
       "28     0.4048       5  0.300   0.38   0.52   0.70   136.72 -13.27  79.93   \n",
       "29     0.4065       6 -0.941  -0.02   0.08  -0.33    52.68  -9.29  -1.28   \n",
       "...       ...     ...    ...    ...    ...    ...      ...    ...    ...   \n",
       "4251  54.2570       4 -0.502   0.06   0.03  -0.86   133.41   3.77  -6.55   \n",
       "4252  54.2600       0  0.985  -0.05  -0.17  -0.01    14.18 -19.14  -5.33   \n",
       "4253  54.2620       2  1.000   0.00   0.00   0.00     0.00   0.00   0.00   \n",
       "4254  54.3000       7  0.054   0.07  -0.19  -0.98   201.75   7.13  22.33   \n",
       "4255  54.3010       5  0.475   0.31  -0.27  -0.78   262.61  12.97  47.20   \n",
       "4256  54.3500       6 -0.950   0.16   0.26  -0.07    28.27 -27.88 -22.85   \n",
       "4257  54.3510       1 -0.977   0.05   0.17  -0.12    29.15 -18.64  -8.00   \n",
       "4258  54.3550       3  0.977   0.04  -0.03  -0.21   349.90  -2.25   4.98   \n",
       "4259  54.3570       4 -0.557   0.05   0.03  -0.83   126.18   2.60  -5.53   \n",
       "4260  54.4190       0  0.982  -0.06  -0.18   0.01    16.87 -20.28  -7.19   \n",
       "4261  54.4210       2  1.000   0.00   0.00   0.00     0.00   0.00   0.00   \n",
       "4262  54.4250       7  0.063   0.00  -0.19  -0.98   201.15  -1.15  21.50   \n",
       "4263  54.4270       5  0.376   0.38  -0.37  -0.76   257.84  17.62  63.30   \n",
       "4264  54.4470       6 -0.957   0.13   0.25  -0.08    27.62 -27.18 -18.53   \n",
       "4265  54.4480       1 -0.975   0.03   0.17  -0.15    32.37 -18.29  -6.35   \n",
       "4266  54.4520       3  0.951   0.03  -0.09  -0.29   339.36  -9.22   6.64   \n",
       "4267  54.4530       4 -0.600   0.04   0.01  -0.80   120.08   2.60  -3.86   \n",
       "4268  54.4570       0  0.984  -0.05  -0.17   0.02    17.70 -19.11  -6.88   \n",
       "4269  54.4590       2  1.000   0.00   0.00   0.00     0.00   0.00   0.00   \n",
       "4270  54.5070       7  0.089  -0.07  -0.16  -0.98   202.84  -9.75  17.79   \n",
       "4271  54.5080       5  0.350   0.41  -0.37  -0.76   257.17  20.78  65.46   \n",
       "4272  54.5260       6 -0.968   0.09   0.22  -0.07    25.42 -24.87 -13.42   \n",
       "4273  54.5270       1 -0.976   0.04   0.15  -0.15    32.49 -16.52  -6.97   \n",
       "4274  54.5590       3  0.901   0.06  -0.15  -0.40   324.36 -12.77  13.73   \n",
       "4275  54.5610       2  1.000   0.00   0.00   0.00     0.00   0.00   0.00   \n",
       "4276  54.5640       0  0.984  -0.06  -0.17   0.02    17.20 -19.03  -7.60   \n",
       "4277  54.5660       4 -0.584   0.01  -0.03  -0.81   122.58   2.78   1.97   \n",
       "4278  54.6100       7  0.153  -0.13  -0.12  -0.97   210.16 -17.23  12.17   \n",
       "4279  54.6110       5  0.423   0.35  -0.30  -0.78   259.25  16.95  52.48   \n",
       "4280  54.6620       3  0.860   0.11  -0.18  -0.46   315.13 -11.78  21.63   \n",
       "\n",
       "      LinAccx  LinAccy  LinAccz  Vbat    Accx   Accy    Accz  Gyrox  Gyroy  \\\n",
       "0       -0.03    -0.03    -0.02  3.94  -19.84 -11.14   16.33  -0.47  -0.28   \n",
       "1        0.06    -0.08    -0.08  3.80  -37.84  -4.27   53.71  -0.51   0.03   \n",
       "2        0.11    -0.13    -0.02  3.92    2.75  -1.68   36.01   0.07  -0.10   \n",
       "3        0.08     0.36     0.33  3.81  -18.92 -64.70  118.26  -0.13   0.07   \n",
       "4        0.26    -0.13    -0.21  3.87    5.19  45.62   -2.90   0.15   0.67   \n",
       "5       -0.01     0.04    -0.05  3.91   -3.51  18.31   61.04   0.20  -0.02   \n",
       "6        0.10     0.06    -0.26  3.79    8.85 -50.35  -32.35   0.15  -1.09   \n",
       "7        0.11     0.29    -0.22  0.00  -14.34 -24.11   85.60  -0.28  -0.09   \n",
       "8       -0.12     0.06    -0.06  3.94  -31.13 -19.23   33.87  -0.37  -0.39   \n",
       "9       -0.01     0.01    -0.16  3.80  -56.00   1.37   29.91  -0.50   0.10   \n",
       "10       0.04    -0.03    -0.01  3.92   10.53  -7.32   64.24   0.13   0.00   \n",
       "11       0.21     0.33    -0.01  3.81  -13.58 -64.85    7.32   0.03  -0.42   \n",
       "12       0.43    -0.03    -0.02  3.87    7.48  67.75   37.99   0.04   0.72   \n",
       "13      -0.01    -0.02    -0.05  3.91   26.40   3.81   61.49   0.17  -0.07   \n",
       "14       0.21    -0.00    -0.03  3.79   16.17 -65.77   -1.83   0.20  -1.04   \n",
       "15      -0.00     0.19    -0.02  0.00  -39.06  18.62   69.12  -0.31   0.10   \n",
       "16       0.04     0.05     0.02  3.92   14.04   7.93   55.54   0.15   0.09   \n",
       "17       0.00     0.00    -0.02  3.80  -59.51  -0.31   93.69  -0.60   0.08   \n",
       "18      -0.01     0.08    -0.03  3.94  -36.01 -13.12   54.47  -0.35  -0.35   \n",
       "19      -0.12     0.09     0.01  3.81   21.36 -20.60   82.86  -0.04  -0.03   \n",
       "20       0.29     0.05    -0.02  3.87   17.85  71.72   24.41   0.10   0.77   \n",
       "21      -0.11     0.17    -0.01  3.91   19.84   5.95   92.77   0.34   0.10   \n",
       "22       0.27    -0.05    -0.26  3.79    7.02 -74.31    2.44   0.35  -0.95   \n",
       "23      -0.01     0.16     0.09  0.00  -22.28  32.50  104.06  -0.38   0.20   \n",
       "24       0.04     0.03    -0.11  3.92   13.12   9.77   85.14   0.14   0.10   \n",
       "25       0.00     0.09     0.11  3.80  -35.86  18.31   78.58  -0.71   0.12   \n",
       "26       0.09     0.13    -0.13  3.94  -21.97 -21.51   90.33  -0.22  -0.24   \n",
       "27       0.15     0.10    -0.05  3.91   19.99  -8.39   61.65   0.12   0.17   \n",
       "28       0.15     0.02    -0.04  3.87   17.70  78.58   24.87   0.12   0.95   \n",
       "29       0.20    -0.05    -0.04  3.81   12.66 -25.63   51.27   0.34  -0.08   \n",
       "...       ...      ...      ...   ...     ...    ...     ...    ...    ...   \n",
       "4251     0.15     0.16    -0.13  3.74   35.71 -16.94  -22.74  -0.27  -0.15   \n",
       "4252    -0.45    -0.07     0.21  3.88  -12.97 -44.71   21.82  -0.08  -0.07   \n",
       "4253     0.00     0.00     0.00  3.94    0.00   0.00    0.00   0.00   0.00   \n",
       "4254     0.72     0.15     0.66  0.00   49.44 -69.58 -109.86  -0.46   0.07   \n",
       "4255    -0.63    -0.20    -0.11  3.82  233.15 -25.94  -69.58  -0.16   0.19   \n",
       "4256    -0.30    -0.23     0.16  3.77   24.41   1.07  -55.54   0.33  -0.17   \n",
       "4257    -0.02    -0.23    -0.17  3.83   22.13  17.24   29.60   0.36   0.11   \n",
       "4258    -0.10    -0.11     0.14  3.76   -3.20 -84.53  -65.00  -0.08   0.14   \n",
       "4259     0.27     0.11    -0.12  3.74    4.58   5.04  -91.09  -0.25  -0.30   \n",
       "4260    -0.48    -0.12    -0.05  3.88    9.46  22.58   24.26  -0.15   0.04   \n",
       "4261     0.00     0.00     0.00  3.94    0.00   0.00    0.00   0.00   0.00   \n",
       "4262    -0.44     0.31     0.09  0.00  -28.69 -94.60   11.44   0.36   0.34   \n",
       "4263    -0.47    -0.28    -0.56  3.82  106.35  -0.61  -69.12  -0.18   0.11   \n",
       "4264    -0.36    -0.11    -0.08  3.77   44.40   5.65   38.76   0.13  -0.09   \n",
       "4265    -0.14    -0.16     0.03  3.83   12.05  -4.58   30.67   0.24   0.08   \n",
       "4266    -0.16    -0.07     0.11  3.76   35.71 -86.06 -163.88   0.03   0.10   \n",
       "4267     0.38     0.06     0.10  3.74   47.00   2.75    3.97  -0.22  -0.42   \n",
       "4268    -0.21    -0.09    -0.14  3.89   -5.95   3.66   -4.73   0.09   0.01   \n",
       "4269     0.00     0.00     0.00  3.94    0.00   0.00    0.00   0.00   0.00   \n",
       "4270    -0.05    -0.14    -0.10  0.00  -22.58 -64.24   83.92   0.17   0.14   \n",
       "4271    -0.50    -0.35    -0.53  3.82  -65.46   5.49   14.65  -0.26   0.12   \n",
       "4272    -0.33    -0.26    -0.21  3.77   32.50  50.96  -88.20   0.09   0.09   \n",
       "4273    -0.10    -0.14     0.16  3.83  -27.77  30.52   -3.51   0.27   0.03   \n",
       "4274    -0.10    -0.18    -0.10  3.76   42.72 -35.25  -87.28   0.00   0.28   \n",
       "4275     0.00     0.00     0.00  3.94    0.00   0.00    0.00   0.00   0.00   \n",
       "4276    -0.20    -0.10    -0.24  3.89  -10.68  -0.31  -11.75   0.07   0.00   \n",
       "4277     0.51     0.00     0.27  3.74   41.81   5.04   32.81  -0.22  -0.44   \n",
       "4278     0.20    -0.08    -0.01  0.00  -41.81 -44.40   69.12   0.08   0.19   \n",
       "4279    -0.78    -0.36     0.07  3.82 -240.02 -14.19   66.38  -0.33   0.32   \n",
       "4280    -0.13     0.11    -0.19  3.76   58.90  -7.48  -72.33   0.19   0.15   \n",
       "\n",
       "      Gyroz  activity  \n",
       "0      0.81        13  \n",
       "1      0.77        13  \n",
       "2      0.98        13  \n",
       "3      1.20        13  \n",
       "4      0.35        13  \n",
       "5      0.84        13  \n",
       "6      0.06        13  \n",
       "7      0.82        13  \n",
       "8      0.77        13  \n",
       "9      0.68        13  \n",
       "10     0.98        13  \n",
       "11     1.05        13  \n",
       "12     0.60        13  \n",
       "13     0.94        13  \n",
       "14     0.21        13  \n",
       "15     0.95        13  \n",
       "16     0.99        13  \n",
       "17     0.79        13  \n",
       "18     0.87        13  \n",
       "19     1.02        13  \n",
       "20     0.38        13  \n",
       "21     0.94        13  \n",
       "22     0.16        13  \n",
       "23     1.01        13  \n",
       "24     0.88        13  \n",
       "25     0.81        13  \n",
       "26     0.81        13  \n",
       "27     0.93        13  \n",
       "28     0.21        13  \n",
       "29     0.90        13  \n",
       "...     ...       ...  \n",
       "4251   0.83        11  \n",
       "4252   1.34        11  \n",
       "4253   0.00        11  \n",
       "4254   1.39        11  \n",
       "4255   1.07        11  \n",
       "4256   1.16        11  \n",
       "4257   0.76        11  \n",
       "4258   1.13        11  \n",
       "4259   0.84        11  \n",
       "4260   1.11        11  \n",
       "4261   0.00        11  \n",
       "4262   1.00        11  \n",
       "4263   0.67        11  \n",
       "4264   0.99        11  \n",
       "4265   1.03        11  \n",
       "4266   1.19        11  \n",
       "4267   1.08        11  \n",
       "4268   0.88        11  \n",
       "4269   0.00        11  \n",
       "4270   0.87        11  \n",
       "4271   0.74        11  \n",
       "4272   0.87        11  \n",
       "4273   1.12        11  \n",
       "4274   0.83        11  \n",
       "4275   0.00        11  \n",
       "4276   0.78        11  \n",
       "4277   1.28        11  \n",
       "4278   0.98        11  \n",
       "4279   1.36        11  \n",
       "4280   0.79        11  \n",
       "\n",
       "[986091 rows x 20 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the correct dataset should have 986091 rows and 20 columns\n",
    "data_df = pd.concat(frame)\n",
    "data_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TimeSec</th>\n",
       "      <th>Sensor</th>\n",
       "      <th>Quatx</th>\n",
       "      <th>Quaty</th>\n",
       "      <th>Quatz</th>\n",
       "      <th>Quat0</th>\n",
       "      <th>Heading</th>\n",
       "      <th>Pitch</th>\n",
       "      <th>Roll</th>\n",
       "      <th>LinAccx</th>\n",
       "      <th>LinAccy</th>\n",
       "      <th>LinAccz</th>\n",
       "      <th>Vbat</th>\n",
       "      <th>Accx</th>\n",
       "      <th>Accy</th>\n",
       "      <th>Accz</th>\n",
       "      <th>Gyrox</th>\n",
       "      <th>Gyroy</th>\n",
       "      <th>Gyroz</th>\n",
       "      <th>activity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0961</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.008</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.02</td>\n",
       "      <td>1.00</td>\n",
       "      <td>192.97</td>\n",
       "      <td>-9.34</td>\n",
       "      <td>2.16</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.92</td>\n",
       "      <td>2.75</td>\n",
       "      <td>-1.68</td>\n",
       "      <td>36.01</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.98</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.1662</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.045</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.02</td>\n",
       "      <td>1.00</td>\n",
       "      <td>199.05</td>\n",
       "      <td>-10.01</td>\n",
       "      <td>1.58</td>\n",
       "      <td>0.04</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>3.92</td>\n",
       "      <td>10.53</td>\n",
       "      <td>-7.32</td>\n",
       "      <td>64.24</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.98</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.2443</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.101</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.99</td>\n",
       "      <td>205.54</td>\n",
       "      <td>-10.56</td>\n",
       "      <td>1.96</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.02</td>\n",
       "      <td>3.92</td>\n",
       "      <td>14.04</td>\n",
       "      <td>7.93</td>\n",
       "      <td>55.54</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.99</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.3251</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.162</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.98</td>\n",
       "      <td>212.51</td>\n",
       "      <td>-10.29</td>\n",
       "      <td>2.50</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>3.92</td>\n",
       "      <td>13.12</td>\n",
       "      <td>9.77</td>\n",
       "      <td>85.14</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.88</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.4662</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.240</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.97</td>\n",
       "      <td>221.67</td>\n",
       "      <td>-10.09</td>\n",
       "      <td>2.66</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.11</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>3.92</td>\n",
       "      <td>14.65</td>\n",
       "      <td>5.49</td>\n",
       "      <td>90.33</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.5513</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.327</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.94</td>\n",
       "      <td>232.17</td>\n",
       "      <td>-11.17</td>\n",
       "      <td>2.98</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.13</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>3.92</td>\n",
       "      <td>8.24</td>\n",
       "      <td>2.75</td>\n",
       "      <td>99.64</td>\n",
       "      <td>0.29</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.90</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.6311</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.406</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.91</td>\n",
       "      <td>241.95</td>\n",
       "      <td>-12.66</td>\n",
       "      <td>3.01</td>\n",
       "      <td>0.07</td>\n",
       "      <td>0.15</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>3.92</td>\n",
       "      <td>10.83</td>\n",
       "      <td>-10.07</td>\n",
       "      <td>82.55</td>\n",
       "      <td>0.27</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.91</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.476</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.87</td>\n",
       "      <td>250.95</td>\n",
       "      <td>-15.09</td>\n",
       "      <td>3.72</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.06</td>\n",
       "      <td>3.92</td>\n",
       "      <td>8.70</td>\n",
       "      <td>-7.63</td>\n",
       "      <td>76.45</td>\n",
       "      <td>0.32</td>\n",
       "      <td>0.21</td>\n",
       "      <td>1.00</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.8486</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.531</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.83</td>\n",
       "      <td>258.43</td>\n",
       "      <td>-17.20</td>\n",
       "      <td>4.42</td>\n",
       "      <td>0.06</td>\n",
       "      <td>0.04</td>\n",
       "      <td>0.07</td>\n",
       "      <td>3.92</td>\n",
       "      <td>16.33</td>\n",
       "      <td>-5.19</td>\n",
       "      <td>71.26</td>\n",
       "      <td>0.33</td>\n",
       "      <td>0.14</td>\n",
       "      <td>1.03</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.9771</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.586</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.79</td>\n",
       "      <td>266.18</td>\n",
       "      <td>-17.94</td>\n",
       "      <td>4.90</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.09</td>\n",
       "      <td>3.92</td>\n",
       "      <td>15.26</td>\n",
       "      <td>6.87</td>\n",
       "      <td>39.67</td>\n",
       "      <td>0.30</td>\n",
       "      <td>0.14</td>\n",
       "      <td>1.05</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.1224</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.615</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.77</td>\n",
       "      <td>270.22</td>\n",
       "      <td>-17.86</td>\n",
       "      <td>5.82</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>3.92</td>\n",
       "      <td>8.85</td>\n",
       "      <td>-2.90</td>\n",
       "      <td>42.72</td>\n",
       "      <td>0.21</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.89</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1.1661</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.653</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.74</td>\n",
       "      <td>276.28</td>\n",
       "      <td>-19.68</td>\n",
       "      <td>5.25</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>3.92</td>\n",
       "      <td>5.65</td>\n",
       "      <td>-3.20</td>\n",
       "      <td>66.83</td>\n",
       "      <td>0.24</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.87</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.2561</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.694</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.70</td>\n",
       "      <td>283.17</td>\n",
       "      <td>-20.67</td>\n",
       "      <td>4.16</td>\n",
       "      <td>0.06</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.01</td>\n",
       "      <td>3.92</td>\n",
       "      <td>5.04</td>\n",
       "      <td>0.31</td>\n",
       "      <td>47.00</td>\n",
       "      <td>0.29</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.95</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1.3862</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.715</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.67</td>\n",
       "      <td>286.91</td>\n",
       "      <td>-22.03</td>\n",
       "      <td>4.13</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>3.92</td>\n",
       "      <td>4.58</td>\n",
       "      <td>-4.27</td>\n",
       "      <td>25.02</td>\n",
       "      <td>0.35</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.90</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1.4730</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.730</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.65</td>\n",
       "      <td>289.66</td>\n",
       "      <td>-22.99</td>\n",
       "      <td>4.22</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>0.01</td>\n",
       "      <td>3.92</td>\n",
       "      <td>5.65</td>\n",
       "      <td>2.59</td>\n",
       "      <td>17.24</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.00</td>\n",
       "      <td>0.98</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1.5890</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.745</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.18</td>\n",
       "      <td>0.63</td>\n",
       "      <td>292.21</td>\n",
       "      <td>-23.29</td>\n",
       "      <td>4.82</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>0.32</td>\n",
       "      <td>3.92</td>\n",
       "      <td>17.40</td>\n",
       "      <td>-4.58</td>\n",
       "      <td>24.11</td>\n",
       "      <td>0.32</td>\n",
       "      <td>0.09</td>\n",
       "      <td>1.34</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1.6821</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.747</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.63</td>\n",
       "      <td>292.55</td>\n",
       "      <td>-24.23</td>\n",
       "      <td>6.65</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>3.92</td>\n",
       "      <td>6.26</td>\n",
       "      <td>-2.44</td>\n",
       "      <td>3.51</td>\n",
       "      <td>0.16</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1.7753</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.757</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.62</td>\n",
       "      <td>294.22</td>\n",
       "      <td>-24.29</td>\n",
       "      <td>7.05</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.25</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>3.92</td>\n",
       "      <td>1.83</td>\n",
       "      <td>0.92</td>\n",
       "      <td>0.46</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1.8923</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.757</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.62</td>\n",
       "      <td>294.26</td>\n",
       "      <td>-24.40</td>\n",
       "      <td>7.40</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-0.76</td>\n",
       "      <td>3.66</td>\n",
       "      <td>-10.99</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.84</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2.0372</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.750</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.62</td>\n",
       "      <td>292.96</td>\n",
       "      <td>-24.66</td>\n",
       "      <td>8.12</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-3.20</td>\n",
       "      <td>-2.14</td>\n",
       "      <td>-11.75</td>\n",
       "      <td>0.27</td>\n",
       "      <td>0.10</td>\n",
       "      <td>0.91</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2.0830</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.744</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.63</td>\n",
       "      <td>291.78</td>\n",
       "      <td>-24.79</td>\n",
       "      <td>8.32</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-7.48</td>\n",
       "      <td>-4.27</td>\n",
       "      <td>-18.92</td>\n",
       "      <td>0.34</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.94</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2.1932</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.738</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.64</td>\n",
       "      <td>290.70</td>\n",
       "      <td>-24.60</td>\n",
       "      <td>8.24</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>0.05</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-18.31</td>\n",
       "      <td>0.61</td>\n",
       "      <td>-12.05</td>\n",
       "      <td>0.29</td>\n",
       "      <td>0.14</td>\n",
       "      <td>1.02</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2.2852</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.736</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.64</td>\n",
       "      <td>290.74</td>\n",
       "      <td>-25.29</td>\n",
       "      <td>6.08</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-26.55</td>\n",
       "      <td>13.28</td>\n",
       "      <td>-6.41</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.95</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2.3783</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.720</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.66</td>\n",
       "      <td>287.79</td>\n",
       "      <td>-24.69</td>\n",
       "      <td>6.13</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-7.02</td>\n",
       "      <td>5.49</td>\n",
       "      <td>-33.11</td>\n",
       "      <td>0.10</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.97</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2.5002</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.705</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.67</td>\n",
       "      <td>285.11</td>\n",
       "      <td>-24.45</td>\n",
       "      <td>6.61</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-5.49</td>\n",
       "      <td>-2.14</td>\n",
       "      <td>-29.75</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>0.85</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2.6261</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.690</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.69</td>\n",
       "      <td>282.59</td>\n",
       "      <td>-24.43</td>\n",
       "      <td>7.07</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>3.92</td>\n",
       "      <td>-2.14</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>-19.07</td>\n",
       "      <td>0.25</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.87</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2.7032</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.684</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.69</td>\n",
       "      <td>281.52</td>\n",
       "      <td>-24.90</td>\n",
       "      <td>7.40</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>3.92</td>\n",
       "      <td>3.36</td>\n",
       "      <td>-8.85</td>\n",
       "      <td>-5.65</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.95</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2.8245</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.671</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.70</td>\n",
       "      <td>279.28</td>\n",
       "      <td>-25.47</td>\n",
       "      <td>8.55</td>\n",
       "      <td>-0.27</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>0.19</td>\n",
       "      <td>3.92</td>\n",
       "      <td>2.75</td>\n",
       "      <td>-11.14</td>\n",
       "      <td>-19.53</td>\n",
       "      <td>0.36</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>1.21</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2.9012</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.672</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.70</td>\n",
       "      <td>279.60</td>\n",
       "      <td>-26.26</td>\n",
       "      <td>8.80</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.28</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>3.92</td>\n",
       "      <td>2.29</td>\n",
       "      <td>-1.22</td>\n",
       "      <td>19.23</td>\n",
       "      <td>0.17</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>0.95</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2.9836</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.698</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.68</td>\n",
       "      <td>284.22</td>\n",
       "      <td>-26.28</td>\n",
       "      <td>7.04</td>\n",
       "      <td>0.02</td>\n",
       "      <td>-0.35</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>3.92</td>\n",
       "      <td>5.19</td>\n",
       "      <td>4.12</td>\n",
       "      <td>25.02</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.15</td>\n",
       "      <td>1.00</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986061</th>\n",
       "      <td>51.6820</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.389</td>\n",
       "      <td>0.09</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-0.88</td>\n",
       "      <td>150.89</td>\n",
       "      <td>20.63</td>\n",
       "      <td>24.14</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.49</td>\n",
       "      <td>-0.75</td>\n",
       "      <td>0.00</td>\n",
       "      <td>25.48</td>\n",
       "      <td>10.99</td>\n",
       "      <td>-130.16</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>0.46</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986062</th>\n",
       "      <td>51.7850</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.432</td>\n",
       "      <td>0.08</td>\n",
       "      <td>-0.24</td>\n",
       "      <td>-0.87</td>\n",
       "      <td>144.87</td>\n",
       "      <td>20.55</td>\n",
       "      <td>21.27</td>\n",
       "      <td>0.48</td>\n",
       "      <td>0.12</td>\n",
       "      <td>0.31</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-1.37</td>\n",
       "      <td>-58.75</td>\n",
       "      <td>100.40</td>\n",
       "      <td>-1.02</td>\n",
       "      <td>0.22</td>\n",
       "      <td>1.17</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986063</th>\n",
       "      <td>51.8450</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.405</td>\n",
       "      <td>0.05</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>-0.88</td>\n",
       "      <td>148.08</td>\n",
       "      <td>16.05</td>\n",
       "      <td>22.87</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.47</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>17.55</td>\n",
       "      <td>-5.49</td>\n",
       "      <td>-83.77</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.10</td>\n",
       "      <td>1.20</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986064</th>\n",
       "      <td>51.9840</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.465</td>\n",
       "      <td>0.03</td>\n",
       "      <td>-0.23</td>\n",
       "      <td>-0.85</td>\n",
       "      <td>139.97</td>\n",
       "      <td>15.50</td>\n",
       "      <td>22.21</td>\n",
       "      <td>0.28</td>\n",
       "      <td>-1.28</td>\n",
       "      <td>-0.57</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-20.75</td>\n",
       "      <td>-48.83</td>\n",
       "      <td>82.55</td>\n",
       "      <td>0.94</td>\n",
       "      <td>-0.81</td>\n",
       "      <td>0.81</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986065</th>\n",
       "      <td>52.0840</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.437</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.88</td>\n",
       "      <td>142.11</td>\n",
       "      <td>4.54</td>\n",
       "      <td>20.31</td>\n",
       "      <td>0.08</td>\n",
       "      <td>-0.40</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-34.48</td>\n",
       "      <td>-63.32</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>0.14</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>1.04</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986066</th>\n",
       "      <td>52.1850</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.396</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.90</td>\n",
       "      <td>146.23</td>\n",
       "      <td>-3.70</td>\n",
       "      <td>17.96</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-28.23</td>\n",
       "      <td>-62.71</td>\n",
       "      <td>121.77</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.97</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986067</th>\n",
       "      <td>52.2460</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.319</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.94</td>\n",
       "      <td>155.08</td>\n",
       "      <td>-10.36</td>\n",
       "      <td>13.95</td>\n",
       "      <td>0.21</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-14.19</td>\n",
       "      <td>-31.89</td>\n",
       "      <td>77.67</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>0.14</td>\n",
       "      <td>1.02</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986068</th>\n",
       "      <td>52.3530</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.263</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>-0.95</td>\n",
       "      <td>161.81</td>\n",
       "      <td>-14.06</td>\n",
       "      <td>10.77</td>\n",
       "      <td>0.31</td>\n",
       "      <td>0.23</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-14.65</td>\n",
       "      <td>-21.51</td>\n",
       "      <td>66.38</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>0.22</td>\n",
       "      <td>0.95</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986069</th>\n",
       "      <td>52.4530</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.215</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-0.96</td>\n",
       "      <td>167.75</td>\n",
       "      <td>-16.20</td>\n",
       "      <td>8.45</td>\n",
       "      <td>0.34</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-7.78</td>\n",
       "      <td>-3.81</td>\n",
       "      <td>53.10</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>1.17</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986070</th>\n",
       "      <td>52.5540</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.172</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>173.07</td>\n",
       "      <td>-13.40</td>\n",
       "      <td>8.14</td>\n",
       "      <td>1.16</td>\n",
       "      <td>-0.38</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.00</td>\n",
       "      <td>33.11</td>\n",
       "      <td>162.05</td>\n",
       "      <td>34.79</td>\n",
       "      <td>-0.50</td>\n",
       "      <td>-0.66</td>\n",
       "      <td>1.39</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986071</th>\n",
       "      <td>52.6560</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.044</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.99</td>\n",
       "      <td>188.85</td>\n",
       "      <td>-1.30</td>\n",
       "      <td>10.83</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.55</td>\n",
       "      <td>0.38</td>\n",
       "      <td>0.00</td>\n",
       "      <td>67.14</td>\n",
       "      <td>104.22</td>\n",
       "      <td>97.20</td>\n",
       "      <td>0.15</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>1.37</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986072</th>\n",
       "      <td>52.7300</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.022</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>198.04</td>\n",
       "      <td>7.97</td>\n",
       "      <td>20.23</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>-0.37</td>\n",
       "      <td>0.00</td>\n",
       "      <td>70.50</td>\n",
       "      <td>91.09</td>\n",
       "      <td>18.01</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.01</td>\n",
       "      <td>0.68</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986073</th>\n",
       "      <td>52.8570</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.025</td>\n",
       "      <td>0.13</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>194.32</td>\n",
       "      <td>15.12</td>\n",
       "      <td>23.67</td>\n",
       "      <td>-0.41</td>\n",
       "      <td>-0.27</td>\n",
       "      <td>-0.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>14.04</td>\n",
       "      <td>1.07</td>\n",
       "      <td>-111.69</td>\n",
       "      <td>0.33</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>0.38</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986074</th>\n",
       "      <td>53.0000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.046</td>\n",
       "      <td>0.09</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>190.73</td>\n",
       "      <td>10.94</td>\n",
       "      <td>21.77</td>\n",
       "      <td>0.92</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>0.57</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-2.75</td>\n",
       "      <td>-80.72</td>\n",
       "      <td>143.13</td>\n",
       "      <td>-1.31</td>\n",
       "      <td>0.43</td>\n",
       "      <td>1.39</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986075</th>\n",
       "      <td>53.0620</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.058</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>189.26</td>\n",
       "      <td>9.75</td>\n",
       "      <td>23.48</td>\n",
       "      <td>-0.49</td>\n",
       "      <td>-0.52</td>\n",
       "      <td>-0.22</td>\n",
       "      <td>0.00</td>\n",
       "      <td>36.62</td>\n",
       "      <td>-56.00</td>\n",
       "      <td>19.23</td>\n",
       "      <td>0.42</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>1.02</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986076</th>\n",
       "      <td>53.1610</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.113</td>\n",
       "      <td>0.05</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>182.47</td>\n",
       "      <td>8.47</td>\n",
       "      <td>23.34</td>\n",
       "      <td>-1.19</td>\n",
       "      <td>-2.00</td>\n",
       "      <td>-1.45</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-23.19</td>\n",
       "      <td>-71.26</td>\n",
       "      <td>57.83</td>\n",
       "      <td>1.09</td>\n",
       "      <td>-1.34</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986077</th>\n",
       "      <td>53.3040</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.086</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-0.17</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>183.50</td>\n",
       "      <td>-3.34</td>\n",
       "      <td>19.78</td>\n",
       "      <td>0.09</td>\n",
       "      <td>-0.40</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-49.74</td>\n",
       "      <td>-68.82</td>\n",
       "      <td>1.07</td>\n",
       "      <td>0.02</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>1.05</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986078</th>\n",
       "      <td>53.3900</td>\n",
       "      <td>7.0</td>\n",
       "      <td>-0.035</td>\n",
       "      <td>-0.11</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>188.29</td>\n",
       "      <td>-11.64</td>\n",
       "      <td>15.98</td>\n",
       "      <td>0.10</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-47.91</td>\n",
       "      <td>-53.25</td>\n",
       "      <td>103.30</td>\n",
       "      <td>0.11</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.96</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986079</th>\n",
       "      <td>53.4510</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.019</td>\n",
       "      <td>-0.15</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>194.69</td>\n",
       "      <td>-17.88</td>\n",
       "      <td>10.19</td>\n",
       "      <td>0.24</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-39.06</td>\n",
       "      <td>-49.74</td>\n",
       "      <td>52.19</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.96</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986080</th>\n",
       "      <td>53.6120</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.040</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.06</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>197.50</td>\n",
       "      <td>-21.98</td>\n",
       "      <td>6.13</td>\n",
       "      <td>0.61</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-25.79</td>\n",
       "      <td>-34.64</td>\n",
       "      <td>63.02</td>\n",
       "      <td>-0.21</td>\n",
       "      <td>0.13</td>\n",
       "      <td>1.03</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986081</th>\n",
       "      <td>53.6950</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.083</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>203.40</td>\n",
       "      <td>-22.94</td>\n",
       "      <td>1.86</td>\n",
       "      <td>0.94</td>\n",
       "      <td>0.13</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.00</td>\n",
       "      <td>6.87</td>\n",
       "      <td>34.18</td>\n",
       "      <td>25.18</td>\n",
       "      <td>-0.43</td>\n",
       "      <td>0.42</td>\n",
       "      <td>1.41</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986082</th>\n",
       "      <td>53.8070</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.140</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>209.83</td>\n",
       "      <td>-11.67</td>\n",
       "      <td>4.09</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.57</td>\n",
       "      <td>0.38</td>\n",
       "      <td>0.00</td>\n",
       "      <td>75.53</td>\n",
       "      <td>138.24</td>\n",
       "      <td>175.32</td>\n",
       "      <td>0.29</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>1.53</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986083</th>\n",
       "      <td>53.9090</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.206</td>\n",
       "      <td>0.01</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>217.90</td>\n",
       "      <td>-1.06</td>\n",
       "      <td>11.98</td>\n",
       "      <td>-0.34</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.00</td>\n",
       "      <td>117.19</td>\n",
       "      <td>96.28</td>\n",
       "      <td>-12.51</td>\n",
       "      <td>0.27</td>\n",
       "      <td>-0.03</td>\n",
       "      <td>1.20</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986084</th>\n",
       "      <td>53.9960</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.169</td>\n",
       "      <td>0.10</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.96</td>\n",
       "      <td>215.40</td>\n",
       "      <td>7.44</td>\n",
       "      <td>22.00</td>\n",
       "      <td>-0.41</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.68</td>\n",
       "      <td>0.00</td>\n",
       "      <td>71.11</td>\n",
       "      <td>32.04</td>\n",
       "      <td>-118.10</td>\n",
       "      <td>0.30</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>0.41</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986085</th>\n",
       "      <td>54.1080</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.087</td>\n",
       "      <td>0.12</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>206.49</td>\n",
       "      <td>11.11</td>\n",
       "      <td>22.36</td>\n",
       "      <td>-0.09</td>\n",
       "      <td>-0.49</td>\n",
       "      <td>-0.60</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-28.84</td>\n",
       "      <td>-50.81</td>\n",
       "      <td>-25.79</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.28</td>\n",
       "      <td>0.60</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986086</th>\n",
       "      <td>54.1990</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.076</td>\n",
       "      <td>0.09</td>\n",
       "      <td>-0.18</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>204.60</td>\n",
       "      <td>8.44</td>\n",
       "      <td>21.68</td>\n",
       "      <td>0.73</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>43.49</td>\n",
       "      <td>16.78</td>\n",
       "      <td>-49.90</td>\n",
       "      <td>-0.70</td>\n",
       "      <td>0.34</td>\n",
       "      <td>0.91</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986087</th>\n",
       "      <td>54.3000</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.054</td>\n",
       "      <td>0.07</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>201.75</td>\n",
       "      <td>7.13</td>\n",
       "      <td>22.33</td>\n",
       "      <td>0.72</td>\n",
       "      <td>0.15</td>\n",
       "      <td>0.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>49.44</td>\n",
       "      <td>-69.58</td>\n",
       "      <td>-109.86</td>\n",
       "      <td>-0.46</td>\n",
       "      <td>0.07</td>\n",
       "      <td>1.39</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986088</th>\n",
       "      <td>54.4250</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.063</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-0.19</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>201.15</td>\n",
       "      <td>-1.15</td>\n",
       "      <td>21.50</td>\n",
       "      <td>-0.44</td>\n",
       "      <td>0.31</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-28.69</td>\n",
       "      <td>-94.60</td>\n",
       "      <td>11.44</td>\n",
       "      <td>0.36</td>\n",
       "      <td>0.34</td>\n",
       "      <td>1.00</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986089</th>\n",
       "      <td>54.5070</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.089</td>\n",
       "      <td>-0.07</td>\n",
       "      <td>-0.16</td>\n",
       "      <td>-0.98</td>\n",
       "      <td>202.84</td>\n",
       "      <td>-9.75</td>\n",
       "      <td>17.79</td>\n",
       "      <td>-0.05</td>\n",
       "      <td>-0.14</td>\n",
       "      <td>-0.10</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-22.58</td>\n",
       "      <td>-64.24</td>\n",
       "      <td>83.92</td>\n",
       "      <td>0.17</td>\n",
       "      <td>0.14</td>\n",
       "      <td>0.87</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>986090</th>\n",
       "      <td>54.6100</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.153</td>\n",
       "      <td>-0.13</td>\n",
       "      <td>-0.12</td>\n",
       "      <td>-0.97</td>\n",
       "      <td>210.16</td>\n",
       "      <td>-17.23</td>\n",
       "      <td>12.17</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-0.08</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>0.00</td>\n",
       "      <td>-41.81</td>\n",
       "      <td>-44.40</td>\n",
       "      <td>69.12</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.19</td>\n",
       "      <td>0.98</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>986091 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        TimeSec  Sensor  Quatx  Quaty  Quatz  Quat0  Heading  Pitch   Roll  \\\n",
       "0        0.0961     0.0  0.008   0.08   0.02   1.00   192.97  -9.34   2.16   \n",
       "1        0.1662     0.0 -0.045   0.09   0.02   1.00   199.05 -10.01   1.58   \n",
       "2        0.2443     0.0 -0.101   0.09   0.03   0.99   205.54 -10.56   1.96   \n",
       "3        0.3251     0.0 -0.162   0.09   0.04   0.98   212.51 -10.29   2.50   \n",
       "4        0.4662     0.0 -0.240   0.08   0.04   0.97   221.67 -10.09   2.66   \n",
       "5        0.5513     0.0 -0.327   0.08   0.06   0.94   232.17 -11.17   2.98   \n",
       "6        0.6311     0.0 -0.406   0.09   0.07   0.91   241.95 -12.66   3.01   \n",
       "7        0.7422     0.0 -0.476   0.10   0.09   0.87   250.95 -15.09   3.72   \n",
       "8        0.8486     0.0 -0.531   0.11   0.11   0.83   258.43 -17.20   4.42   \n",
       "9        0.9771     0.0 -0.586   0.10   0.13   0.79   266.18 -17.94   4.90   \n",
       "10       1.1224     0.0 -0.615   0.09   0.14   0.77   270.22 -17.86   5.82   \n",
       "11       1.1661     0.0 -0.653   0.10   0.15   0.74   276.28 -19.68   5.25   \n",
       "12       1.2561     0.0 -0.694   0.10   0.15   0.70   283.17 -20.67   4.16   \n",
       "13       1.3862     0.0 -0.715   0.11   0.16   0.67   286.91 -22.03   4.13   \n",
       "14       1.4730     0.0 -0.730   0.11   0.17   0.65   289.66 -22.99   4.22   \n",
       "15       1.5890     0.0 -0.745   0.10   0.18   0.63   292.21 -23.29   4.82   \n",
       "16       1.6821     0.0 -0.747   0.09   0.20   0.63   292.55 -24.23   6.65   \n",
       "17       1.7753     0.0 -0.757   0.09   0.20   0.62   294.22 -24.29   7.05   \n",
       "18       1.8923     0.0 -0.757   0.09   0.20   0.62   294.26 -24.40   7.40   \n",
       "19       2.0372     0.0 -0.750   0.09   0.21   0.62   292.96 -24.66   8.12   \n",
       "20       2.0830     0.0 -0.744   0.09   0.21   0.63   291.78 -24.79   8.32   \n",
       "21       2.1932     0.0 -0.738   0.09   0.21   0.64   290.70 -24.60   8.24   \n",
       "22       2.2852     0.0 -0.736   0.11   0.20   0.64   290.74 -25.29   6.08   \n",
       "23       2.3783     0.0 -0.720   0.11   0.19   0.66   287.79 -24.69   6.13   \n",
       "24       2.5002     0.0 -0.705   0.11   0.19   0.67   285.11 -24.45   6.61   \n",
       "25       2.6261     0.0 -0.690   0.11   0.19   0.69   282.59 -24.43   7.07   \n",
       "26       2.7032     0.0 -0.684   0.11   0.19   0.69   281.52 -24.90   7.40   \n",
       "27       2.8245     0.0 -0.671   0.11   0.20   0.70   279.28 -25.47   8.55   \n",
       "28       2.9012     0.0 -0.672   0.12   0.21   0.70   279.60 -26.26   8.80   \n",
       "29       2.9836     0.0 -0.698   0.12   0.20   0.68   284.22 -26.28   7.04   \n",
       "...         ...     ...    ...    ...    ...    ...      ...    ...    ...   \n",
       "986061  51.6820     7.0 -0.389   0.09  -0.26  -0.88   150.89  20.63  24.14   \n",
       "986062  51.7850     7.0 -0.432   0.08  -0.24  -0.87   144.87  20.55  21.27   \n",
       "986063  51.8450     7.0 -0.405   0.05  -0.23  -0.88   148.08  16.05  22.87   \n",
       "986064  51.9840     7.0 -0.465   0.03  -0.23  -0.85   139.97  15.50  22.21   \n",
       "986065  52.0840     7.0 -0.437  -0.04  -0.18  -0.88   142.11   4.54  20.31   \n",
       "986066  52.1850     7.0 -0.396  -0.09  -0.13  -0.90   146.23  -3.70  17.96   \n",
       "986067  52.2460     7.0 -0.319  -0.12  -0.08  -0.94   155.08 -10.36  13.95   \n",
       "986068  52.3530     7.0 -0.263  -0.14  -0.06  -0.95   161.81 -14.06  10.77   \n",
       "986069  52.4530     7.0 -0.215  -0.15  -0.04  -0.96   167.75 -16.20   8.45   \n",
       "986070  52.5540     7.0 -0.172  -0.13  -0.05  -0.98   173.07 -13.40   8.14   \n",
       "986071  52.6560     7.0 -0.044  -0.02  -0.09  -0.99   188.85  -1.30  10.83   \n",
       "986072  52.7300     7.0  0.022   0.07  -0.17  -0.98   198.04   7.97  20.23   \n",
       "986073  52.8570     7.0 -0.025   0.13  -0.20  -0.97   194.32  15.12  23.67   \n",
       "986074  53.0000     7.0 -0.046   0.09  -0.19  -0.98   190.73  10.94  21.77   \n",
       "986075  53.0620     7.0 -0.058   0.07  -0.21  -0.97   189.26   9.75  23.48   \n",
       "986076  53.1610     7.0 -0.113   0.05  -0.21  -0.97   182.47   8.47  23.34   \n",
       "986077  53.3040     7.0 -0.086  -0.04  -0.17  -0.98   183.50  -3.34  19.78   \n",
       "986078  53.3900     7.0 -0.035  -0.11  -0.13  -0.98   188.29 -11.64  15.98   \n",
       "986079  53.4510     7.0  0.019  -0.15  -0.09  -0.98   194.69 -17.88  10.19   \n",
       "986080  53.6120     7.0  0.040  -0.19  -0.06  -0.98   197.50 -21.98   6.13   \n",
       "986081  53.6950     7.0  0.083  -0.20  -0.03  -0.98   203.40 -22.94   1.86   \n",
       "986082  53.8070     7.0  0.140  -0.10  -0.05  -0.98   209.83 -11.67   4.09   \n",
       "986083  53.9090     7.0  0.206   0.01  -0.10  -0.97   217.90  -1.06  11.98   \n",
       "986084  53.9960     7.0  0.169   0.10  -0.18  -0.96   215.40   7.44  22.00   \n",
       "986085  54.1080     7.0  0.087   0.12  -0.18  -0.97   206.49  11.11  22.36   \n",
       "986086  54.1990     7.0  0.076   0.09  -0.18  -0.98   204.60   8.44  21.68   \n",
       "986087  54.3000     7.0  0.054   0.07  -0.19  -0.98   201.75   7.13  22.33   \n",
       "986088  54.4250     7.0  0.063   0.00  -0.19  -0.98   201.15  -1.15  21.50   \n",
       "986089  54.5070     7.0  0.089  -0.07  -0.16  -0.98   202.84  -9.75  17.79   \n",
       "986090  54.6100     7.0  0.153  -0.13  -0.12  -0.97   210.16 -17.23  12.17   \n",
       "\n",
       "        LinAccx  LinAccy  LinAccz  Vbat    Accx    Accy    Accz  Gyrox  Gyroy  \\\n",
       "0          0.11    -0.13    -0.02  3.92    2.75   -1.68   36.01   0.07  -0.10   \n",
       "1          0.04    -0.03    -0.01  3.92   10.53   -7.32   64.24   0.13   0.00   \n",
       "2          0.04     0.05     0.02  3.92   14.04    7.93   55.54   0.15   0.09   \n",
       "3          0.04     0.03    -0.11  3.92   13.12    9.77   85.14   0.14   0.10   \n",
       "4          0.02     0.11    -0.04  3.92   14.65    5.49   90.33   0.21   0.15   \n",
       "5         -0.01     0.13    -0.03  3.92    8.24    2.75   99.64   0.29   0.16   \n",
       "6          0.07     0.15    -0.07  3.92   10.83  -10.07   82.55   0.27   0.20   \n",
       "7          0.09     0.11     0.06  3.92    8.70   -7.63   76.45   0.32   0.21   \n",
       "8          0.06     0.04     0.07  3.92   16.33   -5.19   71.26   0.33   0.14   \n",
       "9          0.06    -0.02     0.09  3.92   15.26    6.87   39.67   0.30   0.14   \n",
       "10        -0.16    -0.11    -0.09  3.92    8.85   -2.90   42.72   0.21  -0.10   \n",
       "11        -0.07    -0.09    -0.10  3.92    5.65   -3.20   66.83   0.24   0.00   \n",
       "12         0.06    -0.07     0.01  3.92    5.04    0.31   47.00   0.29   0.12   \n",
       "13        -0.03     0.00    -0.03  3.92    4.58   -4.27   25.02   0.35   0.03   \n",
       "14        -0.09    -0.11     0.01  3.92    5.65    2.59   17.24   0.29  -0.00   \n",
       "15        -0.07    -0.20     0.32  3.92   17.40   -4.58   24.11   0.32   0.09   \n",
       "16        -0.15    -0.21    -0.09  3.92    6.26   -2.44    3.51   0.16   0.00   \n",
       "17        -0.02    -0.25    -0.08  3.92    1.83    0.92    0.46   0.17   0.13   \n",
       "18        -0.03    -0.19    -0.15  3.92   -0.76    3.66  -10.99   0.20   0.12   \n",
       "19        -0.03    -0.14    -0.08  3.92   -3.20   -2.14  -11.75   0.27   0.10   \n",
       "20         0.00    -0.09     0.00  3.92   -7.48   -4.27  -18.92   0.34   0.15   \n",
       "21        -0.03    -0.16     0.05  3.92  -18.31    0.61  -12.05   0.29   0.14   \n",
       "22        -0.14    -0.26    -0.02  3.92  -26.55   13.28   -6.41   0.14   0.02   \n",
       "23        -0.18    -0.35    -0.07  3.92   -7.02    5.49  -33.11   0.10  -0.07   \n",
       "24        -0.14    -0.20    -0.15  3.92   -5.49   -2.14  -29.75   0.17  -0.05   \n",
       "25        -0.20    -0.15    -0.12  3.92   -2.14   -0.31  -19.07   0.25  -0.10   \n",
       "26        -0.15    -0.10    -0.06  3.92    3.36   -8.85   -5.65   0.29  -0.02   \n",
       "27        -0.27    -0.20     0.19  3.92    2.75  -11.14  -19.53   0.36  -0.10   \n",
       "28        -0.18    -0.28    -0.08  3.92    2.29   -1.22   19.23   0.17  -0.05   \n",
       "29         0.02    -0.35    -0.04  3.92    5.19    4.12   25.02   0.13   0.15   \n",
       "...         ...      ...      ...   ...     ...     ...     ...    ...    ...   \n",
       "986061    -0.10    -0.49    -0.75  0.00   25.48   10.99 -130.16   0.29  -0.15   \n",
       "986062     0.48     0.12     0.31  0.00   -1.37  -58.75  100.40  -1.02   0.22   \n",
       "986063    -0.16    -0.47     0.08  0.00   17.55   -5.49  -83.77   0.25   0.10   \n",
       "986064     0.28    -1.28    -0.57  0.00  -20.75  -48.83   82.55   0.94  -0.81   \n",
       "986065     0.08    -0.40     0.01  0.00  -34.48  -63.32   -0.31   0.14  -0.02   \n",
       "986066     0.07    -0.11    -0.02  0.00  -28.23  -62.71  121.77   0.09   0.20   \n",
       "986067     0.21     0.03     0.00  0.00  -14.19  -31.89   77.67  -0.02   0.14   \n",
       "986068     0.31     0.23    -0.09  0.00  -14.65  -21.51   66.38  -0.12   0.22   \n",
       "986069     0.34    -0.08     0.09  0.00   -7.78   -3.81   53.10  -0.02  -0.06   \n",
       "986070     1.16    -0.38     0.17  0.00   33.11  162.05   34.79  -0.50  -0.66   \n",
       "986071    -0.16    -0.55     0.38  0.00   67.14  104.22   97.20   0.15  -0.12   \n",
       "986072    -0.22    -0.22    -0.37  0.00   70.50   91.09   18.01   0.11   0.01   \n",
       "986073    -0.41    -0.27    -0.80  0.00   14.04    1.07 -111.69   0.33  -0.14   \n",
       "986074     0.92    -0.19     0.57  0.00   -2.75  -80.72  143.13  -1.31   0.43   \n",
       "986075    -0.49    -0.52    -0.22  0.00   36.62  -56.00   19.23   0.42  -0.10   \n",
       "986076    -1.19    -2.00    -1.45  0.00  -23.19  -71.26   57.83   1.09  -1.34   \n",
       "986077     0.09    -0.40    -0.08  0.00  -49.74  -68.82    1.07   0.02  -0.12   \n",
       "986078     0.10    -0.08    -0.03  0.00  -47.91  -53.25  103.30   0.11   0.19   \n",
       "986079     0.24    -0.07    -0.07  0.00  -39.06  -49.74   52.19   0.05   0.09   \n",
       "986080     0.61    -0.02    -0.13  0.00  -25.79  -34.64   63.02  -0.21   0.13   \n",
       "986081     0.94     0.13     0.19  0.00    6.87   34.18   25.18  -0.43   0.42   \n",
       "986082    -0.09    -0.57     0.38  0.00   75.53  138.24  175.32   0.29  -0.44   \n",
       "986083    -0.34    -0.16     0.19  0.00  117.19   96.28  -12.51   0.27  -0.03   \n",
       "986084    -0.41    -0.08    -0.68  0.00   71.11   32.04 -118.10   0.30  -0.08   \n",
       "986085    -0.09    -0.49    -0.60  0.00  -28.84  -50.81  -25.79  -0.16  -0.28   \n",
       "986086     0.73    -0.04     0.25  0.00   43.49   16.78  -49.90  -0.70   0.34   \n",
       "986087     0.72     0.15     0.66  0.00   49.44  -69.58 -109.86  -0.46   0.07   \n",
       "986088    -0.44     0.31     0.09  0.00  -28.69  -94.60   11.44   0.36   0.34   \n",
       "986089    -0.05    -0.14    -0.10  0.00  -22.58  -64.24   83.92   0.17   0.14   \n",
       "986090     0.20    -0.08    -0.01  0.00  -41.81  -44.40   69.12   0.08   0.19   \n",
       "\n",
       "        Gyroz  activity  \n",
       "0        0.98      13.0  \n",
       "1        0.98      13.0  \n",
       "2        0.99      13.0  \n",
       "3        0.88      13.0  \n",
       "4        0.94      13.0  \n",
       "5        0.90      13.0  \n",
       "6        0.91      13.0  \n",
       "7        1.00      13.0  \n",
       "8        1.03      13.0  \n",
       "9        1.05      13.0  \n",
       "10       0.89      13.0  \n",
       "11       0.87      13.0  \n",
       "12       0.95      13.0  \n",
       "13       0.90      13.0  \n",
       "14       0.98      13.0  \n",
       "15       1.34      13.0  \n",
       "16       0.94      13.0  \n",
       "17       0.94      13.0  \n",
       "18       0.84      13.0  \n",
       "19       0.91      13.0  \n",
       "20       0.94      13.0  \n",
       "21       1.02      13.0  \n",
       "22       0.95      13.0  \n",
       "23       0.97      13.0  \n",
       "24       0.85      13.0  \n",
       "25       0.87      13.0  \n",
       "26       0.95      13.0  \n",
       "27       1.21      13.0  \n",
       "28       0.95      13.0  \n",
       "29       1.00      13.0  \n",
       "...       ...       ...  \n",
       "986061   0.46      11.0  \n",
       "986062   1.17      11.0  \n",
       "986063   1.20      11.0  \n",
       "986064   0.81      11.0  \n",
       "986065   1.04      11.0  \n",
       "986066   0.97      11.0  \n",
       "986067   1.02      11.0  \n",
       "986068   0.95      11.0  \n",
       "986069   1.17      11.0  \n",
       "986070   1.39      11.0  \n",
       "986071   1.37      11.0  \n",
       "986072   0.68      11.0  \n",
       "986073   0.38      11.0  \n",
       "986074   1.39      11.0  \n",
       "986075   1.02      11.0  \n",
       "986076  -0.06      11.0  \n",
       "986077   1.05      11.0  \n",
       "986078   0.96      11.0  \n",
       "986079   0.96      11.0  \n",
       "986080   1.03      11.0  \n",
       "986081   1.41      11.0  \n",
       "986082   1.53      11.0  \n",
       "986083   1.20      11.0  \n",
       "986084   0.41      11.0  \n",
       "986085   0.60      11.0  \n",
       "986086   0.91      11.0  \n",
       "986087   1.39      11.0  \n",
       "986088   1.00      11.0  \n",
       "986089   0.87      11.0  \n",
       "986090   0.98      11.0  \n",
       "\n",
       "[986091 rows x 20 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# # the sensor label index range from 0 to 7 \n",
    "sensor_data = []\n",
    "for i in range(0, 8):\n",
    "    df = data_df.where(data_df['Sensor'] == i).dropna()\n",
    "    sensor_data.append(df)\n",
    "result_df = pd.concat(sensor_data).reset_index(drop=True)\n",
    "result_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "# Data processing and deep learning model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hyperparameter\n",
    "window_size: The number of timesteps in one window (e.g. how many rows in one window).\n",
    "\n",
    "channel: The number of features in one window. Similar to image channels (RGB).\n",
    "\n",
    "batch_size: The numebr of windows in one batch.\n",
    "\n",
    "learning_rate: How fast the model learns."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "window_size = 60\n",
    "channel = 1\n",
    "batch_size = 32\n",
    "learning_rate = 0.001"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Process original dataset, create windows (window_size samples(rows), about 1 second)\n",
    "data = []\n",
    "window = 1\n",
    "while window*window_size < len(result_df):\n",
    "    data_window = result_df[(window - 1)*window_size:window*window_size]\n",
    "    data.append(data_window.values)\n",
    "    window += 1\n",
    "#data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16434"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n",
      "data contains different activities! Window droped\n"
     ]
    }
   ],
   "source": [
    "# delete window if multiple activities and sensors presents\n",
    "cleaned_data = []\n",
    "for i in data:\n",
    "    previous_activity = -1\n",
    "    previous_sensor = -1\n",
    "    for j in i:\n",
    "        current_activity = j[19]\n",
    "        current_sensor = j[1]\n",
    "        if (previous_activity != -1) and (current_activity != previous_activity):\n",
    "            print(\"data contains different activities! Window droped\")\n",
    "            break\n",
    "        elif (previous_sensor != -1) and (current_sensor != previous_sensor):\n",
    "            print(\"data contains different sensors! Window droped\")\n",
    "            break\n",
    "        else:\n",
    "            previous_activity = current_activity\n",
    "            previous_sensor = current_sensor\n",
    "    else:\n",
    "        cleaned_data.append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15564"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(cleaned_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(60, 20)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cleaned_data[0].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# shuffle the data\n",
    "seed(101)\n",
    "shuffle(cleaned_data)\n",
    "#cleaned_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract label from each window\n",
    "labels = []\n",
    "for i in cleaned_data:\n",
    "    label = i[0][19]\n",
    "    labels.append(label)\n",
    "labels = np.array(labels)\n",
    "#labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract features from each window\n",
    "features = []\n",
    "for i in cleaned_data:\n",
    "    new = np.delete(i, 19, 1)\n",
    "    features.append(new)\n",
    "features = np.array(features)\n",
    "#features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(60, 19)"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features[0].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>features</th>\n",
       "      <th>labels</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[[1.1, 0.0, -0.374, -0.28, -0.12, 0.87, 240.58...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[[4.354, 1.0, 0.833, -0.19, 0.31, 0.42, 65.27,...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[[43.784, 4.0, 0.344, -0.01, 0.16, -0.93, 234....</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[[0.18, 2.0, -0.5660000000000001, 0.06, -0.45,...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[[16.615, 4.0, 0.293, -0.21, 0.93, 0.08, 218.9...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>[[12.56, 2.0, 0.308, 0.13, 0.26, -0.9, 226.31,...</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>[[0.5915, 5.0, -0.324, 0.07, -0.94, -0.03, 202...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>[[2.417, 7.0, 0.9740000000000001, 0.07, 0.2, 0...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>[[12.827, 4.0, -0.975, -0.05, -0.19, 0.09, 4.1...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>[[1.92, 4.0, -0.521, 0.46, -0.55, 0.46, 281.88...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>[[35.538000000000004, 1.0, -0.0220000000000000...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>[[0.369, 6.0, 0.996, 0.0, -0.01, -0.08, 4.34, ...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>[[2.492, 1.0, 0.01, -0.1, 0.03, -0.99, 195.58,...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>[[1.364, 0.0, -0.047, -0.76, -0.09, 0.64, 0.0,...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>[[1.109, 1.0, 0.158, -0.1, -0.05, 0.98, 174.98...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>[[1.926, 4.0, 0.7829999999999999, -0.05, 0.21,...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>[[9.302, 1.0, 0.603, -0.17, 0.17, 0.76, 118.12...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>[[9.8943, 5.0, 0.55, 0.41, 0.7, 0.21, 108.44, ...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>[[2.6189999999999998, 5.0, 0.05799999999999999...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>[[2.8960000000000004, 7.0, 0.905, -0.01, 0.01,...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>[[15.654000000000002, 1.0, -0.315, -0.55, 0.2,...</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>[[0.9990000000000001, 4.0, 0.627, -0.36, 0.33,...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>[[22.094, 4.0, 0.516, 0.11, 0.32, -0.79, 253.0...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>[[1.511, 6.0, -0.9890000000000001, 0.05, -0.13...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>[[11.877, 1.0, 0.8079999999999999, 0.15, -0.25...</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>[[1.541, 0.0, 0.11, -0.16, -0.06, -0.98, 205.9...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>[[32.321, 5.0, 0.217, 0.19, 0.94, -0.18, 176.2...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>[[1.786, 3.0, -0.645, 0.04, -0.25, -0.72, 114....</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>[[1.7123, 5.0, 0.304, 0.7, 0.58, 0.28, 94.1, -...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>[[1.4228, 7.0, 0.445, 0.1, -0.07, -0.89, 248.1...</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15534</th>\n",
       "      <td>[[1.22, 4.0, -0.248, 0.63, -0.68, 0.29, 279.23...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15535</th>\n",
       "      <td>[[1.124, 6.0, 0.92, -0.04, -0.03, -0.39, 328.4...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15536</th>\n",
       "      <td>[[0.9159999999999999, 3.0, 0.7759999999999999,...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15537</th>\n",
       "      <td>[[2.717, 0.0, 0.138, 0.53, 0.16, -0.82, 202.66...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15538</th>\n",
       "      <td>[[31.793000000000003, 1.0, -0.275, -0.64, 0.28...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15539</th>\n",
       "      <td>[[1.521, 1.0, 0.107, 0.17, -0.02, -0.98, 207.3...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15540</th>\n",
       "      <td>[[34.027, 2.0, 0.762, 0.27, -0.28, -0.52, 302....</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15541</th>\n",
       "      <td>[[0.9359999999999999, 0.0, -0.308, -0.44, -0.1...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15542</th>\n",
       "      <td>[[27.587, 3.0, 0.615, 0.03, 0.18, 0.77, 118.24...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15543</th>\n",
       "      <td>[[2.042, 2.0, -0.9, -0.1, -0.06, 0.42, 324.91,...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15544</th>\n",
       "      <td>[[20.043, 1.0, -0.349, -0.0, -0.03, -0.94, 153...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15545</th>\n",
       "      <td>[[15.870999999999999, 6.0, -0.975, 0.05, -0.18...</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15546</th>\n",
       "      <td>[[4.644, 5.0, -0.43700000000000006, -0.47, -0....</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15547</th>\n",
       "      <td>[[47.887, 4.0, 0.8140000000000001, -0.19, 0.23...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15548</th>\n",
       "      <td>[[3.15, 2.0, -0.8009999999999999, -0.16, -0.07...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15549</th>\n",
       "      <td>[[17.996, 7.0, 0.8490000000000001, 0.03, 0.01,...</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15550</th>\n",
       "      <td>[[36.066, 1.0, -0.259, -0.07, -0.01, -0.96, 16...</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15551</th>\n",
       "      <td>[[1.636, 5.0, -0.71, -0.3, -0.44, -0.46, 92.28...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15552</th>\n",
       "      <td>[[30.261, 1.0, -0.8740000000000001, -0.03, 0.1...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15553</th>\n",
       "      <td>[[6.376, 4.0, 0.37200000000000005, -0.34, 0.86...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15554</th>\n",
       "      <td>[[2.248, 5.0, 0.516, 0.51, -0.43, -0.54, 286.9...</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15555</th>\n",
       "      <td>[[14.445, 0.0, -0.768, -0.03, 0.04, -0.64, 93....</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15556</th>\n",
       "      <td>[[10.502, 3.0, 0.986, 0.06, 0.03, 0.15, 31.98,...</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15557</th>\n",
       "      <td>[[1.55, 3.0, 0.677, -0.43, 0.26, 0.54, 74.31, ...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15558</th>\n",
       "      <td>[[1.056, 7.0, -0.971, -0.05, -0.13, -0.2, 37.9...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15559</th>\n",
       "      <td>[[34.328, 4.0, 0.166, 0.06, 0.98, 0.07, 185.23...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15560</th>\n",
       "      <td>[[0.20600000000000002, 7.0, -0.998, 0.0, -0.06...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15561</th>\n",
       "      <td>[[0.008, 1.0, 0.195, 0.17, 0.1, -0.96, 215.45,...</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15562</th>\n",
       "      <td>[[33.915, 7.0, -0.7020000000000001, -0.2, -0.6...</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15563</th>\n",
       "      <td>[[1.682, 4.0, -0.623, 0.33, -0.64, 0.31, 283.1...</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15564 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                features  labels\n",
       "0      [[1.1, 0.0, -0.374, -0.28, -0.12, 0.87, 240.58...     6.0\n",
       "1      [[4.354, 1.0, 0.833, -0.19, 0.31, 0.42, 65.27,...     1.0\n",
       "2      [[43.784, 4.0, 0.344, -0.01, 0.16, -0.93, 234....     8.0\n",
       "3      [[0.18, 2.0, -0.5660000000000001, 0.06, -0.45,...     6.0\n",
       "4      [[16.615, 4.0, 0.293, -0.21, 0.93, 0.08, 218.9...     9.0\n",
       "5      [[12.56, 2.0, 0.308, 0.13, 0.26, -0.9, 226.31,...    13.0\n",
       "6      [[0.5915, 5.0, -0.324, 0.07, -0.94, -0.03, 202...     9.0\n",
       "7      [[2.417, 7.0, 0.9740000000000001, 0.07, 0.2, 0...     6.0\n",
       "8      [[12.827, 4.0, -0.975, -0.05, -0.19, 0.09, 4.1...    14.0\n",
       "9      [[1.92, 4.0, -0.521, 0.46, -0.55, 0.46, 281.88...     6.0\n",
       "10     [[35.538000000000004, 1.0, -0.0220000000000000...    14.0\n",
       "11     [[0.369, 6.0, 0.996, 0.0, -0.01, -0.08, 4.34, ...     6.0\n",
       "12     [[2.492, 1.0, 0.01, -0.1, 0.03, -0.99, 195.58,...    12.0\n",
       "13     [[1.364, 0.0, -0.047, -0.76, -0.09, 0.64, 0.0,...     6.0\n",
       "14     [[1.109, 1.0, 0.158, -0.1, -0.05, 0.98, 174.98...    12.0\n",
       "15     [[1.926, 4.0, 0.7829999999999999, -0.05, 0.21,...     6.0\n",
       "16     [[9.302, 1.0, 0.603, -0.17, 0.17, 0.76, 118.12...     0.0\n",
       "17     [[9.8943, 5.0, 0.55, 0.41, 0.7, 0.21, 108.44, ...     9.0\n",
       "18     [[2.6189999999999998, 5.0, 0.05799999999999999...     6.0\n",
       "19     [[2.8960000000000004, 7.0, 0.905, -0.01, 0.01,...     6.0\n",
       "20     [[15.654000000000002, 1.0, -0.315, -0.55, 0.2,...     3.0\n",
       "21     [[0.9990000000000001, 4.0, 0.627, -0.36, 0.33,...    12.0\n",
       "22     [[22.094, 4.0, 0.516, 0.11, 0.32, -0.79, 253.0...    14.0\n",
       "23     [[1.511, 6.0, -0.9890000000000001, 0.05, -0.13...     6.0\n",
       "24     [[11.877, 1.0, 0.8079999999999999, 0.15, -0.25...    10.0\n",
       "25     [[1.541, 0.0, 0.11, -0.16, -0.06, -0.98, 205.9...    12.0\n",
       "26     [[32.321, 5.0, 0.217, 0.19, 0.94, -0.18, 176.2...     0.0\n",
       "27     [[1.786, 3.0, -0.645, 0.04, -0.25, -0.72, 114....    12.0\n",
       "28     [[1.7123, 5.0, 0.304, 0.7, 0.58, 0.28, 94.1, -...     6.0\n",
       "29     [[1.4228, 7.0, 0.445, 0.1, -0.07, -0.89, 248.1...     2.0\n",
       "...                                                  ...     ...\n",
       "15534  [[1.22, 4.0, -0.248, 0.63, -0.68, 0.29, 279.23...     6.0\n",
       "15535  [[1.124, 6.0, 0.92, -0.04, -0.03, -0.39, 328.4...    12.0\n",
       "15536  [[0.9159999999999999, 3.0, 0.7759999999999999,...     6.0\n",
       "15537  [[2.717, 0.0, 0.138, 0.53, 0.16, -0.82, 202.66...    12.0\n",
       "15538  [[31.793000000000003, 1.0, -0.275, -0.64, 0.28...     9.0\n",
       "15539  [[1.521, 1.0, 0.107, 0.17, -0.02, -0.98, 207.3...     6.0\n",
       "15540  [[34.027, 2.0, 0.762, 0.27, -0.28, -0.52, 302....     7.0\n",
       "15541  [[0.9359999999999999, 0.0, -0.308, -0.44, -0.1...     6.0\n",
       "15542  [[27.587, 3.0, 0.615, 0.03, 0.18, 0.77, 118.24...     9.0\n",
       "15543  [[2.042, 2.0, -0.9, -0.1, -0.06, 0.42, 324.91,...    12.0\n",
       "15544  [[20.043, 1.0, -0.349, -0.0, -0.03, -0.94, 153...     0.0\n",
       "15545  [[15.870999999999999, 6.0, -0.975, 0.05, -0.18...     4.0\n",
       "15546  [[4.644, 5.0, -0.43700000000000006, -0.47, -0....     9.0\n",
       "15547  [[47.887, 4.0, 0.8140000000000001, -0.19, 0.23...    14.0\n",
       "15548  [[3.15, 2.0, -0.8009999999999999, -0.16, -0.07...     6.0\n",
       "15549  [[17.996, 7.0, 0.8490000000000001, 0.03, 0.01,...     5.0\n",
       "15550  [[36.066, 1.0, -0.259, -0.07, -0.01, -0.96, 16...     8.0\n",
       "15551  [[1.636, 5.0, -0.71, -0.3, -0.44, -0.46, 92.28...     6.0\n",
       "15552  [[30.261, 1.0, -0.8740000000000001, -0.03, 0.1...    14.0\n",
       "15553  [[6.376, 4.0, 0.37200000000000005, -0.34, 0.86...     9.0\n",
       "15554  [[2.248, 5.0, 0.516, 0.51, -0.43, -0.54, 286.9...    13.0\n",
       "15555  [[14.445, 0.0, -0.768, -0.03, 0.04, -0.64, 93....     5.0\n",
       "15556  [[10.502, 3.0, 0.986, 0.06, 0.03, 0.15, 31.98,...    14.0\n",
       "15557  [[1.55, 3.0, 0.677, -0.43, 0.26, 0.54, 74.31, ...     6.0\n",
       "15558  [[1.056, 7.0, -0.971, -0.05, -0.13, -0.2, 37.9...     6.0\n",
       "15559  [[34.328, 4.0, 0.166, 0.06, 0.98, 0.07, 185.23...     0.0\n",
       "15560  [[0.20600000000000002, 7.0, -0.998, 0.0, -0.06...     6.0\n",
       "15561  [[0.008, 1.0, 0.195, 0.17, 0.1, -0.96, 215.45,...    12.0\n",
       "15562  [[33.915, 7.0, -0.7020000000000001, -0.2, -0.6...     9.0\n",
       "15563  [[1.682, 4.0, -0.623, 0.33, -0.64, 0.31, 283.1...     6.0\n",
       "\n",
       "[15564 rows x 2 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# combine the features and labels\n",
    "k = list(zip(features, labels))\n",
    "activity_data = pd.DataFrame(k)\n",
    "activity_data.columns = ['features', 'labels']\n",
    "activity_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# check the size of activity. The final output of neural net \n",
    "# has to have max_index + 1 output\n",
    "max_index = activity_data['labels'].max()\n",
    "label_size = int(max_index + 1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## Load data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CUDA is available! Training on GPU.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check if CUDA is available\n",
    "train_on_gpu = torch.cuda.is_available()\n",
    "if train_on_gpu:\n",
    "    print(\"CUDA is available! Training on GPU.\")\n",
    "else:\n",
    "    print(\"CUDA is not available. Training on CPU...\")\n",
    "torch.cuda.current_device()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "# split the data to test, validation, and train\n",
    "valid_size = 0.2\n",
    "test_size = 0.2\n",
    "activity_data.columns = [\"features\", \"labels\"]\n",
    "activity_data_train = activity_data[:int(len(activity_data)*(1-valid_size-test_size))]\n",
    "activity_data_valid = activity_data[int(len(activity_data)*(1-valid_size-test_size)):int(len(activity_data)*(1-test_size))]\n",
    "activity_data_test = activity_data[int(len(activity_data)*(1-test_size)):]\n",
    "# activity_data_train.to_csv(\"./activity_data_train.csv\", encoding='utf-8-sig')\n",
    "# activity_data_valid.to_csv(\"./activity_data_valid.csv\", encoding='utf-8-sig')\n",
    "# activity_data_train.to_csv(\"./activity_data_test.csv\", encoding='utf-8-sig')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# define our dataset in pytorch\n",
    "class DatasetSpineTrack(Dataset):\n",
    "    \n",
    "    def __init__(self, file, transform=None):\n",
    "        #self.data = pd.read_csv(file_path)\n",
    "        self.data = file\n",
    "        self.transform = transform\n",
    "        \n",
    "    def __len__(self):\n",
    "        return len(self.data)\n",
    "    \n",
    "    def __getitem__(self, index):\n",
    "        # load image as ndarray type (Height * Width * Channels)\n",
    "        # be carefull for converting dtype to np.uint8 [Unsigned integer (0 to 255)]\n",
    "        # in this example, i don't use ToTensor() method of torchvision.transforms\n",
    "        # so you can convert numpy ndarray shape to tensor in PyTorch (H, W, C) --> (C, H, W)\n",
    "        \n",
    "        features = torch.tensor(self.data[\"features\"].iloc[index])\n",
    "        features = features.view(channel, window_size, 19) \n",
    "        labels = torch.tensor(self.data[\"labels\"].iloc[index], dtype=torch.long)\n",
    "        #print(labels.type())\n",
    "        \n",
    "#         if self.transform is not None:\n",
    "#             image = self.transform(image)\n",
    "            \n",
    "        return features, labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# construct training and testing dataset in csv\n",
    "# train_dataset = DatasetSpineTrack(\"./activity_data_train.csv\")\n",
    "# valid_dataset = DatasetSpineTrack(\"./activity_data_valid.csv\")\n",
    "# test_dataset = DatasetSpineTrack(\"./activity_data_test.csv\")\n",
    "train_dataset = DatasetSpineTrack(activity_data_train)\n",
    "valid_dataset = DatasetSpineTrack(activity_data_valid)\n",
    "test_dataset = DatasetSpineTrack(activity_data_test)\n",
    "feature, label = train_dataset.__getitem__(0)\n",
    "#feature\n",
    "#label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load data\n",
    "trainloader = DataLoader(train_dataset, batch_size=batch_size, shuffle=True)\n",
    "validloader = DataLoader(valid_dataset, batch_size=batch_size, shuffle=True)\n",
    "testloader = DataLoader(test_dataset, batch_size=batch_size, shuffle=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## Network Architechture"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ResNet(\n",
      "  (conv1): Conv2d(1, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)\n",
      "  (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace)\n",
      "  (maxpool): MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)\n",
      "  (layer1): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer2): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer3): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer4): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace)\n",
      "      (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (avgpool): AdaptiveAvgPool2d(output_size=(1, 1))\n",
      "  (fc): Linear(in_features=512, out_features=15, bias=True)\n",
      "  (dropout): Dropout(p=0.5)\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "model = models.resnet18(pretrained=False)\n",
    "# window_size channels\n",
    "# model.conv1 = torch.nn.Conv2d(window_size, batch_size, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)\n",
    "model.conv1 = torch.nn.Conv2d(channel, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)\n",
    "model.fc = torch.nn.Linear(512, label_size, bias=True)\n",
    "model.add_module(\"dropout\", torch.nn.Dropout(p=0.5))\n",
    "model = model.double()\n",
    "\n",
    "# move tensors to GPU is CUDA is available\n",
    "if train_on_gpu:\n",
    "    model.cuda()\n",
    "print(model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## Training the Network\n",
    "\n",
    "Remember to look at how the training and validation loss decreases over time; if the validation loss ever increases it indicates possible overfitting."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 1 \tTraining Loss: 1.453295 \tValidation Loss: 1.132790\n",
      "Validation loss decreased (inf --> 1.132790).  Saving model ...\n",
      "Epoch: 2 \tTraining Loss: 1.095815 \tValidation Loss: 0.952771\n",
      "Validation loss decreased (1.132790 --> 0.952771).  Saving model ...\n",
      "Epoch: 3 \tTraining Loss: 0.974487 \tValidation Loss: 0.913781\n",
      "Validation loss decreased (0.952771 --> 0.913781).  Saving model ...\n",
      "Epoch: 4 \tTraining Loss: 0.880631 \tValidation Loss: 1.300962\n",
      "Epoch: 5 \tTraining Loss: 0.821040 \tValidation Loss: 0.858858\n",
      "Validation loss decreased (0.913781 --> 0.858858).  Saving model ...\n",
      "Epoch: 6 \tTraining Loss: 0.777594 \tValidation Loss: 0.801989\n",
      "Validation loss decreased (0.858858 --> 0.801989).  Saving model ...\n",
      "Epoch: 7 \tTraining Loss: 0.713982 \tValidation Loss: 0.759894\n",
      "Validation loss decreased (0.801989 --> 0.759894).  Saving model ...\n",
      "Epoch: 8 \tTraining Loss: 0.676197 \tValidation Loss: 0.733976\n",
      "Validation loss decreased (0.759894 --> 0.733976).  Saving model ...\n",
      "Epoch: 9 \tTraining Loss: 0.634906 \tValidation Loss: 0.820176\n",
      "Epoch: 10 \tTraining Loss: 0.603215 \tValidation Loss: 2.177172\n",
      "Epoch: 11 \tTraining Loss: 0.582748 \tValidation Loss: 0.648366\n",
      "Validation loss decreased (0.733976 --> 0.648366).  Saving model ...\n",
      "Epoch: 12 \tTraining Loss: 0.539592 \tValidation Loss: 0.785893\n",
      "Epoch: 13 \tTraining Loss: 0.522306 \tValidation Loss: 1.941436\n",
      "Epoch: 14 \tTraining Loss: 0.485502 \tValidation Loss: 0.646050\n",
      "Validation loss decreased (0.648366 --> 0.646050).  Saving model ...\n",
      "Epoch: 15 \tTraining Loss: 0.448806 \tValidation Loss: 0.651934\n",
      "Epoch: 16 \tTraining Loss: 0.435622 \tValidation Loss: 0.663208\n",
      "Epoch: 17 \tTraining Loss: 0.411043 \tValidation Loss: 0.792519\n",
      "Epoch: 18 \tTraining Loss: 0.401431 \tValidation Loss: 0.673066\n",
      "Epoch: 19 \tTraining Loss: 0.394086 \tValidation Loss: 0.641046\n",
      "Validation loss decreased (0.646050 --> 0.641046).  Saving model ...\n",
      "Epoch: 20 \tTraining Loss: 0.366406 \tValidation Loss: 0.624018\n",
      "Validation loss decreased (0.641046 --> 0.624018).  Saving model ...\n",
      "Epoch: 21 \tTraining Loss: 0.338031 \tValidation Loss: 0.614213\n",
      "Validation loss decreased (0.624018 --> 0.614213).  Saving model ...\n",
      "Epoch: 22 \tTraining Loss: 0.327946 \tValidation Loss: 0.647961\n",
      "Epoch: 23 \tTraining Loss: 0.308882 \tValidation Loss: 0.635732\n",
      "Epoch: 24 \tTraining Loss: 0.289143 \tValidation Loss: 3.380524\n",
      "Epoch: 25 \tTraining Loss: 0.294215 \tValidation Loss: 0.740873\n",
      "Epoch: 26 \tTraining Loss: 0.277761 \tValidation Loss: 0.612601\n",
      "Validation loss decreased (0.614213 --> 0.612601).  Saving model ...\n",
      "Epoch: 27 \tTraining Loss: 0.271557 \tValidation Loss: 0.605554\n",
      "Validation loss decreased (0.612601 --> 0.605554).  Saving model ...\n",
      "Epoch: 28 \tTraining Loss: 0.242330 \tValidation Loss: 0.642207\n",
      "Epoch: 29 \tTraining Loss: 0.256381 \tValidation Loss: 0.769918\n",
      "Epoch: 30 \tTraining Loss: 0.243294 \tValidation Loss: 0.634566\n",
      "Training time: 50 min 49 sec\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "start_time = time.time()\n",
    "\n",
    "criterion = nn.CrossEntropyLoss()\n",
    "#criterion = nn.NLLLoss()\n",
    "optimizer = optim.Adam(model.parameters(), lr=learning_rate)\n",
    "\n",
    "# number of epochs to train the model\n",
    "n_epochs = 30\n",
    "\n",
    "valid_loss_min = np.Inf # track change in validation loss\n",
    "\n",
    "for epoch in range(1, n_epochs+1):\n",
    "\n",
    "    # keep track of training and validation loss\n",
    "    train_loss = 0.0\n",
    "    valid_loss = 0.0\n",
    "    \n",
    "    ###################\n",
    "    # train the model #\n",
    "    ###################\n",
    "    model.train()\n",
    "    for features, labels in trainloader:\n",
    "        # move tensors to GPU if CUDA is available\n",
    "        if train_on_gpu:\n",
    "            features, labels = features.cuda(), labels.cuda()\n",
    "        # clear the gradients of all optimized variables\n",
    "        optimizer.zero_grad()\n",
    "        # forward pass: compute predicted outputs by passing inputs to the model\n",
    "        output = model(features)\n",
    "        # calculate the batch loss\n",
    "        loss = criterion(output, labels)\n",
    "        # backward pass: compute gradient of the loss with respect to model parameters\n",
    "        loss.backward()\n",
    "        # perform a single optimization step (parameter update)\n",
    "        optimizer.step()\n",
    "        # update training loss\n",
    "        train_loss += loss.item()*features.size(0)\n",
    "        \n",
    "    ######################    \n",
    "    # validate the model #\n",
    "    ######################\n",
    "    model.eval()\n",
    "    for features, labels in validloader:\n",
    "        # move tensors to GPU if CUDA is available\n",
    "        if train_on_gpu:\n",
    "            features, labels = features.cuda(), labels.cuda()\n",
    "        # forward pass: compute predicted outputs by passing inputs to the model\n",
    "        output = model(features)\n",
    "        # calculate the batch loss\n",
    "        loss = criterion(output, labels)\n",
    "        # update average validation loss \n",
    "        valid_loss += loss.item()*features.size(0)\n",
    "    \n",
    "    # calculate average losses\n",
    "    train_loss = train_loss/len(trainloader.sampler)\n",
    "    valid_loss = valid_loss/len(validloader.sampler)\n",
    "        \n",
    "    # print training/validation statistics \n",
    "    print('Epoch: {} \\tTraining Loss: {:.6f} \\tValidation Loss: {:.6f}'.format(\n",
    "        epoch, train_loss, valid_loss))\n",
    "    \n",
    "    # save model if validation loss has decreased\n",
    "    if valid_loss <= valid_loss_min:\n",
    "        print('Validation loss decreased ({:.6f} --> {:.6f}).  Saving model ...'.format(\n",
    "        valid_loss_min,\n",
    "        valid_loss))\n",
    "        torch.save(model.state_dict(), 'model_Spinetrack_data_same_sensor.pt')\n",
    "        valid_loss_min = valid_loss\n",
    "\n",
    "# output running time\n",
    "running_time = time.time() - start_time\n",
    "sec = running_time % 60\n",
    "miniute = running_time / 60\n",
    "print(\"Training time: {} min {} sec\".format(int(miniute), int(sec)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###  Load the Model with the Lowest Validation Loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "IncompatibleKeys(missing_keys=[], unexpected_keys=[])"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.load_state_dict(torch.load('model_Spinetrack_data_same_sensor.pt'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## Test the Trained Network\n",
    "\n",
    "Test your trained model on previously unseen data! A \"good\" result will be a result that gets more than 70% accuracy on these test data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Release all the GPU memory cache that can be freed\n",
    "torch.cuda.empty_cache() "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Overall accuracy and each class accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test Loss: 0.660859\n",
      "\n",
      "Test Accuracy of Overhead: 83% (154/185)\n",
      "Test Accuracy of Pushing: 71% (137/191)\n",
      "Test Accuracy of Crawling: 81% (72/88)\n",
      "Test Accuracy of Sitting: 45% (38/84)\n",
      "Test Accuracy of Static_Stoop: 79% (62/78)\n",
      "Test Accuracy of Standing: 64% (54/84)\n",
      "Test Accuracy of Lifting: 96% (1004/1044)\n",
      "Test Accuracy of Crouching: 50% (45/89)\n",
      "Test Accuracy of Kneeling: 43% (34/78)\n",
      "Test Accuracy of Reaching: 94% (275/292)\n",
      "Test Accuracy of Pulling: 47% (37/78)\n",
      "Test Accuracy of Walking: 64% (52/81)\n",
      "Test Accuracy of Lifting_OneH: 71% (216/304)\n",
      "Test Accuracy of Carrying: 90% (224/247)\n",
      "Test Accuracy of Pulling_OneH: 60% (114/190)\n",
      "\n",
      "Test Accuracy (Overall): 80% (2518/3113)\n"
     ]
    }
   ],
   "source": [
    "# track test loss\n",
    "test_loss = 0.0\n",
    "class_correct = list(0. for i in range(len(index_dict)))\n",
    "class_total = list(0. for i in range(len(index_dict)))\n",
    "\n",
    "criterion = nn.CrossEntropyLoss()\n",
    "#criterion = nn.NLLLoss()\n",
    "optimizer = optim.Adam(model.parameters(), lr=0.003)\n",
    "\n",
    "model.eval()\n",
    "torch.no_grad()\n",
    "# iterate over test data\n",
    "for features, labels in testloader:\n",
    "    # move tensors to GPU if CUDA is available\n",
    "    if train_on_gpu:\n",
    "        features, labels = features.cuda(), labels.cuda()\n",
    "    # forward pass: compute predicted outputs by passing inputs to the model\n",
    "    output = model(features)\n",
    "    # calculate the batch loss\n",
    "    loss = criterion(output, labels)\n",
    "    # update test loss \n",
    "    test_loss += loss.item()*features.size(0)\n",
    "    # convert output probabilities to predicted class\n",
    "    _, pred = torch.max(output, 1)    \n",
    "    # compare predictions to true label\n",
    "    correct_tensor = pred.eq(labels.data.view_as(pred))\n",
    "    correct = np.squeeze(correct_tensor.numpy()) if not train_on_gpu else np.squeeze(correct_tensor.cpu().numpy())\n",
    "    # calculate test accuracy for each object class\n",
    "    for i in range(batch_size):\n",
    "        try:\n",
    "            label = labels.data[i]\n",
    "            class_correct[label] += correct[i].item()\n",
    "            class_total[label] += 1\n",
    "        except:\n",
    "            pass\n",
    "\n",
    "# average test loss\n",
    "test_loss = test_loss/len(testloader.dataset)\n",
    "print('Test Loss: {:.6f}\\n'.format(test_loss))\n",
    "\n",
    "for i in range(len(index_dict)):\n",
    "    if class_total[i] > 0:\n",
    "        print('Test Accuracy of %5s: %2d%% (%2d/%2d)' % (\n",
    "            list(index_dict.keys())[i], 100 * class_correct[i] / class_total[i],\n",
    "            np.sum(class_correct[i]), np.sum(class_total[i])))\n",
    "    else:\n",
    "        print('Test Accuracy of %5s: N/A (no training examples)' % (list(index_dict.keys())[i]))\n",
    "\n",
    "print('\\nTest Accuracy (Overall): %2d%% (%2d/%2d)' % (\n",
    "    100. * np.sum(class_correct) / np.sum(class_total),\n",
    "    np.sum(class_correct), np.sum(class_total)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Overall accuracy (different calculation method)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "CUDA out of memory. Tried to allocate 20.00 MiB (GPU 0; 4.00 GiB total capacity; 2.92 GiB already allocated; 15.19 MiB free; 13.71 MiB cached)",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-118-8f1997b81984>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      6\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0mtrain_on_gpu\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      7\u001b[0m         \u001b[0mfeatures\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlabels\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mfeatures\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcuda\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlabels\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcuda\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 8\u001b[1;33m     \u001b[0mloss\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfeatures\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      9\u001b[0m     \u001b[0mtest_loss\u001b[0m \u001b[1;33m+=\u001b[0m \u001b[0mcriterion\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mloss\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlabels\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     10\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\torch\\nn\\modules\\module.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, *input, **kwargs)\u001b[0m\n\u001b[0;32m    491\u001b[0m             \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    492\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 493\u001b[1;33m             \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    494\u001b[0m         \u001b[1;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    495\u001b[0m             \u001b[0mhook_result\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\torchvision\\models\\resnet.py\u001b[0m in \u001b[0;36mforward\u001b[1;34m(self, x)\u001b[0m\n\u001b[0;32m    190\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    191\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mx\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 192\u001b[1;33m         \u001b[0mx\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconv1\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mx\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    193\u001b[0m         \u001b[0mx\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mbn1\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mx\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    194\u001b[0m         \u001b[0mx\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrelu\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mx\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\torch\\nn\\modules\\module.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, *input, **kwargs)\u001b[0m\n\u001b[0;32m    491\u001b[0m             \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    492\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 493\u001b[1;33m             \u001b[0mresult\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    494\u001b[0m         \u001b[1;32mfor\u001b[0m \u001b[0mhook\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_forward_hooks\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    495\u001b[0m             \u001b[0mhook_result\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mhook\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mresult\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\torch\\nn\\modules\\conv.py\u001b[0m in \u001b[0;36mforward\u001b[1;34m(self, input)\u001b[0m\n\u001b[0;32m    336\u001b[0m                             _pair(0), self.dilation, self.groups)\n\u001b[0;32m    337\u001b[0m         return F.conv2d(input, self.weight, self.bias, self.stride,\n\u001b[1;32m--> 338\u001b[1;33m                         self.padding, self.dilation, self.groups)\n\u001b[0m\u001b[0;32m    339\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    340\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mRuntimeError\u001b[0m: CUDA out of memory. Tried to allocate 20.00 MiB (GPU 0; 4.00 GiB total capacity; 2.92 GiB already allocated; 15.19 MiB free; 13.71 MiB cached)"
     ]
    }
   ],
   "source": [
    "# Turn off gradients for validation, saves memory and computations\n",
    "torch.no_grad()\n",
    "accuracy = 0\n",
    "for features, labels in testloader:\n",
    "    # move tensors to GPU if CUDA is available\n",
    "    if train_on_gpu:\n",
    "        features, labels = features.cuda(), labels.cuda()\n",
    "    loss = model(features)\n",
    "    test_loss += criterion(loss, labels)\n",
    "\n",
    "#     ps = torch.exp(loss)\n",
    "    top_p, top_class = loss.topk(1, dim=1)\n",
    "    equals = top_class == labels.view(*top_class.shape)\n",
    "    accuracy += torch.mean(equals.type(torch.FloatTensor))\n",
    "print(\"Test Accuracy: {:.3f}\".format(accuracy/len(testloader)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# TODO: Figure out pulling_OneH"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}