Feature handler.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from load_data import load_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df = load_data()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>kingdom</th>\n",
       "      <th>phylum</th>\n",
       "      <th>class</th>\n",
       "      <th>order</th>\n",
       "      <th>family</th>\n",
       "      <th>genus</th>\n",
       "      <th>length</th>\n",
       "      <th>oxygen</th>\n",
       "      <th>replicate</th>\n",
       "      <th>week</th>\n",
       "      <th>abundance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sampleID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylobacter</td>\n",
       "      <td>9948861</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.285315e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Methylophilales</td>\n",
       "      <td>Methylophilaceae</td>\n",
       "      <td>Methylotenera</td>\n",
       "      <td>5066955</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.208597e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Flavobacteriia</td>\n",
       "      <td>Flavobacteriales</td>\n",
       "      <td>Flavobacteriaceae</td>\n",
       "      <td>Flavobacterium</td>\n",
       "      <td>4654774</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5.471935e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>3046340</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.795637e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>5620690</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.090279e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>3930509</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3.926640e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>Comamonadaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>2023406</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3.031538e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>2759851</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.537614e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>Comamonadaceae</td>\n",
       "      <td>Acidovorax</td>\n",
       "      <td>1257730</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.035456e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Rhodocyclales</td>\n",
       "      <td>Rhodocyclaceae</td>\n",
       "      <td>Dechloromonas</td>\n",
       "      <td>1805462</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.033165e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylomonas</td>\n",
       "      <td>1317343</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.926908e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>920784</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.446088e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylosarcina</td>\n",
       "      <td>892878</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.440142e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1140440</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.411396e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylomicrobium</td>\n",
       "      <td>672916</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.091001e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylovulum</td>\n",
       "      <td>545587</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>9.694810e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>631062</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>7.537654e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methyloglobulus</td>\n",
       "      <td>338946</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>6.306720e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Methylophilales</td>\n",
       "      <td>Methylophilaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>517675</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>6.231354e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Pseudomonadales</td>\n",
       "      <td>Pseudomonadaceae</td>\n",
       "      <td>Pseudomonas</td>\n",
       "      <td>471086</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>6.230389e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Cyanobacteria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>516781</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5.911939e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Deltaproteobacteria</td>\n",
       "      <td>Myxococcales</td>\n",
       "      <td>Polyangiaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>650466</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>5.397583e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>Comamonadaceae</td>\n",
       "      <td>Ramlibacter</td>\n",
       "      <td>266677</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.702365e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Deltaproteobacteria</td>\n",
       "      <td>Myxococcales</td>\n",
       "      <td>Polyangiaceae</td>\n",
       "      <td>Sorangium</td>\n",
       "      <td>527266</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.535422e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Deltaproteobacteria</td>\n",
       "      <td>Myxococcales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>522193</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.054392e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>Burkholderiaceae</td>\n",
       "      <td>Burkholderia</td>\n",
       "      <td>270314</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3.680630e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Rhodocyclales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>258924</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3.578677e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Betaproteobacteria</td>\n",
       "      <td>Burkholderiales</td>\n",
       "      <td>Comamonadaceae</td>\n",
       "      <td>Polaromonas</td>\n",
       "      <td>184581</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.879513e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Methylococcales</td>\n",
       "      <td>Methylococcaceae</td>\n",
       "      <td>Methylocaldum</td>\n",
       "      <td>184187</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.876338e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>335358</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2.595746e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Oceanospirillales</td>\n",
       "      <td>Halomonadaceae</td>\n",
       "      <td>Kushneria</td>\n",
       "      <td>250</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.720000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Bacilli</td>\n",
       "      <td>Bacillales</td>\n",
       "      <td>Sporolactobacillaceae</td>\n",
       "      <td>Sporolactobacillus</td>\n",
       "      <td>251</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.720000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Actinobacteria</td>\n",
       "      <td>Actinobacteria</td>\n",
       "      <td>Rubrobacterales</td>\n",
       "      <td>Rubrobacteraceae</td>\n",
       "      <td>Rubrobacter</td>\n",
       "      <td>503</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.710000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Thermodesulfobacteria</td>\n",
       "      <td>Thermodesulfobacteria</td>\n",
       "      <td>Thermodesulfobacteriales</td>\n",
       "      <td>Thermodesulfobacteriaceae</td>\n",
       "      <td>Thermodesulfobacterium</td>\n",
       "      <td>256</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.680000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Cytophagia</td>\n",
       "      <td>Cytophagales</td>\n",
       "      <td>Cyclobacteriaceae</td>\n",
       "      <td>Cecembia</td>\n",
       "      <td>257</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.680000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Zetaproteobacteria</td>\n",
       "      <td>Mariprofundales</td>\n",
       "      <td>Mariprofundaceae</td>\n",
       "      <td>Mariprofundus</td>\n",
       "      <td>257</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.680000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Verrucomicrobia</td>\n",
       "      <td>Verrucomicrobiae</td>\n",
       "      <td>Verrucomicrobiales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>258</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.670000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Alphaproteobacteria</td>\n",
       "      <td>Rickettsiales</td>\n",
       "      <td>Holosporaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>259</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.660000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Planctomycetes</td>\n",
       "      <td>Phycisphaerae</td>\n",
       "      <td>Phycisphaerales</td>\n",
       "      <td>Phycisphaeraceae</td>\n",
       "      <td>Phycisphaera</td>\n",
       "      <td>471</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.600000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Bacteroidia</td>\n",
       "      <td>Bacteroidales</td>\n",
       "      <td>Porphyromonadaceae</td>\n",
       "      <td>Proteiniphilum</td>\n",
       "      <td>337</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.600000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Clostridia</td>\n",
       "      <td>Clostridiales</td>\n",
       "      <td>Peptococcaceae</td>\n",
       "      <td>Desulfurispora</td>\n",
       "      <td>337</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.600000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Bacilli</td>\n",
       "      <td>Bacillales</td>\n",
       "      <td>Alicyclobacillaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>203</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.590000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Negativicutes</td>\n",
       "      <td>Selenomonadales</td>\n",
       "      <td>Veillonellaceae</td>\n",
       "      <td>Anaeromusa</td>\n",
       "      <td>414</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.560000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Deinococcus-Thermus</td>\n",
       "      <td>Deinococci</td>\n",
       "      <td>Thermales</td>\n",
       "      <td>Thermaceae</td>\n",
       "      <td>Thermus</td>\n",
       "      <td>276</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.560000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Chloroflexi</td>\n",
       "      <td>Thermomicrobia</td>\n",
       "      <td>Sphaerobacterales</td>\n",
       "      <td>Sphaerobacteraceae</td>\n",
       "      <td>Sphaerobacter</td>\n",
       "      <td>489</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.540000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Actinobacteria</td>\n",
       "      <td>Actinobacteria</td>\n",
       "      <td>Bifidobacteriales</td>\n",
       "      <td>Bifidobacteriaceae</td>\n",
       "      <td>Gardnerella</td>\n",
       "      <td>287</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.500000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Cytophagia</td>\n",
       "      <td>Cytophagales</td>\n",
       "      <td>Cyclobacteriaceae</td>\n",
       "      <td>Nitritalea</td>\n",
       "      <td>288</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.500000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Legionellales</td>\n",
       "      <td>Legionellaceae</td>\n",
       "      <td>Fluoribacter</td>\n",
       "      <td>219</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.480000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Epsilonproteobacteria</td>\n",
       "      <td>Campylobacterales</td>\n",
       "      <td>Campylobacteraceae</td>\n",
       "      <td>Sulfurospirillum</td>\n",
       "      <td>229</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.410000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Flavobacteriia</td>\n",
       "      <td>Flavobacteriales</td>\n",
       "      <td>Flavobacteriaceae</td>\n",
       "      <td>Epilithonimonas</td>\n",
       "      <td>232</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.390000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Spirochaetes</td>\n",
       "      <td>Spirochaetia</td>\n",
       "      <td>Spirochaetales</td>\n",
       "      <td>Leptospiraceae</td>\n",
       "      <td>Turneriella</td>\n",
       "      <td>237</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.360000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Verrucomicrobia</td>\n",
       "      <td>Verrucomicrobiae</td>\n",
       "      <td>Verrucomicrobiales</td>\n",
       "      <td>Verrucomicrobiaceae</td>\n",
       "      <td>Verrucomicrobium</td>\n",
       "      <td>241</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.340000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Bacteroidetes</td>\n",
       "      <td>Flavobacteriia</td>\n",
       "      <td>Flavobacteriales</td>\n",
       "      <td>Flavobacteriaceae</td>\n",
       "      <td>Empedobacter</td>\n",
       "      <td>242</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.340000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Clostridia</td>\n",
       "      <td>Clostridiales</td>\n",
       "      <td>Clostridiales Family XI. Incertae Sedis</td>\n",
       "      <td>Peptoniphilus</td>\n",
       "      <td>246</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.310000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Clostridia</td>\n",
       "      <td>Clostridiales</td>\n",
       "      <td>Clostridiaceae</td>\n",
       "      <td>Alkaliphilus</td>\n",
       "      <td>253</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.280000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Gammaproteobacteria</td>\n",
       "      <td>Oceanospirillales</td>\n",
       "      <td>Hahellaceae</td>\n",
       "      <td>Endozoicomonas</td>\n",
       "      <td>256</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.260000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Archaea</td>\n",
       "      <td>Euryarchaeota</td>\n",
       "      <td>Methanobacteria</td>\n",
       "      <td>Methanobacteriales</td>\n",
       "      <td>Methanobacteriaceae</td>\n",
       "      <td>Methanobacterium</td>\n",
       "      <td>257</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.260000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Firmicutes</td>\n",
       "      <td>Negativicutes</td>\n",
       "      <td>Selenomonadales</td>\n",
       "      <td>Veillonellaceae</td>\n",
       "      <td>Dialister</td>\n",
       "      <td>258</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.250000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Verrucomicrobia</td>\n",
       "      <td>Opitutae</td>\n",
       "      <td>Puniceicoccales</td>\n",
       "      <td>Puniceicoccaceae</td>\n",
       "      <td>Coraliomargarita</td>\n",
       "      <td>212</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>1.020000e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>Bacteria</td>\n",
       "      <td>Proteobacteria</td>\n",
       "      <td>Alphaproteobacteria</td>\n",
       "      <td>Sphingomonadales</td>\n",
       "      <td>Sphingomonadaceae</td>\n",
       "      <td>other</td>\n",
       "      <td>223</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>9.670000e-07</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64755 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             kingdom                 phylum                  class  \\\n",
       "sampleID                                                             \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria          Bacteroidetes         Flavobacteriia   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria                    NaN   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria                    NaN                    NaN   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013   unassigned                    NaN                    NaN   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria          Cyanobacteria                    NaN   \n",
       "1056013     Bacteria         Proteobacteria    Deltaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Deltaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Deltaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria     Betaproteobacteria   \n",
       "1056013     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056013     Bacteria          Bacteroidetes                    NaN   \n",
       "...              ...                    ...                    ...   \n",
       "1056274     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056274     Bacteria             Firmicutes                Bacilli   \n",
       "1056274     Bacteria         Actinobacteria         Actinobacteria   \n",
       "1056274     Bacteria  Thermodesulfobacteria  Thermodesulfobacteria   \n",
       "1056274     Bacteria          Bacteroidetes             Cytophagia   \n",
       "1056274     Bacteria         Proteobacteria     Zetaproteobacteria   \n",
       "1056274     Bacteria        Verrucomicrobia       Verrucomicrobiae   \n",
       "1056274     Bacteria         Proteobacteria    Alphaproteobacteria   \n",
       "1056274     Bacteria         Planctomycetes          Phycisphaerae   \n",
       "1056274     Bacteria          Bacteroidetes            Bacteroidia   \n",
       "1056274     Bacteria             Firmicutes             Clostridia   \n",
       "1056274     Bacteria             Firmicutes                Bacilli   \n",
       "1056274     Bacteria             Firmicutes          Negativicutes   \n",
       "1056274     Bacteria    Deinococcus-Thermus             Deinococci   \n",
       "1056274     Bacteria            Chloroflexi         Thermomicrobia   \n",
       "1056274     Bacteria         Actinobacteria         Actinobacteria   \n",
       "1056274     Bacteria          Bacteroidetes             Cytophagia   \n",
       "1056274     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056274     Bacteria         Proteobacteria  Epsilonproteobacteria   \n",
       "1056274     Bacteria          Bacteroidetes         Flavobacteriia   \n",
       "1056274     Bacteria           Spirochaetes           Spirochaetia   \n",
       "1056274     Bacteria        Verrucomicrobia       Verrucomicrobiae   \n",
       "1056274     Bacteria          Bacteroidetes         Flavobacteriia   \n",
       "1056274     Bacteria             Firmicutes             Clostridia   \n",
       "1056274     Bacteria             Firmicutes             Clostridia   \n",
       "1056274     Bacteria         Proteobacteria    Gammaproteobacteria   \n",
       "1056274      Archaea          Euryarchaeota        Methanobacteria   \n",
       "1056274     Bacteria             Firmicutes          Negativicutes   \n",
       "1056274     Bacteria        Verrucomicrobia               Opitutae   \n",
       "1056274     Bacteria         Proteobacteria    Alphaproteobacteria   \n",
       "\n",
       "                             order                                   family  \\\n",
       "sampleID                                                                      \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013            Methylophilales                         Methylophilaceae   \n",
       "1056013           Flavobacteriales                        Flavobacteriaceae   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013            Burkholderiales                           Comamonadaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013            Burkholderiales                           Comamonadaceae   \n",
       "1056013              Rhodocyclales                           Rhodocyclaceae   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013            Burkholderiales                                      NaN   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013            Methylophilales                         Methylophilaceae   \n",
       "1056013            Pseudomonadales                         Pseudomonadaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "1056013               Myxococcales                            Polyangiaceae   \n",
       "1056013            Burkholderiales                           Comamonadaceae   \n",
       "1056013               Myxococcales                            Polyangiaceae   \n",
       "1056013               Myxococcales                                      NaN   \n",
       "1056013            Burkholderiales                         Burkholderiaceae   \n",
       "1056013              Rhodocyclales                                      NaN   \n",
       "1056013            Burkholderiales                           Comamonadaceae   \n",
       "1056013            Methylococcales                         Methylococcaceae   \n",
       "1056013                        NaN                                      NaN   \n",
       "...                            ...                                      ...   \n",
       "1056274          Oceanospirillales                           Halomonadaceae   \n",
       "1056274                 Bacillales                    Sporolactobacillaceae   \n",
       "1056274            Rubrobacterales                         Rubrobacteraceae   \n",
       "1056274   Thermodesulfobacteriales                Thermodesulfobacteriaceae   \n",
       "1056274               Cytophagales                        Cyclobacteriaceae   \n",
       "1056274            Mariprofundales                         Mariprofundaceae   \n",
       "1056274         Verrucomicrobiales                                      NaN   \n",
       "1056274              Rickettsiales                            Holosporaceae   \n",
       "1056274            Phycisphaerales                         Phycisphaeraceae   \n",
       "1056274              Bacteroidales                       Porphyromonadaceae   \n",
       "1056274              Clostridiales                           Peptococcaceae   \n",
       "1056274                 Bacillales                      Alicyclobacillaceae   \n",
       "1056274            Selenomonadales                          Veillonellaceae   \n",
       "1056274                  Thermales                               Thermaceae   \n",
       "1056274          Sphaerobacterales                       Sphaerobacteraceae   \n",
       "1056274          Bifidobacteriales                       Bifidobacteriaceae   \n",
       "1056274               Cytophagales                        Cyclobacteriaceae   \n",
       "1056274              Legionellales                           Legionellaceae   \n",
       "1056274          Campylobacterales                       Campylobacteraceae   \n",
       "1056274           Flavobacteriales                        Flavobacteriaceae   \n",
       "1056274             Spirochaetales                           Leptospiraceae   \n",
       "1056274         Verrucomicrobiales                      Verrucomicrobiaceae   \n",
       "1056274           Flavobacteriales                        Flavobacteriaceae   \n",
       "1056274              Clostridiales  Clostridiales Family XI. Incertae Sedis   \n",
       "1056274              Clostridiales                           Clostridiaceae   \n",
       "1056274          Oceanospirillales                              Hahellaceae   \n",
       "1056274         Methanobacteriales                      Methanobacteriaceae   \n",
       "1056274            Selenomonadales                          Veillonellaceae   \n",
       "1056274            Puniceicoccales                         Puniceicoccaceae   \n",
       "1056274           Sphingomonadales                        Sphingomonadaceae   \n",
       "\n",
       "                           genus   length oxygen  replicate  week  \\\n",
       "sampleID                                                            \n",
       "1056013            Methylobacter  9948861    Low          1     4   \n",
       "1056013            Methylotenera  5066955    Low          1     4   \n",
       "1056013           Flavobacterium  4654774    Low          1     4   \n",
       "1056013                    other  3046340    Low          1     4   \n",
       "1056013                    other  5620690    Low          1     4   \n",
       "1056013                    other  3930509    Low          1     4   \n",
       "1056013                    other  2023406    Low          1     4   \n",
       "1056013                    other  2759851    Low          1     4   \n",
       "1056013               Acidovorax  1257730    Low          1     4   \n",
       "1056013            Dechloromonas  1805462    Low          1     4   \n",
       "1056013             Methylomonas  1317343    Low          1     4   \n",
       "1056013                    other   920784    Low          1     4   \n",
       "1056013           Methylosarcina   892878    Low          1     4   \n",
       "1056013                    other  1140440    Low          1     4   \n",
       "1056013         Methylomicrobium   672916    Low          1     4   \n",
       "1056013             Methylovulum   545587    Low          1     4   \n",
       "1056013                    other   631062    Low          1     4   \n",
       "1056013          Methyloglobulus   338946    Low          1     4   \n",
       "1056013                    other   517675    Low          1     4   \n",
       "1056013              Pseudomonas   471086    Low          1     4   \n",
       "1056013                    other   516781    Low          1     4   \n",
       "1056013                    other   650466    Low          1     4   \n",
       "1056013              Ramlibacter   266677    Low          1     4   \n",
       "1056013                Sorangium   527266    Low          1     4   \n",
       "1056013                    other   522193    Low          1     4   \n",
       "1056013             Burkholderia   270314    Low          1     4   \n",
       "1056013                    other   258924    Low          1     4   \n",
       "1056013              Polaromonas   184581    Low          1     4   \n",
       "1056013            Methylocaldum   184187    Low          1     4   \n",
       "1056013                    other   335358    Low          1     4   \n",
       "...                          ...      ...    ...        ...   ...   \n",
       "1056274                Kushneria      250   High          4    14   \n",
       "1056274       Sporolactobacillus      251   High          4    14   \n",
       "1056274              Rubrobacter      503   High          4    14   \n",
       "1056274   Thermodesulfobacterium      256   High          4    14   \n",
       "1056274                 Cecembia      257   High          4    14   \n",
       "1056274            Mariprofundus      257   High          4    14   \n",
       "1056274                    other      258   High          4    14   \n",
       "1056274                    other      259   High          4    14   \n",
       "1056274             Phycisphaera      471   High          4    14   \n",
       "1056274           Proteiniphilum      337   High          4    14   \n",
       "1056274           Desulfurispora      337   High          4    14   \n",
       "1056274                    other      203   High          4    14   \n",
       "1056274               Anaeromusa      414   High          4    14   \n",
       "1056274                  Thermus      276   High          4    14   \n",
       "1056274            Sphaerobacter      489   High          4    14   \n",
       "1056274              Gardnerella      287   High          4    14   \n",
       "1056274               Nitritalea      288   High          4    14   \n",
       "1056274             Fluoribacter      219   High          4    14   \n",
       "1056274         Sulfurospirillum      229   High          4    14   \n",
       "1056274          Epilithonimonas      232   High          4    14   \n",
       "1056274              Turneriella      237   High          4    14   \n",
       "1056274         Verrucomicrobium      241   High          4    14   \n",
       "1056274             Empedobacter      242   High          4    14   \n",
       "1056274            Peptoniphilus      246   High          4    14   \n",
       "1056274             Alkaliphilus      253   High          4    14   \n",
       "1056274           Endozoicomonas      256   High          4    14   \n",
       "1056274         Methanobacterium      257   High          4    14   \n",
       "1056274                Dialister      258   High          4    14   \n",
       "1056274         Coraliomargarita      212   High          4    14   \n",
       "1056274                    other      223   High          4    14   \n",
       "\n",
       "             abundance  \n",
       "sampleID                \n",
       "1056013   2.285315e-01  \n",
       "1056013   2.208597e-01  \n",
       "1056013   5.471935e-02  \n",
       "1056013   4.795637e-02  \n",
       "1056013   4.090279e-02  \n",
       "1056013   3.926640e-02  \n",
       "1056013   3.031538e-02  \n",
       "1056013   2.537614e-02  \n",
       "1056013   2.035456e-02  \n",
       "1056013   2.033165e-02  \n",
       "1056013   1.926908e-02  \n",
       "1056013   1.446088e-02  \n",
       "1056013   1.440142e-02  \n",
       "1056013   1.411396e-02  \n",
       "1056013   1.091001e-02  \n",
       "1056013   9.694810e-03  \n",
       "1056013   7.537654e-03  \n",
       "1056013   6.306720e-03  \n",
       "1056013   6.231354e-03  \n",
       "1056013   6.230389e-03  \n",
       "1056013   5.911939e-03  \n",
       "1056013   5.397583e-03  \n",
       "1056013   4.702365e-03  \n",
       "1056013   4.535422e-03  \n",
       "1056013   4.054392e-03  \n",
       "1056013   3.680630e-03  \n",
       "1056013   3.578677e-03  \n",
       "1056013   2.879513e-03  \n",
       "1056013   2.876338e-03  \n",
       "1056013   2.595746e-03  \n",
       "...                ...  \n",
       "1056274   1.720000e-06  \n",
       "1056274   1.720000e-06  \n",
       "1056274   1.710000e-06  \n",
       "1056274   1.680000e-06  \n",
       "1056274   1.680000e-06  \n",
       "1056274   1.680000e-06  \n",
       "1056274   1.670000e-06  \n",
       "1056274   1.660000e-06  \n",
       "1056274   1.600000e-06  \n",
       "1056274   1.600000e-06  \n",
       "1056274   1.600000e-06  \n",
       "1056274   1.590000e-06  \n",
       "1056274   1.560000e-06  \n",
       "1056274   1.560000e-06  \n",
       "1056274   1.540000e-06  \n",
       "1056274   1.500000e-06  \n",
       "1056274   1.500000e-06  \n",
       "1056274   1.480000e-06  \n",
       "1056274   1.410000e-06  \n",
       "1056274   1.390000e-06  \n",
       "1056274   1.360000e-06  \n",
       "1056274   1.340000e-06  \n",
       "1056274   1.340000e-06  \n",
       "1056274   1.310000e-06  \n",
       "1056274   1.280000e-06  \n",
       "1056274   1.260000e-06  \n",
       "1056274   1.260000e-06  \n",
       "1056274   1.250000e-06  \n",
       "1056274   1.020000e-06  \n",
       "1056274   9.670000e-07  \n",
       "\n",
       "[64755 rows x 11 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def all_feature():\n",
    "#display all possible features\n",
    "    col = list(df.columns.values)\n",
    "    for item in col[:6]:\n",
    "        print (item)\n",
    "        feature_list = sorted(pd.value_counts(df[item]).index.values)\n",
    "        print (feature_list)\n",
    "    for item in col[7:10]:\n",
    "        print (item)\n",
    "        feature_list = sorted(pd.value_counts(df[item]).index.values)\n",
    "        print (feature_list)\n",
    "    return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "kingdom\n",
      "['Archaea', 'Bacteria', 'Eukaryota', 'unassigned']\n",
      "phylum\n",
      "['Acidobacteria', 'Actinobacteria', 'Aquificae', 'Armatimonadetes', 'Bacteroidetes', 'Caldiserica', 'Candidatus Saccharibacteria', 'Chlamydiae', 'Chlorobi', 'Chloroflexi', 'Chrysiogenetes', 'Cloacimonetes', 'Crenarchaeota', 'Cyanobacteria', 'Deferribacteres', 'Deinococcus-Thermus', 'Euryarchaeota', 'Fibrobacteres', 'Firmicutes', 'Fusobacteria', 'Gemmatimonadetes', 'Ignavibacteriae', 'Lentisphaerae', 'Mollusca', 'Nitrospinae', 'Nitrospirae', 'Planctomycetes', 'Poribacteria', 'Proteobacteria', 'Spirochaetes', 'Synergistetes', 'Tenericutes', 'Thaumarchaeota', 'Thermodesulfobacteria', 'Thermotogae', 'Verrucomicrobia']\n",
      "class\n",
      "['Acidobacteriia', 'Actinobacteria', 'Alphaproteobacteria', 'Anaerolineae', 'Aquificae', 'Archaeoglobi', 'Bacilli', 'Bacteroidia', 'Betaproteobacteria', 'Caldilineae', 'Caldisericia', 'Chlamydiia', 'Chlorobia', 'Chrysiogenetes', 'Chthonomonadetes', 'Clostridia', 'Cytophagia', 'Deferribacteres', 'Dehalococcoidetes', 'Dehalococcoidia', 'Deinococci', 'Deltaproteobacteria', 'Epsilonproteobacteria', 'Erysipelotrichia', 'Fibrobacteria', 'Flavobacteriia', 'Fusobacteriia', 'Gammaproteobacteria', 'Gemmatimonadetes', 'Gloeobacteria', 'Halobacteria', 'Holophagae', 'Ignavibacteria', 'Ktedonobacteria', 'Lentisphaeria', 'Methanobacteria', 'Methanococci', 'Methanomicrobia', 'Methanopyri', 'Mollicutes', 'Negativicutes', 'Nitrospinia', 'Nitrospira', 'Opitutae', 'Phycisphaerae', 'Planctomycetia', 'Solibacteres', 'Sphingobacteriia', 'Spirochaetia', 'Synergistia', 'Thermococci', 'Thermodesulfobacteria', 'Thermomicrobia', 'Thermoplasmata', 'Thermoprotei', 'Thermotogae', 'Verrucomicrobiae', 'Zetaproteobacteria']\n",
      "order\n",
      "['Acholeplasmatales', 'Acidilobales', 'Acidimicrobiales', 'Acidithiobacillales', 'Acidobacteriales', 'Actinomycetales', 'Aeromonadales', 'Alteromonadales', 'Anaerolineales', 'Aquificales', 'Archaeoglobales', 'Bacillales', 'Bacteroidales', 'Bdellovibrionales', 'Bifidobacteriales', 'Burkholderiales', 'Caldilineales', 'Caldisericales', 'Campylobacterales', 'Cardiobacteriales', 'Caulobacterales', 'Chlamydiales', 'Chlorobiales', 'Chromatiales', 'Chrysiogenales', 'Chthonomonadales', 'Clostridiales', 'Coriobacteriales', 'Cytophagales', 'Deferribacterales', 'Dehalococcoidales', 'Deinococcales', 'Desulfarculales', 'Desulfobacterales', 'Desulfovibrionales', 'Desulfurellales', 'Desulfurococcales', 'Desulfuromonadales', 'Enterobacteriales', 'Entomoplasmatales', 'Erysipelotrichales', 'Fervidicoccales', 'Fibrobacterales', 'Flavobacteriales', 'Fusobacteriales', 'Gallionellales', 'Gemmatimonadales', 'Gloeobacterales', 'Halanaerobiales', 'Halobacteriales', 'Holophagales', 'Hydrogenophilales', 'Ignavibacteriales', 'Kiloniellales', 'Kordiimonadales', 'Ktedonobacterales', 'Lactobacillales', 'Legionellales', 'Mariprofundales', 'Methanobacteriales', 'Methanocellales', 'Methanococcales', 'Methanomicrobiales', 'Methanopyrales', 'Methanosarcinales', 'Methylococcales', 'Methylophilales', 'Mycoplasmatales', 'Myxococcales', 'Neisseriales', 'Nitriliruptorales', 'Nitrosomonadales', 'Nitrospinales', 'Nitrospirales', 'Oceanospirillales', 'Orbales', 'Parvularculales', 'Pasteurellales', 'Phycisphaerales', 'Planctomycetales', 'Pseudomonadales', 'Puniceicoccales', 'Rhizobiales', 'Rhodobacterales', 'Rhodocyclales', 'Rhodospirillales', 'Rickettsiales', 'Rubrobacterales', 'Salinisphaerales', 'Selenomonadales', 'Solibacterales', 'Solirubrobacterales', 'Sphaerobacterales', 'Sphingobacteriales', 'Sphingomonadales', 'Spirochaetales', 'Sulfolobales', 'Synergistales', 'Syntrophobacterales', 'Thermales', 'Thermoanaerobacterales', 'Thermococcales', 'Thermodesulfobacteriales', 'Thermoplasmatales', 'Thermoproteales', 'Thermotogales', 'Thiotrichales', 'Verrucomicrobiales', 'Vibrionales', 'Xanthomonadales']\n",
      "family\n",
      "['Acetobacteraceae', 'Acholeplasmataceae', 'Acidaminococcaceae', 'Acidilobaceae', 'Acidimicrobiaceae', 'Acidithiobacillaceae', 'Acidobacteriaceae', 'Actinomycetaceae', 'Actinopolysporaceae', 'Actinospicaceae', 'Aerococcaceae', 'Aeromonadaceae', 'Alcaligenaceae', 'Alcanivoracaceae', 'Alicyclobacillaceae', 'Alteromonadaceae', 'Anaerolineaceae', 'Anaplasmataceae', 'Aquificaceae', 'Archaeoglobaceae', 'Aurantimonadaceae', 'Bacillaceae', 'Bacillales Family X. Incertae Sedis', 'Bacteriovoracaceae', 'Bacteroidaceae', 'Bartonellaceae', 'Bdellovibrionaceae', 'Beijerinckiaceae', 'Bifidobacteriaceae', 'Blattabacteriaceae', 'Brachyspiraceae', 'Bradyrhizobiaceae', 'Brevibacteriaceae', 'Brucellaceae', 'Burkholderiaceae', 'Caldicoprobacteraceae', 'Caldilineaceae', 'Caldisericaceae', 'Caldisphaeraceae', 'Campylobacteraceae', 'Cardiobacteriaceae', 'Carnobacteriaceae', 'Caulobacteraceae', 'Cellulomonadaceae', 'Chitinophagaceae', 'Chlamydiaceae', 'Chlorobiaceae', 'Chromatiaceae', 'Chrysiogenaceae', 'Chthonomonadaceae', 'Clostridiaceae', 'Clostridiales Family XI. Incertae Sedis', 'Clostridiales Family XIII. Incertae Sedis', 'Clostridiales Family XVII. Incertae Sedis', 'Clostridiales Family XVIII. Incertae Sedis', 'Colwelliaceae', 'Comamonadaceae', 'Conexibacteraceae', 'Coriobacteriaceae', 'Corynebacteriaceae', 'Coxiellaceae', 'Cryomorphaceae', 'Cryptosporangiaceae', 'Cyclobacteriaceae', 'Cystobacteraceae', 'Cytophagaceae', 'Deferribacteraceae', 'Dehalococcoidaceae', 'Deinococcaceae', 'Dermabacteraceae', 'Dermacoccaceae', 'Dermatophilaceae', 'Desulfarculaceae', 'Desulfobacteraceae', 'Desulfobulbaceae', 'Desulfohalobiaceae', 'Desulfomicrobiaceae', 'Desulfonatronumaceae', 'Desulfovibrionaceae', 'Desulfurellaceae', 'Desulfurococcaceae', 'Desulfuromonadaceae', 'Dietziaceae', 'Ectothiorhodospiraceae', 'Enterobacteriaceae', 'Enterococcaceae', 'Entomoplasmataceae', 'Erysipelotrichaceae', 'Erythrobacteraceae', 'Eubacteriaceae', 'Ferrimonadaceae', 'Ferroplasmaceae', 'Fervidicoccaceae', 'Fibrobacteraceae', 'Flammeovirgaceae', 'Flavobacteriaceae', 'Francisellaceae', 'Frankiaceae', 'Fusobacteriaceae', 'Gallionellaceae', 'Gemmatimonadaceae', 'Geobacteraceae', 'Geodermatophilaceae', 'Glycomycetaceae', 'Gordoniaceae', 'Hahellaceae', 'Halanaerobiaceae', 'Halobacteriaceae', 'Halobacteroidaceae', 'Halomonadaceae', 'Halothiobacillaceae', 'Helicobacteraceae', 'Holophagaceae', 'Holosporaceae', 'Hydrogenophilaceae', 'Hydrogenothermaceae', 'Hyphomicrobiaceae', 'Hyphomonadaceae', 'Idiomarinaceae', 'Intrasporangiaceae', 'Jiangellaceae', 'Jonesiaceae', 'Kiloniellaceae', 'Kofleriaceae', 'Ktedonobacteraceae', 'Lachnospiraceae', 'Lactobacillaceae', 'Legionellaceae', 'Leptospiraceae', 'Leptotrichiaceae', 'Leuconostocaceae', 'Listeriaceae', 'Marinilabiliaceae', 'Mariprofundaceae', 'Melioribacteraceae', 'Methanobacteriaceae', 'Methanocaldococcaceae', 'Methanocellaceae', 'Methanococcaceae', 'Methanocorpusculaceae', 'Methanomicrobiaceae', 'Methanopyraceae', 'Methanoregulaceae', 'Methanosaetaceae', 'Methanosarcinaceae', 'Methanospirillaceae', 'Methanothermaceae', 'Methylobacteriaceae', 'Methylococcaceae', 'Methylocystaceae', 'Methylophilaceae', 'Microbacteriaceae', 'Micrococcaceae', 'Micromonosporaceae', 'Moraxellaceae', 'Moritellaceae', 'Mycobacteriaceae', 'Mycoplasmataceae', 'Myxococcaceae', 'Nakamurellaceae', 'Nannocystaceae', 'Neisseriaceae', 'Nitriliruptoraceae', 'Nitrosomonadaceae', 'Nitrospinaceae', 'Nitrospiraceae', 'Nocardiaceae', 'Nocardioidaceae', 'Nocardiopsaceae', 'Oceanospirillaceae', 'Orbaceae', 'Oscillospiraceae', 'Oxalobacteraceae', 'Paenibacillaceae', 'Parachlamydiaceae', 'Parvularculaceae', 'Pasteurellaceae', 'Patulibacteraceae', 'Pelobacteraceae', 'Peptococcaceae', 'Peptostreptococcaceae', 'Phycisphaeraceae', 'Phyllobacteriaceae', 'Picrophilaceae', 'Piscirickettsiaceae', 'Planctomycetaceae', 'Planococcaceae', 'Polyangiaceae', 'Porphyromonadaceae', 'Prevotellaceae', 'Promicromonosporaceae', 'Propionibacteriaceae', 'Pseudoalteromonadaceae', 'Pseudomonadaceae', 'Pseudonocardiaceae', 'Psychromonadaceae', 'Puniceicoccaceae', 'Pyrodictiaceae', 'Rhizobiaceae', 'Rhodobacteraceae', 'Rhodobiaceae', 'Rhodocyclaceae', 'Rhodospirillaceae', 'Rickettsiaceae', 'Rikenellaceae', 'Rubrobacteraceae', 'Ruminococcaceae', 'Saccharospirillaceae', 'Salinisphaeraceae', 'Sanguibacteraceae', 'Saprospiraceae', 'Segniliparaceae', 'Shewanellaceae', 'Simkaniaceae', 'Sinobacteraceae', 'Solirubrobacteraceae', 'Sphaerobacteraceae', 'Sphingobacteriaceae', 'Sphingomonadaceae', 'Spirochaetaceae', 'Spiroplasmataceae', 'Sporichthyaceae', 'Sporolactobacillaceae', 'Staphylococcaceae', 'Streptococcaceae', 'Streptomycetaceae', 'Streptosporangiaceae', 'Succinivibrionaceae', 'Sulfolobaceae', 'Sutterellaceae', 'Synergistaceae', 'Syntrophaceae', 'Syntrophobacteraceae', 'Syntrophomonadaceae', 'Syntrophorhabdaceae', 'Thermaceae', 'Thermithiobacillaceae', 'Thermoactinomycetaceae', 'Thermoanaerobacteraceae', 'Thermoanaerobacterales Family III. Incertae Sedis', 'Thermoanaerobacterales Family IV. Incertae Sedis', 'Thermococcaceae', 'Thermodesulfobacteriaceae', 'Thermodesulfobiaceae', 'Thermofilaceae', 'Thermomonosporaceae', 'Thermoplasmataceae', 'Thermoproteaceae', 'Thermotogaceae', 'Thiotrichaceae', 'Trueperaceae', 'Tsukamurellaceae', 'Veillonellaceae', 'Verrucomicrobiaceae', 'Vibrionaceae', 'Waddliaceae', 'Xanthobacteraceae', 'Xanthomonadaceae']\n",
      "genus\n",
      "['Abiotrophia', 'Acaricomes', 'Acetivibrio', 'Acetobacter', 'Acetobacterium', 'Acetohalobium', 'Acetonema', 'Acholeplasma', 'Achromobacter', 'Acidaminococcus', 'Acidianus', 'Acidilobus', 'Acidiphilium', 'Acidithiobacillus', 'Acidobacterium', 'Acidocella', 'Acidovorax', 'Acinetobacter', 'Actinoalloteichus', 'Actinobacillus', 'Actinobaculum', 'Actinokineospora', 'Actinomadura', 'Actinomyces', 'Actinomycetospora', 'Actinoplanes', 'Actinopolymorpha', 'Actinopolyspora', 'Actinospica', 'Adhaeribacter', 'Advenella', 'Aequorivita', 'Aerococcus', 'Aeromonas', 'Aeropyrum', 'Aestuariibacter', 'Aestuariimicrobium', 'Afipia', 'Aggregatibacter', 'Agrobacterium', 'Agrococcus', 'Agromyces', 'Ahrensia', 'Alcaligenes', 'Alcanivorax', 'Algicola', 'Algoriphagus', 'Alicycliphilus', 'Alicyclobacillus', 'Aliivibrio', 'Alishewanella', 'Alistipes', 'Alkalibacillus', 'Alkaliflexus', 'Alkalilimnicola', 'Alkaliphilus', 'Allochromatium', 'Allofustis', 'Alloiococcus', 'Alloscardovia', 'Alteromonas', 'Aminiphilus', 'Aminobacter', 'Aminobacterium', 'Aminomonas', 'Ammonifex', 'Amphibacillus', 'Amphritea', 'Amycolatopsis', 'Amycolicicoccus', 'Anaeroarcus', 'Anaerobaculum', 'Anaerococcus', 'Anaerolinea', 'Anaeromusa', 'Anaeromyxobacter', 'Anaerophaga', 'Anaerostipes', 'Anaerotruncus', 'Anaerovorax', 'Anaplasma', 'Ancylobacter', 'Aneurinibacillus', 'Anoxybacillus', 'Aquifex', 'Aquiflexum', 'Aquimarina', 'Arcanobacterium', 'Archaeoglobus', 'Arcobacter', 'Arcticibacter', 'Arenibacter', 'Arenimonas', 'Arhodomonas', 'Aromatoleum', 'Arsenicicoccus', 'Arsenophonus', 'Arthrobacter', 'Asticcacaulis', 'Atopobacter', 'Atopobium', 'Atopococcus', 'Aurantimonas', 'Austwickia', 'Avibacterium', 'Azoarcus', 'Azohydromonas', 'Azonexus', 'Azorhizobium', 'Azospira', 'Azospirillum', 'Azotobacter', 'Azovibrio', 'Bacillus', 'Bacteriovorax', 'Bacteroides', 'Barnesiella', 'Bartonella', 'Basfia', 'Bavariicoccus', 'Bdellovibrio', 'Beggiatoa', 'Beijerinckia', 'Belliella', 'Bergeyella', 'Bermanella', 'Bibersteinia', 'Bifidobacterium', 'Bilophila', 'Bizionia', 'Blastococcus', 'Blastomonas', 'Blastopirellula', 'Blattabacterium', 'Blautia', 'Bordetella', 'Borrelia', 'Bosea', 'Brachybacterium', 'Brachymonas', 'Brachyspira', 'Bradyrhizobium', 'Brenneria', 'Brevibacillus', 'Brevibacterium', 'Brevundimonas', 'Brucella', 'Buchnera', 'Budvicia', 'Burkholderia', 'Butyricicoccus', 'Butyricimonas', 'Butyrivibrio', 'Caenispirillum', 'Caldalkalibacillus', 'Caldanaerobacter', 'Caldanaerobius', 'Caldicellulosiruptor', 'Caldicoprobacter', 'Caldilinea', 'Caldimonas', 'Caldisericum', 'Caldisphaera', 'Calditerrivibrio', 'Caloramator', 'Campylobacter', 'Candidatus Aquiluna', 'Candidatus Arthromitus', 'Candidatus Blochmannia', 'Candidatus Glomeribacter', 'Candidatus Hamiltonella', 'Candidatus Liberibacter', 'Candidatus Phytoplasma', 'Candidatus Portiera', 'Candidatus Protochlamydia', 'Candidatus Regiella', 'Candidatus Rhodoluna', 'Candidatus Riesia', 'Candidatus Zinderia', 'Capnocytophaga', 'Carboxydothermus', 'Cardiobacterium', 'Carnimonas', 'Carnobacterium', 'Catellicoccus', 'Catelliglobosispora', 'Catenovulum', 'Caulobacter', 'Cecembia', 'Cedecea', 'Celeribacter', 'Cellulomonas', 'Cellulophaga', 'Cellulosilyticum', 'Cellulosimicrobium', 'Cellvibrio', 'Centipeda', 'Cesiribacter', 'Cetobacterium', 'Chelativorans', 'Chelatococcus', 'Chitinimonas', 'Chlamydia', 'Chlamydophila', 'Chlorobaculum', 'Chlorobium', 'Chromohalobacter', 'Chryseobacterium', 'Chrysiogenes', 'Chthonomonas', 'Citreicella', 'Citricoccus', 'Citrobacter', 'Citromicrobium', 'Clavibacter', 'Cloacibacillus', 'Clostridium', 'Cohnella', 'Collimonas', 'Collinsella', 'Colwellia', 'Comamonas', 'Commensalibacter', 'Conchiformibius', 'Conexibacter', 'Coprobacillus', 'Coprococcus', 'Coprothermobacter', 'Coraliomargarita', 'Corallococcus', 'Corynebacterium', 'Coxiella', 'Croceibacter', 'Cronobacter', 'Cryocola', 'Cryptosporangium', 'Cucumibacter', 'Cupriavidus', 'Curtobacterium', 'Curvibacter', 'Cyclobacterium', 'Cycloclasticus', 'Cystobacter', 'Cytophaga', 'Dechloromonas', 'Deferribacter', 'Dehalobacter', 'Dehalococcoides', 'Deinococcus', 'Delftia', 'Demetria', 'Denitrovibrio', 'Dermabacter', 'Dermacoccus', 'Dermatophilus', 'Derxia', 'Desmospora', 'Desulfarculus', 'Desulfatibacillum', 'Desulfatirhabdium', 'Desulfitobacterium', 'Desulfobacca', 'Desulfobacter', 'Desulfobacula', 'Desulfobulbus', 'Desulfocapsa', 'Desulfococcus', 'Desulfocurvus', 'Desulfomicrobium', 'Desulfomonile', 'Desulfonatronum', 'Desulfonema', 'Desulforegula', 'Desulfosarcina', 'Desulfospira', 'Desulfosporosinus', 'Desulfotalea', 'Desulfotignum', 'Desulfotomaculum', 'Desulfovibrio', 'Desulfovirgula', 'Desulfurella', 'Desulfurispirillum', 'Desulfurispora', 'Desulfurivibrio', 'Desulfurococcus', 'Desulfuromonas', 'Dialister', 'Dickeya', 'Dietzia', 'Dokdonia', 'Dolosigranulum', 'Donghicola', 'Dorea', 'Duganella', 'Dyadobacter', 'Dyella', 'Dysgonomonas', 'Echinicola', 'Ectothiorhodospira', 'Edwardsiella', 'Eggerthella', 'Ehrlichia', 'Eikenella', 'Elizabethkingia', 'Empedobacter', 'Emticicia', 'Endozoicomonas', 'Enhydrobacter', 'Enorma', 'Ensifer', 'Enterobacter', 'Enterococcus', 'Enterorhabdus', 'Enterovibrio', 'Entomoplasma', 'Epilithonimonas', 'Eremococcus', 'Erwinia', 'Erythrobacter', 'Escherichia', 'Ethanoligenens', 'Eubacterium', 'Eudoraea', 'Facklamia', 'Faecalibacterium', 'Ferrimonas', 'Ferroglobus', 'Ferroplasma', 'Fervidicoccus', 'Fervidobacterium', 'Fibrella', 'Fibrisoma', 'Fibrobacter', 'Filifactor', 'Finegoldia', 'Flavobacterium', 'Flectobacillus', 'Flexibacter', 'Flexistipes', 'Flexithrix', 'Fluoribacter', 'Fluviicola', 'Fodinicurvata', 'Formosa', 'Francisella', 'Frankia', 'Frateuria', 'Fructobacillus', 'Fulvivirga', 'Fusobacterium', 'Gaetbulibacter', 'Galbibacter', 'Gallibacterium', 'Gallionella', 'Gardnerella', 'Gayadomonas', 'Gelidibacter', 'Gemmata', 'Gemmatimonas', 'Geobacillus', 'Geobacter', 'Geodermatophilus', 'Geopsychrobacter', 'Geothrix', 'Geovibrio', 'Gillisia', 'Glaciecola', 'Glaciibacter', 'Globicatella', 'Gluconacetobacter', 'Gluconobacter', 'Glycomyces', 'Gordonia', 'Gracilibacillus', 'Gramella', 'Granulibacter', 'Granulicatella', 'Granulicella', 'Grimontia', 'Gulosibacter', 'Haemophilus', 'Hafnia', 'Hahella', 'Haladaptatus', 'Halalkalibacillus', 'Halalkalicoccus', 'Halanaerobium', 'Haliangium', 'Haliea', 'Haliscomenobacter', 'Hallella', 'Haloarcula', 'Halobacillus', 'Halobacterium', 'Halobacteroides', 'Halobiforma', 'Halococcus', 'Haloferax', 'Halogeometricum', 'Haloglycomyces', 'Halogranum', 'Halomicrobium', 'Halomonas', 'Halonatronum', 'Halopiger', 'Haloplanus', 'Haloquadratum', 'Halorhabdus', 'Halorhodospira', 'Halorubrum', 'Halosarcina', 'Halosimplex', 'Halostagnicola', 'Haloterrigena', 'Halothiobacillus', 'Halovivax', 'Hamadaea', 'Helcococcus', 'Helicobacter', 'Hellea', 'Henriciella', 'Herbaspirillum', 'Herminiimonas', 'Hippea', 'Hirschia', 'Histophilus', 'Hoeflea', 'Holdemania', 'Holophaga', 'Holospora', 'Humibacter', 'Hydrocarboniphaga', 'Hydrogenobacter', 'Hydrogenobaculum', 'Hydrogenophaga', 'Hylemonella', 'Hymenobacter', 'Hyphomicrobium', 'Hyphomonas', 'Idiomarina', 'Ignisphaera', 'Ilumatobacter', 'Ilyobacter', 'Imtechella', 'Indibacter', 'Inquilinus', 'Intrasporangium', 'Isoptericola', 'Janibacter', 'Jannaschia', 'Janthinobacterium', 'Jeotgalicoccus', 'Jiangella', 'Johnsonella', 'Jonesia', 'Jonquetella', 'Joostella', 'Kaistia', 'Kangiella', 'Ketogulonicigenium', 'Kiloniella', 'Kineosphaera', 'Kingella', 'Kitasatospora', 'Klebsiella', 'Kocuria', 'Kribbella', 'Ktedonobacter', 'Kurthia', 'Kushneria', 'Kyrpidia', 'Labrenzia', 'Lachnobacterium', 'Lachnospira', 'Lacinutrix', 'Lacticigenium', 'Lactobacillus', 'Lactococcus', 'Lamprocystis', 'Lautropia', 'Lawsonia', 'Leadbetterella', 'Leeuwenhoekiella', 'Legionella', 'Leifsonia', 'Leisingera', 'Leminorella', 'Lentibacillus', 'Leptonema', 'Leptospira', 'Leptospirillum', 'Leptotrichia', 'Leucobacter', 'Leuconostoc', 'Leucothrix', 'Lewinella', 'Limnohabitans', 'Listeria', 'Loktanella', 'Longispora', 'Lonsdalea', 'Luteibacter', 'Luteimonas', 'Lysinibacillus', 'Lysobacter', 'Magnetospirillum', 'Mahella', 'Mannheimia', 'Maribacter', 'Maricaulis', 'Marichromatium', 'Marinactinospora', 'Marinilabilia', 'Marinimicrobium', 'Mariniradius', 'Marinithermus', 'Marinitoga', 'Marinobacter', 'Marinobacterium', 'Marinococcus', 'Marinomonas', 'Marinospirillum', 'Mariprofundus', 'Maritalea', 'Maritimibacter', 'Marivirga', 'Martelella', 'Marvinbryantia', 'Massilia', 'Megamonas', 'Meganema', 'Megasphaera', 'Meiothermus', 'Melioribacter', 'Melissococcus', 'Melitea', 'Mesoflavibacter', 'Mesonia', 'Mesoplasma', 'Mesorhizobium', 'Mesotoga', 'Metallosphaera', 'Methanobacterium', 'Methanobrevibacter', 'Methanocaldococcus', 'Methanocella', 'Methanococcoides', 'Methanococcus', 'Methanocorpusculum', 'Methanoculleus', 'Methanofollis', 'Methanohalobium', 'Methanohalophilus', 'Methanolinea', 'Methanolobus', 'Methanomethylovorans', 'Methanoplanus', 'Methanopyrus', 'Methanoregula', 'Methanosaeta', 'Methanosalsum', 'Methanosarcina', 'Methanosphaera', 'Methanospirillum', 'Methanothermobacter', 'Methanothermococcus', 'Methanothermus', 'Methanotorris', 'Methylobacillus', 'Methylobacter', 'Methylobacterium', 'Methylocaldum', 'Methylocapsa', 'Methylococcus', 'Methylocystis', 'Methyloferula', 'Methyloglobulus', 'Methylomicrobium', 'Methylomonas', 'Methylophaga', 'Methylophilus', 'Methylopila', 'Methylosarcina', 'Methylosinus', 'Methylotenera', 'Methyloversatilis', 'Methylovorus', 'Methylovulum', 'Microbacterium', 'Microbulbifer', 'Micrococcus', 'Microlunatus', 'Micromonospora', 'Microvirga', 'Mitsuokella', 'Mobilicoccus', 'Mobiluncus', 'Modestobacter', 'Mogibacterium', 'Moorella', 'Moraxella', 'Morganella', 'Moritella', 'Mucilaginibacter', 'Muricauda', 'Mycobacterium', 'Mycoplasma', 'Myroides', 'Myxococcus', 'Nafulsella', 'Nakamurella', 'Natrialba', 'Natrinema', 'Natronobacterium', 'Natronococcus', 'Natronolimnobius', 'Natronomonas', 'Natronorubrum', 'Neisseria', 'Neorickettsia', 'Neptuniibacter', 'Neptunomonas', 'Nesiotobacter', 'Nesterenkonia', 'Nisaea', 'Nitratireductor', 'Nitriliruptor', 'Nitritalea', 'Nitrobacter', 'Nitrococcus', 'Nitrosococcus', 'Nitrosomonas', 'Nitrosospira', 'Nitrospina', 'Nocardia', 'Nocardioides', 'Nocardiopsis', 'Nonomuraea', 'Novispirillum', 'Novosphingobium', 'Oceanibaculum', 'Oceanicaulis', 'Oceanicola', 'Oceanimonas', 'Oceaniovalibus', 'Oceanithermus', 'Oceanobacillus', 'Oceanobacter', 'Oceanospirillum', 'Ochrobactrum', 'Octadecabacter', 'Odoribacter', 'Oenococcus', 'Oligella', 'Oligotropha', 'Olivibacter', 'Olleya', 'Olsenella', 'Orenia', 'Oribacterium', 'Ornithinibacillus', 'Ornithinimicrobium', 'Ornithobacterium', 'Oscillibacter', 'Ottowia', 'Owenweeksia', 'Oxalobacter', 'Paenibacillus', 'Paenisporosarcina', 'Palaeococcus', 'Paludibacter', 'Pandoraea', 'Pannonibacter', 'Pantoea', 'Parabacteroides', 'Parachlamydia', 'Paracoccus', 'Paraprevotella', 'Parascardovia', 'Parasutterella', 'Parvimonas', 'Parvularcula', 'Pasteurella', 'Patulibacter', 'Paucisalibacillus', 'Pectobacterium', 'Pediococcus', 'Pedobacter', 'Pelagibaca', 'Pelagibacterium', 'Pelobacter', 'Pelodictyon', 'Pelosinus', 'Peptoniphilus', 'Peptostreptococcus', 'Perlucidibaca', 'Persephonella', 'Phaeobacter', 'Phaeospirillum', 'Phascolarctobacterium', 'Photobacterium', 'Photorhabdus', 'Phycisphaera', 'Phyllobacterium', 'Picrophilus', 'Pirellula', 'Piscirickettsia', 'Planctomyces', 'Planococcus', 'Pleomorphomonas', 'Plesiomonas', 'Polaribacter', 'Polaromonas', 'Polynucleobacter', 'Pontibacillus', 'Pontibacter', 'Porphyrobacter', 'Porphyromonas', 'Prevotella', 'Promicromonospora', 'Propionibacterium', 'Propionimicrobium', 'Propionivibrio', 'Proteiniphilum', 'Proteus', 'Providencia', 'Pseudacidovorax', 'Pseudaminobacter', 'Pseudoalteromonas', 'Pseudobutyrivibrio', 'Pseudochrobactrum', 'Pseudoclavibacter', 'Pseudomonas', 'Pseudonocardia', 'Pseudoramibacter', 'Pseudorhodobacter', 'Pseudovibrio', 'Pseudoxanthomonas', 'Psychrilyobacter', 'Psychrobacter', 'Psychroflexus', 'Psychromonas', 'Psychroserpens', 'Pusillimonas', 'Pyramidobacter', 'Pyrobaculum', 'Pyrococcus', 'Pyrolobus', 'Rahnella', 'Ralstonia', 'Ramlibacter', 'Raoultella', 'Rathayibacter', 'Rheinheimera', 'Rhizobium', 'Rhodanobacter', 'Rhodobacter', 'Rhodococcus', 'Rhodomicrobium', 'Rhodonellum', 'Rhodopirellula', 'Rhodopseudomonas', 'Rhodospirillum', 'Rhodovibrio', 'Rhodovulum', 'Rickettsia', 'Rickettsiella', 'Riemerella', 'Rikenella', 'Robiginitalea', 'Robiginitomaculum', 'Roseburia', 'Roseibium', 'Roseobacter', 'Roseomonas', 'Roseovarius', 'Rothia', 'Rubellimicrobium', 'Rubritepida', 'Rubrobacter', 'Rudanella', 'Ruegeria', 'Ruminococcus', 'Runella', 'Saccharibacillus', 'Saccharibacter', 'Saccharomonospora', 'Saccharophagus', 'Saccharopolyspora', 'Saccharospirillum', 'Saccharothrix', 'Salimicrobium', 'Salinarimonas', 'Salinibacterium', 'Salinicoccus', 'Salinimicrobium', 'Salinimonas', 'Salinisphaera', 'Salinispora', 'Salinivibrio', 'Salipiger', 'Salmonella', 'Salsuginibacillus', 'Sandarakinorhabdus', 'Sanguibacter', 'Saprospira', 'Scardovia', 'Schlesneria', 'Sciscionella', 'Sebaldella', 'Sedimentibacter', 'Sediminimonas', 'Segniliparus', 'Selenomonas', 'Serinicoccus', 'Serratia', 'Shewanella', 'Shigella', 'Shimazuella', 'Shimwellia', 'Shinella', 'Shuttleworthia', 'Sideroxydans', 'Simkania', 'Simonsiella', 'Singulisphaera', 'Sinorhizobium', 'Slackia', 'Smaragdicoccus', 'Snodgrassella', 'Sodalis', 'Solibacillus', 'Solirubrobacter', 'Solitalea', 'Sorangium', 'Sphaerobacter', 'Sphaerochaeta', 'Sphingobacterium', 'Sphingobium', 'Sphingomonas', 'Sphingopyxis', 'Spirochaeta', 'Spiroplasma', 'Spirosoma', 'Sporichthya', 'Sporocytophaga', 'Sporolactobacillus', 'Sporomusa', 'Sporosarcina', 'Stackebrandtia', 'Staphylococcus', 'Staphylothermus', 'Stappia', 'Starkeya', 'Stenotrophomonas', 'Stigmatella', 'Streptobacillus', 'Streptococcus', 'Streptomyces', 'Streptosporangium', 'Subdoligranulum', 'Succinatimonas', 'Succinimonas', 'Succinispira', 'Sulfitobacter', 'Sulfobacillus', 'Sulfolobus', 'Sulfuricurvum', 'Sulfurihydrogenibium', 'Sulfurimonas', 'Sulfurospirillum', 'Sutterella', 'Symbiobacterium', 'Synergistes', 'Syntrophobotulus', 'Syntrophomonas', 'Syntrophorhabdus', 'Syntrophothermus', 'Syntrophus', 'Tannerella', 'Taylorella', 'Tenacibaculum', 'Tepidanaerobacter', 'Tepidiphilus', 'Terracoccus', 'Terriglobus', 'Tetragenococcus', 'Thalassobaculum', 'Thalassobium', 'Thalassospira', 'Thauera', 'Thermacetogenium', 'Thermaerobacter', 'Thermanaeromonas', 'Thermanaerovibrio', 'Thermicanus', 'Thermincola', 'Thermithiobacillus', 'Thermoanaerobacter', 'Thermoanaerobacterium', 'Thermobacillus', 'Thermobifida', 'Thermobispora', 'Thermobrachium', 'Thermococcus', 'Thermocrinis', 'Thermocrispum', 'Thermodesulfatator', 'Thermodesulfobacterium', 'Thermodesulfobium', 'Thermodesulfovibrio', 'Thermofilum', 'Thermogladius', 'Thermomonospora', 'Thermoplasma', 'Thermoproteus', 'Thermosediminibacter', 'Thermosipho', 'Thermosphaera', 'Thermotoga', 'Thermovirga', 'Thermus', 'Thioalkalimicrobium', 'Thioalkalivibrio', 'Thiobacillus', 'Thiocapsa', 'Thiocystis', 'Thioflavicoccus', 'Thiomicrospira', 'Thiorhodococcus', 'Thiorhodospira', 'Thiorhodovibrio', 'Thiothrix', 'Tistrella', 'Tolumonas', 'Treponema', 'Truepera', 'Tsukamurella', 'Tuberibacillus', 'Turneriella', 'Uliginosibacterium', 'Ureaplasma', 'Ureibacillus', 'Varibaculum', 'Variovorax', 'Veillonella', 'Verminephrobacter', 'Verrucomicrobium', 'Verrucosispora', 'Vibrio', 'Virgibacillus', 'Vitreoscilla', 'Vulcanisaeta', 'Waddlia', 'Weeksella', 'Weissella', 'Wenxinia', 'Wigglesworthia', 'Winogradskyella', 'Wohlfahrtiimonas', 'Wolbachia', 'Wolinella', 'Xanthobacter', 'Xanthomonas', 'Xenorhabdus', 'Xylanimonas', 'Xylella', 'Yaniella', 'Yersinia', 'Yokenella', 'Zavarzinella', 'Zooshikella', 'Zunongwangia', 'Zymomonas', 'Zymophilus', 'other']\n",
      "oxygen\n",
      "['High', 'Low']\n",
      "replicate\n",
      "[1, 2, 3, 4]\n",
      "week\n",
      "[4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]\n"
     ]
    }
   ],
   "source": [
    "all_feature()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def select_feature(kingdom,phylum,classes,order,family,genus,oxgen,replicate,week):\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "d = { i : { j : str(i) + str(j) for j in range(5) } for i in range(5) }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "%d format: a number is required, not list",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-47-bbda86ba3b45>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mitem\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'kingdom'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0mitem\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mexec\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"%s = %d\"\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m: %d format: a number is required, not list"
     ]
    }
   ],
   "source": [
    "item = 'kingdom'\n",
    "item\n",
    "exec(\"%s = %d\" % (item,[1,1,1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "something else\n"
     ]
    }
   ],
   "source": [
    "foo = \"bar\"\n",
    "exec(foo + \" = 'something else'\")\n",
    "print (bar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "can't assign to function call (<ipython-input-44-9ee8e9a77230>, line 3)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  File \u001b[0;32m\"<ipython-input-44-9ee8e9a77230>\"\u001b[0;36m, line \u001b[0;32m3\u001b[0m\n\u001b[0;31m    eval('kingdom' + 'fff') = 1\u001b[0m\n\u001b[0m                               ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m can't assign to function call\n"
     ]
    }
   ],
   "source": [
    "name = 'kingdom' + 'fff'\n",
    "\n",
    "eval('kingdom' + 'fff') = 1\n",
    "kindon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def feature_select(column,featurename):\n",
    "#features we need\n",
    "\n",
    "def splitframe(data, name='name'):\n",
    "\n",
    "    n = data[name][0]\n",
    "\n",
    "    df = pd.DataFrame(columns=data.columns)\n",
    "\n",
    "    datalist = []\n",
    "\n",
    "    for i in range(len(data)):\n",
    "        if data[name][i] == n:\n",
    "            df = df.append(data.iloc[i])\n",
    "        else:\n",
    "            datalist.append(df)\n",
    "            df = pd.DataFrame(columns=data.columns)\n",
    "            n = data[name][i]\n",
    "            df = df.append(data.iloc[i])\n",
    "\n",
    "    return datalist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>kingdom</th>\n",
       "      <th>phylum</th>\n",
       "      <th>class</th>\n",
       "      <th>order</th>\n",
       "      <th>family</th>\n",
       "      <th>genus</th>\n",
       "      <th>length</th>\n",
       "      <th>oxygen</th>\n",
       "      <th>replicate</th>\n",
       "      <th>week</th>\n",
       "      <th>abundance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sampleID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1056013</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>920784</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.014461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056016</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>735185</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0.009828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056019</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>802179</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0.011516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056022</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>854736</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0.014219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056025</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1915802</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.020979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056028</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1286000</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0.034314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056031</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>4261050</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0.038563</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056034</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>930987</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0.013689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056037</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1092952</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0.016692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056040</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>663582</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.013703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056043</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>853614</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0.012390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056046</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>693665</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>0.013663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056049</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>5837704</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0.110184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056052</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1069326</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0.019481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056055</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>683950</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0.019063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056058</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>3956980</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>0.031732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056061</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>912332</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0.024122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056064</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1109958</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>0.024366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056067</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1294955</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>0.029335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056070</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1293389</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "      <td>0.030847</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056073</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>4151278</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0.030875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056076</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>697654</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>0.014444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056079</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>2577451</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>0.041861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056082</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1502433</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "      <td>0.021671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056085</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1337228</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0.033292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056088</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1340322</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>0.030525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056091</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1034648</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>0.036021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056094</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1276859</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>0.047303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056097</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1379297</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0.014313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056100</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>2268935</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>0.023396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056187</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>935526</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>0.052216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056190</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>607862</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>0.016795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056193</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>744838</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>0.027517</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056196</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>888889</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>0.028943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056199</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>542069</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>0.011918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056202</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>689317</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>0.027062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056205</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>785279</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>0.030275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056208</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>781673</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>0.058918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056211</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>849988</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>0.048045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056214</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>624049</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>0.034974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056217</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>598019</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>0.017558</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056220</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>840869</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>0.025713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056223</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>800561</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>0.032178</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056226</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>728010</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>0.027906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056229</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>848743</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>0.035108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056232</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>454818</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>0.069840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056235</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>936228</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>13</td>\n",
       "      <td>0.046828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056238</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>772147</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>0.043097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056241</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>503786</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>0.013133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056244</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>701681</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>0.032493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056247</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>673995</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>13</td>\n",
       "      <td>0.017520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056250</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>920490</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>13</td>\n",
       "      <td>0.098949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056253</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1020388</td>\n",
       "      <td>Low</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>0.055131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056256</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>942291</td>\n",
       "      <td>Low</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>0.044509</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056259</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>1210864</td>\n",
       "      <td>Low</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>0.060868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056262</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>709769</td>\n",
       "      <td>Low</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>0.039546</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056265</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>792638</td>\n",
       "      <td>High</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>0.038937</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056268</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>831791</td>\n",
       "      <td>High</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>0.018862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056271</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>621398</td>\n",
       "      <td>High</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>0.026814</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056274</th>\n",
       "      <td>unassigned</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other</td>\n",
       "      <td>933326</td>\n",
       "      <td>High</td>\n",
       "      <td>4</td>\n",
       "      <td>14</td>\n",
       "      <td>0.116118</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             kingdom phylum class order family  genus   length oxygen  \\\n",
       "sampleID                                                                \n",
       "1056013   unassigned    NaN   NaN   NaN    NaN  other   920784    Low   \n",
       "1056016   unassigned    NaN   NaN   NaN    NaN  other   735185    Low   \n",
       "1056019   unassigned    NaN   NaN   NaN    NaN  other   802179    Low   \n",
       "1056022   unassigned    NaN   NaN   NaN    NaN  other   854736    Low   \n",
       "1056025   unassigned    NaN   NaN   NaN    NaN  other  1915802   High   \n",
       "1056028   unassigned    NaN   NaN   NaN    NaN  other  1286000   High   \n",
       "1056031   unassigned    NaN   NaN   NaN    NaN  other  4261050   High   \n",
       "1056034   unassigned    NaN   NaN   NaN    NaN  other   930987   High   \n",
       "1056037   unassigned    NaN   NaN   NaN    NaN  other  1092952    Low   \n",
       "1056040   unassigned    NaN   NaN   NaN    NaN  other   663582    Low   \n",
       "1056043   unassigned    NaN   NaN   NaN    NaN  other   853614    Low   \n",
       "1056046   unassigned    NaN   NaN   NaN    NaN  other   693665    Low   \n",
       "1056049   unassigned    NaN   NaN   NaN    NaN  other  5837704   High   \n",
       "1056052   unassigned    NaN   NaN   NaN    NaN  other  1069326   High   \n",
       "1056055   unassigned    NaN   NaN   NaN    NaN  other   683950   High   \n",
       "1056058   unassigned    NaN   NaN   NaN    NaN  other  3956980   High   \n",
       "1056061   unassigned    NaN   NaN   NaN    NaN  other   912332    Low   \n",
       "1056064   unassigned    NaN   NaN   NaN    NaN  other  1109958    Low   \n",
       "1056067   unassigned    NaN   NaN   NaN    NaN  other  1294955    Low   \n",
       "1056070   unassigned    NaN   NaN   NaN    NaN  other  1293389    Low   \n",
       "1056073   unassigned    NaN   NaN   NaN    NaN  other  4151278   High   \n",
       "1056076   unassigned    NaN   NaN   NaN    NaN  other   697654   High   \n",
       "1056079   unassigned    NaN   NaN   NaN    NaN  other  2577451   High   \n",
       "1056082   unassigned    NaN   NaN   NaN    NaN  other  1502433   High   \n",
       "1056085   unassigned    NaN   NaN   NaN    NaN  other  1337228    Low   \n",
       "1056088   unassigned    NaN   NaN   NaN    NaN  other  1340322    Low   \n",
       "1056091   unassigned    NaN   NaN   NaN    NaN  other  1034648    Low   \n",
       "1056094   unassigned    NaN   NaN   NaN    NaN  other  1276859    Low   \n",
       "1056097   unassigned    NaN   NaN   NaN    NaN  other  1379297   High   \n",
       "1056100   unassigned    NaN   NaN   NaN    NaN  other  2268935   High   \n",
       "...              ...    ...   ...   ...    ...    ...      ...    ...   \n",
       "1056187   unassigned    NaN   NaN   NaN    NaN  other   935526    Low   \n",
       "1056190   unassigned    NaN   NaN   NaN    NaN  other   607862    Low   \n",
       "1056193   unassigned    NaN   NaN   NaN    NaN  other   744838   High   \n",
       "1056196   unassigned    NaN   NaN   NaN    NaN  other   888889   High   \n",
       "1056199   unassigned    NaN   NaN   NaN    NaN  other   542069   High   \n",
       "1056202   unassigned    NaN   NaN   NaN    NaN  other   689317   High   \n",
       "1056205   unassigned    NaN   NaN   NaN    NaN  other   785279    Low   \n",
       "1056208   unassigned    NaN   NaN   NaN    NaN  other   781673    Low   \n",
       "1056211   unassigned    NaN   NaN   NaN    NaN  other   849988    Low   \n",
       "1056214   unassigned    NaN   NaN   NaN    NaN  other   624049    Low   \n",
       "1056217   unassigned    NaN   NaN   NaN    NaN  other   598019   High   \n",
       "1056220   unassigned    NaN   NaN   NaN    NaN  other   840869   High   \n",
       "1056223   unassigned    NaN   NaN   NaN    NaN  other   800561   High   \n",
       "1056226   unassigned    NaN   NaN   NaN    NaN  other   728010   High   \n",
       "1056229   unassigned    NaN   NaN   NaN    NaN  other   848743    Low   \n",
       "1056232   unassigned    NaN   NaN   NaN    NaN  other   454818    Low   \n",
       "1056235   unassigned    NaN   NaN   NaN    NaN  other   936228    Low   \n",
       "1056238   unassigned    NaN   NaN   NaN    NaN  other   772147    Low   \n",
       "1056241   unassigned    NaN   NaN   NaN    NaN  other   503786   High   \n",
       "1056244   unassigned    NaN   NaN   NaN    NaN  other   701681   High   \n",
       "1056247   unassigned    NaN   NaN   NaN    NaN  other   673995   High   \n",
       "1056250   unassigned    NaN   NaN   NaN    NaN  other   920490   High   \n",
       "1056253   unassigned    NaN   NaN   NaN    NaN  other  1020388    Low   \n",
       "1056256   unassigned    NaN   NaN   NaN    NaN  other   942291    Low   \n",
       "1056259   unassigned    NaN   NaN   NaN    NaN  other  1210864    Low   \n",
       "1056262   unassigned    NaN   NaN   NaN    NaN  other   709769    Low   \n",
       "1056265   unassigned    NaN   NaN   NaN    NaN  other   792638   High   \n",
       "1056268   unassigned    NaN   NaN   NaN    NaN  other   831791   High   \n",
       "1056271   unassigned    NaN   NaN   NaN    NaN  other   621398   High   \n",
       "1056274   unassigned    NaN   NaN   NaN    NaN  other   933326   High   \n",
       "\n",
       "          replicate  week  abundance  \n",
       "sampleID                              \n",
       "1056013           1     4   0.014461  \n",
       "1056016           2     4   0.009828  \n",
       "1056019           3     4   0.011516  \n",
       "1056022           4     4   0.014219  \n",
       "1056025           1     4   0.020979  \n",
       "1056028           2     4   0.034314  \n",
       "1056031           3     4   0.038563  \n",
       "1056034           4     4   0.013689  \n",
       "1056037           1     5   0.016692  \n",
       "1056040           2     5   0.013703  \n",
       "1056043           3     5   0.012390  \n",
       "1056046           4     5   0.013663  \n",
       "1056049           1     5   0.110184  \n",
       "1056052           2     5   0.019481  \n",
       "1056055           3     5   0.019063  \n",
       "1056058           4     5   0.031732  \n",
       "1056061           1     6   0.024122  \n",
       "1056064           2     6   0.024366  \n",
       "1056067           3     6   0.029335  \n",
       "1056070           4     6   0.030847  \n",
       "1056073           1     6   0.030875  \n",
       "1056076           2     6   0.014444  \n",
       "1056079           3     6   0.041861  \n",
       "1056082           4     6   0.021671  \n",
       "1056085           1     7   0.033292  \n",
       "1056088           2     7   0.030525  \n",
       "1056091           3     7   0.036021  \n",
       "1056094           4     7   0.047303  \n",
       "1056097           1     7   0.014313  \n",
       "1056100           2     7   0.023396  \n",
       "...             ...   ...        ...  \n",
       "1056187           3    11   0.052216  \n",
       "1056190           4    11   0.016795  \n",
       "1056193           1    11   0.027517  \n",
       "1056196           2    11   0.028943  \n",
       "1056199           3    11   0.011918  \n",
       "1056202           4    11   0.027062  \n",
       "1056205           1    12   0.030275  \n",
       "1056208           2    12   0.058918  \n",
       "1056211           3    12   0.048045  \n",
       "1056214           4    12   0.034974  \n",
       "1056217           1    12   0.017558  \n",
       "1056220           2    12   0.025713  \n",
       "1056223           3    12   0.032178  \n",
       "1056226           4    12   0.027906  \n",
       "1056229           1    13   0.035108  \n",
       "1056232           2    13   0.069840  \n",
       "1056235           3    13   0.046828  \n",
       "1056238           4    13   0.043097  \n",
       "1056241           1    13   0.013133  \n",
       "1056244           2    13   0.032493  \n",
       "1056247           3    13   0.017520  \n",
       "1056250           4    13   0.098949  \n",
       "1056253           1    14   0.055131  \n",
       "1056256           2    14   0.044509  \n",
       "1056259           3    14   0.060868  \n",
       "1056262           4    14   0.039546  \n",
       "1056265           1    14   0.038937  \n",
       "1056268           2    14   0.018862  \n",
       "1056271           3    14   0.026814  \n",
       "1056274           4    14   0.116118  \n",
       "\n",
       "[88 rows x 11 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(['kingdom']).get_group('unassigned')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "unexpected EOF while parsing (<ipython-input-104-e4919d542c8c>, line 2)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  File \u001b[0;32m\"<ipython-input-104-e4919d542c8c>\"\u001b[0;36m, line \u001b[0;32m2\u001b[0m\n\u001b[0;31m    #Remove features like unassigned or other\u001b[0m\n\u001b[0m                                             ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m unexpected EOF while parsing\n"
     ]
    }
   ],
   "source": [
    "def feature_remove(featurename):\n",
    "#Remove features like unassigned or other"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "invalid syntax (<ipython-input-105-1af93f7c4351>, line 1)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  File \u001b[0;32m\"<ipython-input-105-1af93f7c4351>\"\u001b[0;36m, line \u001b[0;32m1\u001b[0m\n\u001b[0;31m    def feature_merge(f_name1,f_name2)\u001b[0m\n\u001b[0m                                      ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"
     ]
    }
   ],
   "source": [
    "def feature_merge(f_name1,f_name2)\n",
    "#if two features have high coorelation, we may merge these together"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "files = zf.namelist()\n",
    "which_file = widgets.Select(options=files)\n",
    "\n",
    "def select_file(filename):\n",
    "    return pd.read_csv(zf.open(filename))\n",
    "    \n",
    "i = widgets.interactive(select_file, filename=which_file)\n",
    "display(i)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}