finding_ground_truth.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import networkx as nx\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "from rwc import controversy_score\n",
    "from joblib import Parallel, delayed\n",
    "from util import build_graph_from_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_pickle('data/july.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "freq = df['hashtag'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "tags = freq[freq > 5e3].index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "#tag=93\n"
     ]
    }
   ],
   "source": [
    "print('#tag={}'.format(len(tags)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "rws_list = Parallel(n_jobs=7)(delayed(controversy_score)(build_graph_from_df(df[df['hashtag'] == t]))\n",
    "                              for t in tags)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.DataFrame.from_records({'tag': tags, 'rwc': rws_list})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>rwc</th>\n",
       "      <th>tag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.142367</td>\n",
       "      <td>MTVHottest</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.234136</td>\n",
       "      <td>VeranoMTV2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.141616</td>\n",
       "      <td>TeenChoice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.115428</td>\n",
       "      <td>DemsInPhilly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.113085</td>\n",
       "      <td>RNCinCLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.043329</td>\n",
       "      <td>ALDUB1stAnniversary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.169079</td>\n",
       "      <td>PokemonGO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.113998</td>\n",
       "      <td>BlackLivesMatter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.149887</td>\n",
       "      <td>MGWV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.131090</td>\n",
       "      <td>etsy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.037547</td>\n",
       "      <td>PushAwardsKathNiels</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.082890</td>\n",
       "      <td>Turkey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.079439</td>\n",
       "      <td>ChoiceInternationalArtist</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.078762</td>\n",
       "      <td>savemarinajoyce</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.104747</td>\n",
       "      <td>Travel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.107689</td>\n",
       "      <td>Dallas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.180114</td>\n",
       "      <td>PokemonGo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.204173</td>\n",
       "      <td>EURO2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.230650</td>\n",
       "      <td>Trump2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.076562</td>\n",
       "      <td>DNCinPHL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.095942</td>\n",
       "      <td>RT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.241717</td>\n",
       "      <td>KCAMexico</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.086246</td>\n",
       "      <td>GOT7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.112905</td>\n",
       "      <td>AltonSterling</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.202048</td>\n",
       "      <td>GIRLSTALKBOYS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.023038</td>\n",
       "      <td>win</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.054870</td>\n",
       "      <td>SuperJunior</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.079586</td>\n",
       "      <td>SoundCloud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.123709</td>\n",
       "      <td>SDCC</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.255077</td>\n",
       "      <td>ColdWater</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>0.168182</td>\n",
       "      <td>Wimbledon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>0.029650</td>\n",
       "      <td>Happy1stMAINEniversary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>0.077767</td>\n",
       "      <td>Munich</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>0.165392</td>\n",
       "      <td>fashion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>0.285589</td>\n",
       "      <td>RETWEET</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>0.235715</td>\n",
       "      <td>TrumpTrain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>0.040379</td>\n",
       "      <td>EBisLove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>0.036526</td>\n",
       "      <td>ALDUB52ndWeeksary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>0.071142</td>\n",
       "      <td>giveaway</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>0.150632</td>\n",
       "      <td>DNCLeak</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>0.138255</td>\n",
       "      <td>travel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>0.040629</td>\n",
       "      <td>competition</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>0.073720</td>\n",
       "      <td>NeverHillary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>0.040206</td>\n",
       "      <td>Brexit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>0.099653</td>\n",
       "      <td>Euro2016Final</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>0.039959</td>\n",
       "      <td>ChoiceDancer</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>0.015723</td>\n",
       "      <td>ASMSG</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>0.137504</td>\n",
       "      <td>EXO</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>0.157060</td>\n",
       "      <td>UFC200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>0.068563</td>\n",
       "      <td>BB18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>0.085690</td>\n",
       "      <td>Nice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>0.033773</td>\n",
       "      <td>ALDUBAngKapalit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>0.034016</td>\n",
       "      <td>ALDUBIYAMin2Days</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>0.032117</td>\n",
       "      <td>Periscope</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>0.109729</td>\n",
       "      <td>갓세븐</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>0.032561</td>\n",
       "      <td>ALDUB54thWeeksary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>0.027424</td>\n",
       "      <td>ALDUBIYAMin8Days</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>0.055494</td>\n",
       "      <td>NiceAttack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>0.037019</td>\n",
       "      <td>ALDUBAnniversarEVE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>0.090146</td>\n",
       "      <td>PhilandoCastile</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>93 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         rwc                        tag\n",
       "0   0.142367                 MTVHottest\n",
       "1   0.234136              VeranoMTV2016\n",
       "2   0.141616                 TeenChoice\n",
       "3   0.115428               DemsInPhilly\n",
       "4   0.113085                   RNCinCLE\n",
       "5   0.043329        ALDUB1stAnniversary\n",
       "6   0.169079                  PokemonGO\n",
       "7   0.113998           BlackLivesMatter\n",
       "8   0.149887                       MGWV\n",
       "9   0.131090                       etsy\n",
       "10  0.037547        PushAwardsKathNiels\n",
       "11  0.082890                     Turkey\n",
       "12  0.079439  ChoiceInternationalArtist\n",
       "13  0.078762            savemarinajoyce\n",
       "14  0.104747                     Travel\n",
       "15  0.107689                     Dallas\n",
       "16  0.180114                  PokemonGo\n",
       "17  0.204173                   EURO2016\n",
       "18  0.230650                  Trump2016\n",
       "19  0.076562                   DNCinPHL\n",
       "20  0.095942                         RT\n",
       "21  0.241717                  KCAMexico\n",
       "22  0.086246                       GOT7\n",
       "23  0.112905              AltonSterling\n",
       "24  0.202048              GIRLSTALKBOYS\n",
       "25  0.023038                        win\n",
       "26  0.054870                SuperJunior\n",
       "27  0.079586                 SoundCloud\n",
       "28  0.123709                       SDCC\n",
       "29  0.255077                  ColdWater\n",
       "..       ...                        ...\n",
       "63  0.168182                  Wimbledon\n",
       "64  0.029650     Happy1stMAINEniversary\n",
       "65  0.077767                     Munich\n",
       "66  0.165392                    fashion\n",
       "67  0.285589                    RETWEET\n",
       "68  0.235715                 TrumpTrain\n",
       "69  0.040379                   EBisLove\n",
       "70  0.036526          ALDUB52ndWeeksary\n",
       "71  0.071142                   giveaway\n",
       "72  0.150632                    DNCLeak\n",
       "73  0.138255                     travel\n",
       "74  0.040629                competition\n",
       "75  0.073720               NeverHillary\n",
       "76  0.040206                     Brexit\n",
       "77  0.099653              Euro2016Final\n",
       "78  0.039959               ChoiceDancer\n",
       "79  0.015723                      ASMSG\n",
       "80  0.137504                        EXO\n",
       "81  0.157060                     UFC200\n",
       "82  0.068563                       BB18\n",
       "83  0.085690                       Nice\n",
       "84  0.033773            ALDUBAngKapalit\n",
       "85  0.034016           ALDUBIYAMin2Days\n",
       "86  0.032117                  Periscope\n",
       "87  0.109729                        갓세븐\n",
       "88  0.032561          ALDUB54thWeeksary\n",
       "89  0.027424           ALDUBIYAMin8Days\n",
       "90  0.055494                 NiceAttack\n",
       "91  0.037019         ALDUBAnniversarEVE\n",
       "92  0.090146            PhilandoCastile\n",
       "\n",
       "[93 rows x 2 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>rwc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>93.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.112129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.063880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.005458</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.065227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.104747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.157060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>0.285589</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             rwc\n",
       "count  93.000000\n",
       "mean    0.112129\n",
       "std     0.063880\n",
       "min     0.005458\n",
       "25%     0.065227\n",
       "50%     0.104747\n",
       "75%     0.157060\n",
       "max     0.285589"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fefb76a50f0>"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAEACAYAAAC57G0KAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGZJJREFUeJzt3X2QZFV5BvDngYWNBKQVE7YQdluSoPGDDOBXjB8ngkIZ\niRaWFSQG26RiokYtrVjCWqmN/6TUKSsaE6q0gjtJlZRRY1EhkYgEjpZRQ3DBFQXElRVFGaIuGr8I\nC2/+6Du7be/0Tvc95/R758zzq+ravt195zzv3N137r493U0zg4iI1OcI7wAiIlKGGryISKXU4EVE\nKqUGLyJSKTV4EZFKqcGLiFRqzQZP8nKSyyR3j9z2GyQ/R/ImkjeQfHLZmCIiMqtpzuB3Ajh37LZ3\nAthhZmcA2AFgMXcwERFJs2aDN7PPANg3dvNDAI5vrvcA3J05l4iIJNrUcr83AvgEyXcBIIBn5Isk\nIiI5tH2S9dUA3mBmWzFs9h/IF0lERHLgNO9FQ3IbgKvM7PRm+z4z643c/wMzO37CvnqzGxGRFsyM\nKftPewbP5rLibpLPAQCSZwP46uF2NrNqLzt27Jh5n+a74nSZ7Xi0qW+9XGquTfWt/0sOa87gSV4B\nIAA4geRdGP7WzB8D+BuSRwL4GYBXZUmzDu3du9c7QlE111dzbYDqkykavJldNOEu/e67iEiH6ZWs\niQaDgXeEomqur+baANUnUz7JmrQAaaXXWG9IYmUe7rB6tvmeiJRDEjanJ1llghijd4Siaq6v5toA\n1Sdq8CIi1dKIxoFGNCKyFo1oRERkIjX4RLXPAWuur+baANUnavAiItXSDN6BZvAishbN4EVEZCI1\n+ES1zwFrrq/m2gDVJ2rwIiLV0gzegWbwIrIWzeBFRGQiNfhEtc8Ba66v5toA1Sdq8CIi1VpzBk/y\ncgAvBLBszWeyNre/DsBrATwA4N/M7JIJ+2sGP0YzeBFZS44Z/Jqf6ARgJ4D3AvjHkYUDgPMBPNHM\n9pN8VEoIERHJb80RjZl9BsC+sZtfDeDtZra/ecx3C2RbF2qfA9ZcX821AapP2s/gTwPwbJKfJ3k9\nSX0+q4hIx0wzopm0X8/Mnk7yKQA+DODUSQ8eDAbo9/sAgF6vh4WFBYQQABz8Kbxet1dum3X/g1a2\nw5y2Z8s76+O7un3hhQMsL38DXk48cRvuuWfvXOsPIXTm+6/61t6OMWJpaQkADvTLVFO90InkNgBX\nrTzJSvLjGI5oPt1sfw3A08zse6vsqydZx+hJ1vnz/Z4DG/X7Lu3N84VObC4rrgRwdhPiNABHrdbc\nN4JDz8jrUnd90TtAUXUfu/rry2HNEQ3JKzD8//0JJO8CsAPABwDsJPklAPcDuLhkSBERmZ3ei8aB\nRjTzpxGNrDd6LxoREZlIDT5R7XPAuuuL3gGKqvvY1V9fDmrwIiKV0gzegWbw86cZvKw3msGLiMhE\navCJap8D1l1f9A5QVN3Hrv76clCDFxGplGbwDjSDnz/N4GW90QxeREQmUoNPVPscsO76oneAouo+\ndvXXl4MavIhIpTSDd6AZ/PxpBi/rjWbwIiIykRp8otrngHXXF70DFFX3sau/vhzU4EVEKqUZvAPN\n4OdPM3hZb+Yygyd5OcllkrtXue/PST5E8pEpIUREJL9pRjQ7AZw7fiPJkwGcA8Dvo+o7oPY5YN31\nRe8ARdV97OqvL4c1G7yZfQbAvlXu+msAb86eSEREsphqBk9yG4CrzOz0Zvt8AL9tZm8ieSeAs8zs\n+xP21Qx+jGbw86cZvKw3OWbwm1os+jAAbwXwvNGbD7fPYDBAv98HAPR6PSwsLCCEAODgf7PmuX3B\nBRdi377lw9Y5P7H5M8xpe/g98Pz+e2wftLId5ryNmfJqe+NtxxixtLQEAAf6ZaqZz+BJPhHAtQB+\ngmFjPxnA3QCeamb3rrJv587g857NRYw2zykTZFx/VrOdSY7+MFjPVj/mEbMfu9YJ5n4GX8uxm6T2\n+uZ5Bs/mAjO7BcCWkRB3AjjTzFab04uIiJM1z+BJXoHhac4JAJYB7DCznSP3fx3Ak9fTDL4L89j1\ncgZfiy4c8434fZf2cpzBb8gXOnXhH7sa/Hx14ZhvxO+7tKc3G+uE6B2gqLp/1zh6Byiq7mNXf305\nqMGLiFRKIxqfBI7rb8xRQReO+Ub8vkt7GtGIiMhEavDJoneAouqec0bvAEXVfezqry8HNXgRkUpp\nBu+TwHH9jTkL7sIx34jfd2lPM3gREZlIDT5Z9A4wo80g6XLZsqXvXfyY6B2gqNpn1LXXl4Ma/IZz\nP4ajimkv18/4+MmX5eUN/dkwInOnGbxPAsf1N+b8vwvHvGv/DqTbNIMXEZGJ1OCTRe8AhUXvAAVF\n7wBF1T6jrr2+HNTgRUQqpRm8TwLH9TWD96EZvMxGM3gREZlozQZP8nKSyyR3j9z2TpK3kryZ5D+T\nfHjZmF0WvQMUFr0DFBS9AxRV+4y69vpymOYMfieAc8duuwbAE8xsAcAdAC7NHUxERNJMNYMnuQ3A\nVWZ2+ir3vRjAS8zsDybsqxn8oQkc19cM3odm8DKbrszg/xDA1Rm+joiIZLQpZWeSbwXwgJldcbjH\nDQYD9Pt9AECv18PCwgJCCAAOztHmvX3QynZouf1uAAst9s+1/qzbK7dN+/i29a2+3a3jPXpfu3pm\nPd7zrH+0du9/b6pvunqWlpYA4EC/TNV6REPyFQBeBeC5Znb/YfatfEQT8fPNc6oEGdef1axrR8xe\n3+S1uzWiichX25oJ5l57jPFAI6lR7fXlGNFM2+D7GDb4JzXb5wF4F4Bnm9n31ti38gbfKoHj+prB\n+9AMXmYzlxk8ySsAfBbAaSTvIvlKAO8FcCyAT5LcRfKylBAiIpLfmg3ezC4ys5PMbLOZbTWznWb2\na2a2zczObC6vmUfYboreAQqL3gEKit4Biqr998Rrry8HvZJVRKRSei8anwSO62sG70MzeJlNV34P\nXkREOkgNPln0DlBY9A5QUPQOUFTtM+ra68tBDV5EpFKawfskcFxfM3gfmsHLbDSDFxGRidTgk0Xv\nAIVF7wAFRe8ARdU+o669vhzU4EVEKqUZvE8Cx/U1g/ehGbzMRjN4ERGZSA0+WfQOUFj0DlBQ9A5Q\nVO0z6trry0ENXkSkUprB+yRwXF8zeB+awctsNIMXEZGJpvnAj8tJLpPcPXLbI0heQ/J2kp8geXzZ\nmF0WvQMUFr0DFBS9AxRV+4y69vpymOYMfieAc8duuwTAtWb2WADXAbg0dzAREUnT6kO3Sd4G4Dlm\ntkxyC4BoZo+bsK9m8IcmcFxfM3gfmsHLbDxn8L9sZssAYGb3APillBAiIpKfnmRNFr0DFBa9AxQU\nvQMUVfuMuvb6ctjUcr9lkieOjGjuPdyDB4MB+v0+AKDX62FhYQEhBAAHD9K8tw9a2Q4tt29uuX+u\n9WfdXrlt2se3rW/17fV/vNtuY6a82t542zFGLC0tAcCBfplq2hl8H8MZ/JOa7XcA+L6ZvYPkWwA8\nwswumbCvZvCHJnBcXzN4H5rBy2xyzODXbPAkr8DwdOQEAMsAdgC4EsBHAJwC4C4ALzWz+ybsrwZ/\naALH9dXgfajBy2zm8iSrmV1kZieZ2WYz22pmO81sn5mdY2aPNbPnTWruG0P0DlBY9A5QUPQOUFTt\nM+ra68tBT7KKiFRK70Xjk8BxfY1ofGhEI7PRe9GIiMhEavDJoneAwqJ3gIKid4Ciap9R115fDmrw\nIiKV0gzeJ4Hj+prB+9AMXmajGbyIiEzU9q0Kkvz0pz/Ftdde67F0ARE//zYAtYmot76IemsbzqhX\nXhJfo9rry8Glwb/vfe/DpZe+F0cf/fi5r/3ggxv4NVnuNjejEhGZB5cZ/OLiIrZvvxf79y8WXXt1\nuwCcBe957EadwW/MtYfrawYvs9AMXkREJlKDTxa9AxQWvQMUFL0DFFX774nXXl8OavAiIpVSg08W\nvAMUFrwDFBS8AxRV+2+Y1F5fDmrwIiKVUoNPFr0DFBa9AxQUvQMUVfuMuvb6ckhq8CTfSPIWkrtJ\nfpDk0bmCiYhImtYNnuRJAF4H4EwzOx3DF01dmCvY+hG8AxQWvAMUFLwDFFX7jLr2+nJIfSXrkQB+\nkeRDAI4B8O30SCIikkPrM3gz+zaAd2H4odt3A7jPzGp5g5kZRO8AhUXvAAVF7wBF1T6jrr2+HFJG\nND0ALwKwDcBJAI4leVGuYCIikiZlRHMOgK+b2fcBgOTHADwDwBXjDxwMBuj3+wCAXq+HPXv2ADiu\nuTc2f4Y5bd84li71663cNuv+udafdXvltlKP7+o2Vrk/zH39lbPOlflxye0QwlzXU31p2zFGLC0t\nAcCBfpmq9ZuNkXwqgMsBPAXA/QB2AvhvM/u7scfpzcYOsVHfdGujrj1cX282JrNwfbMxM7sBwEcB\n3ATgixj+C3p/Spj1KXoHKCx6BygoegcoqvYZde315ZD0WzRm9jYAb8uURUREMtIrWZMF7wCFBe8A\nBQXvAEXV/nvitdeXgxq8iEil1OCTRe8AhUXvAAVF7wBF1T6jrr2+HNTgRUQqpQafLHgHKCx4Bygo\neAcoqvYZde315aAGLyJSKTX4ZNE7QGHRO0BB0TtAUbXPqGuvLwc1eBGRSqnBJwveAQoL3gEKCt4B\niqp9Rl17fTmowYuIVEoNPln0DlBY9A5QUPQOUFTtM+ra68tBDV5EpFJq8MmCd4DCgneAgoJ3gKJq\nn1HXXl8OavAiIpVSg08WvQMUFr0DFBS9AxRV+4y69vpyUIMXEalUUoMneTzJj5C8leSXST4tV7D1\nI3gHKCx4BygoeAcoqvYZde315ZD0iU4A3gPg42b2UpKbAByTIZOIiGTQ+gye5HEAnmVmOwHAzPab\n2Q+zJVs3oneAwqJ3gIKid4Ciap9R115fDikjmlMBfJfkTpK7SL6f5MNyBRMRkTQpI5pNAM4E8Foz\nu5HkuwFcAmDH+AMHgwH6/T4AoNfrYc+ePQCOa+6NzZ9hTts3jqVL/Xort826f671Z91eua3U47u6\njVXuD3Nff+Wsc2V+XHI7hDDX9VRf2naMEUtLSwBwoF+mopm125E8EcDnzOzUZvuZAN5iZuePPc7G\n11hcXMT27fdi//7FdqmT7AJwFoB2dedBx/W1ttf6bf+tycZEEmbGlK/RekRjZssAvknytOamswF8\nJSXM+hS9AxQWvQMUFL0DFFX7jLr2+nJI/S2a1wP4IMmjAHwdwCvTI4mISA5JDd7MvgjgKZmyrFPB\nO0BhwTtAQcE7QFG1/5547fXloFeyiohUSg0+WfQOUFj0DlBQ9A5QVO0z6trry0ENXkSkUmrwyYJ3\ngMKCd4CCgneAomqfUddeXw5q8CIilVKDTxa9AxQWvQMUFL0DFFX7jLr2+nJQgxcRqZQafLLgHaCw\n4B2goOAdoKjaZ9S115eDGryIFLNlSx8kXS5btvS9y3enBp8segcoLHoHKCh6ByiqCzPq5eVvYPgm\nbyUu1x/2/uHaG5savIhIpdTgkwXvAIUF7wAFBe8ARdU/ow7eATpPDV5EpFJq8Mmid4DConeAgqJ3\ngKK6MIMvK3oH6Dw1eBGRSqnBJwveAQoL3gEKCt4BitIMXpIbPMkjSO4i+S85AomISB45zuDfgA35\nWawroneAwqJ3gIKid4CiNIOXpAZP8mQALwDw93niiIhILqln8H8N4M0YvnRsgwreAQoL3gEKCt4B\nitIMXlp/6DbJ3wGwbGY3kwwAOOmxg8EA/X4fANDr9bBnzx4AxzX3xubPMKftG8fSzXv9lW2v9Vdu\nm9d6XdnGGveX3t4McuI/kaLIzTC732XtoQiv478yplr5Ydfl7RgjlpaWAOBAv0xFs3Yn3yT/CsDL\nAewH8DAMO/bHzOziscfZ+BqLi4vYvv1e7N+/2GrtNLsAnIV8/+mImP1MghnXn9Wsa0fkO1PqWt0R\n8zsL9Kg9Ylhf177vuUQc/vgRbftbF5CEmSWdFbQe0ZjZdjPbamanArgQwHXjzV1ERPzo9+CTBe8A\nhQXvAAUF7wCFBe8AhQXvAJ3XegY/ysw+BeBTOb6WiIjkoTP4ZNE7QGHRO0BB0TtAYdE7QGHRO0Dn\nqcGLiFRKDT5Z8A5QWPAOUFDwDlBY8A5QWPAO0Hlq8CIilVKDTxa9AxQWvQMUFL0DFBa9AxQWvQN0\nnhq8iEil1OCTBe8AhQXvAAUF7wCFBe8AhQXvAJ2nBi8iUik1+GTRO0Bh0TtAQdE7QGHRO0Bh0TtA\n56nBi4hUSg0+WfAOUFjwDlBQ8A5QWPAOUFjwDtB5avAiIpVSg08WvQMUFr0DFBS9AxQWvQMUFr0D\ndJ4avIhIpdTgkwXvAIUF7wAFBe8AhQXvAIUF7wCdpwYvIlKp1g2e5MkkryP5FZJfIvn6nMHWj+gd\noLDoHaCg6B2gsOgdoLDoHaDzUj7RaT+AN5nZzSSPBfAFkteY2W2ZsomISIKUD92+x8xubq7/CMCt\nAB6dK9j6EbwDFBa8AxQUvAMUFrwDFBa8A3Relhk8yT6ABQD/lePriYhIuuQP3W7GMx8F8IbmTP4Q\ng8EA/X4fANDr9bBnzx4AxzX3xubPMKftG8fSpX69d2P4s23W/XOtP+v2ym3TPr5tfV3bxir3j97n\nsX7p7fG1573+6Jolvv7K9cmPj3G4HUL3t2OMWFpaAoAD/TIVzaz9zuQmAP8K4Goze8+Ex9j4GouL\ni9i+/V7s37/Yeu32dgE4C0D7un9exOz/VWTG9Wc169oR+f4r3LW6I+b333yP2iOG9XXt+55LxOGP\nH5HS37yRhJkx5Wukjmg+AOArk5r7xhC8AxQWvAMUFLwDFBa8AxQWvAN0XsqvSf4WgN8H8FySN5Hc\nRfK8fNFERCRFym/R/KeZHWlmC2Z2hpmdaWb/njPc+hC9AxQWvQMUFL0DFBa9AxQWvQN0nl7JKiJS\nKTX4ZME7QGHBO0BBwTtAYcE7QGHBO0DnqcGLiFRKDT5Z9A5QWPQOUFD0DlBY9A5QWPQO0Hlq8CIi\nlVKDTxa8AxQWvAMUFLwDFBa8AxQWvAN0nhq8iEil1OCTRe8AhUXvAAVF7wCFRe8AhcU17t8Mkm6X\nLVv6c/geHF7ym42JiHTT/fB7Dx5geTnpbWSy0Bl8suAdoLDgHaCg4B2gsOAdoLDgHaDz1OBFRCql\nBp8segcoLHoHKCh6BygsegcoLHoH6Dw1eBGRSqnBJwveAQoL3gEKCt4BCgveAQoL3gE6Tw1eRKRS\nSQ2e5HkkbyP5VZJvyRVqfYneAQqL3gEKit4BCoveAQqL3gE6L+UTnY4A8LcAzgXwBAAvI/m4XMHW\nj5u9AxRWc3011waoPkk5g38qgDvM7Btm9gCADwF4UZ5Y68l93gEKq7m+mmsDVJ+kNPhHA/jmyPa3\nmttERKQDUt6qYLXX4U71uuCjjjoKmzZ9DMccc1vC8u08+OB9+PGPc37FvTm/WAft9Q5Q0F7vAIXt\n9Q5Q2F7vAJ1Hs3bv1UDy6QD+0szOa7YvAWBm9o6xx/m9GYSIyDpmZklvaJPS4I8EcDuAswF8B8AN\nAF5mZremBBIRkTxaj2jM7EGSfwbgGgxn+ZeruYuIdEfrM3gREem2oi90Ink0yQ+RvIPk50huHbnv\n0ub2W0k+PyVHCW1rI7mN5E9I7moul80//dqmqO9ZJL9A8gGSF4zd94pmv9tJXjy/1NNLrO/B5tjd\nRPLK+aWe3hT1vZHkl0neTPKTJE8Zua/Txy+xthqO3Z+Q3N3U8OnR1xfN3DfNrNUFwx8OXwOwDcBR\nGL7q4HFjj3k1gMua678H4EPN9ccDuAnDEVG/+TpsmyX3JbG2bQB2e9eQob6tAJ4IYAnABSO3PwLA\nHgDHA+itXPeuKVd9zX0/9K4hQ33PAfALzfU/Hfn72enjl1JbRcfu2JHr5wO4urk+c98s/UKnFwH4\nh+b6RwE8t7n+u81B2W9mewHc0Xy9rmhT29kj9/l/lMvhrVmfmd1lZrfg0F99PRfANWb2AzO7D8Pn\nYM6bR+gZpNQH1HH8PmVmP2s2P4+Dr1Hp+vFLqQ2o49j9aGTzWAAPNddn7pulX+h04DFm9iCAH5B8\n5Cr73r3Kvp7a1HZfUxsA9Jv//l9P8pnF084u5UVqXT92QPqL8DaTvIHkZ0l28dXZs9b3RwCunrBv\n145fSm1AJceO5GtIfg3A2wG8fsK+ax670i90mvSY1i+SmpM2tbF5zHcAbDWzfSTPBHAlyceP/VT2\nlvL97/qxA9IzbjWze0g+BsB1JHeb2Z2ZsuUwdX0kXw7gLAzHGjPt6ySlNqCSY2dmlwG4jOSFAP4C\nwGDafUelnMF/C8M55oqTAXx77DHfBHAKcOD35o83s33Nvqessa+nNrU93Mz2mdn/NTXCzHZhOOM8\nrXzkmUxTX4l95yUpo5nd0/x5J4ZvWXhGznAZTFUfyXMAXArg/GYcMPW+jlJqq+bYjfgnAC8e2Xe2\nvpnwZMGROPhkwdEYPlnw62OPeQ0OPhF5IQ59kvVoAI9B955kTantUQCOaK6fiuEPgp53TbPWN/LY\nnQBeMrI9+iTdyvWa6usBOHrkWN6OsSfBvC9T/v08o3nMr4zd3unjl1hbLcfuV0eunw/ghub6zH0z\nNex5zTfxDgCXNLe9DcALm+ubAXy4uf/zAPoj+17aBLwVwPO9v/G5agNwAYBbmgNxI4AXeNfSsr4n\nY/jD6X8B/A+AL43sO2j2+yqAi71ryVkfgN8EsLs5fl8EMPCupWV9n8RwXLirqeXK9XL82tZW0bF7\nd9NDdgH4D4z8AJi1b+qFTiIildJH9omIVEoNXkSkUmrwIiKVUoMXEamUGryISKXU4EVEKqUGLyJS\nKTV4EZFK/T92GJLnuLmrVgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fefb76a5a90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pd.Series(rws_list).hist()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}