Final Notebook.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.decomposition import LatentDirichletAllocation\n",
    "from itertools import combinations\n",
    "from scipy.stats import ttest_ind\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Title</th>\n",
       "      <th>Body</th>\n",
       "      <th>Nasdaq Value</th>\n",
       "      <th>Nasdaq Delta</th>\n",
       "      <th>Nasdaq Proportion</th>\n",
       "      <th>S&amp;P 500 Value</th>\n",
       "      <th>S&amp;P 500 Delta</th>\n",
       "      <th>S&amp;P 500 Proportion</th>\n",
       "      <th>Dow Jones Value</th>\n",
       "      <th>Dow Jones Delta</th>\n",
       "      <th>Dow Jones Proportion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Notice Regarding the Continuation of the Natio...</td>\n",
       "      <td>notice continuation of the national emergency ...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Message to the Congress Regarding the Continua...</td>\n",
       "      <td>to the congress of the united states section d...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>1600 Daily: Everything White House for 4/6/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Vice President Mike Pence to Travel to the Rep...</td>\n",
       "      <td>washington dc vice president mike pence will t...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>White House History: White House Easter Egg Roll</td>\n",
       "      <td>continuing the timeless tradition of the white...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>east room a m edtthe vice president to all the...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Photo of the Day: April 6, 2017</td>\n",
       "      <td>president donald trump and king abdullah ii of...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today with prim...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on Gold Sta...</td>\n",
       "      <td>on this day in nearing the end of world war ii...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Memorandum: Implementing Executive Order 13771...</td>\n",
       "      <td>m memorandum for regulatory policy officers at...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today by teleph...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>A Proclamation by President Donald J. Trump Ho...</td>\n",
       "      <td>honoring the memory of john glenn by the presi...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on the Decl...</td>\n",
       "      <td>statement from the press secretarytodays annou...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Remarks by President Trump and His Majesty Kin...</td>\n",
       "      <td>rose garden p m edtpresident trump thank you v...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of First Lady Melania Trump’s Visit to...</td>\n",
       "      <td>after a brief visit to the oval office with th...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Press Briefing on the Congressional Review Act</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>1600 Daily: Everything White House for 4/5/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>First Lady Melania Trump to Host Queen Rania o...</td>\n",
       "      <td>first lady melania trump along with her husban...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Photo of the Day: April 5, 2017</td>\n",
       "      <td>president donald trump responds to a question ...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Two Nominations Delivered to the Senate Today</td>\n",
       "      <td>nominations sent to the senate sigal mandelker...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Background Briefing by Senior Administration O...</td>\n",
       "      <td>james s brady press briefing room p m edtsenio...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Statement from President Donald J. Trump</td>\n",
       "      <td>todays chemical attack in syria against innoce...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>UPDATE: Confirming Judge Neil Gorsuch to the S...</td>\n",
       "      <td>on monday judge neil gorsuch was confirmed by ...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>President Donald J. Trump Announces Intent to ...</td>\n",
       "      <td>president donald j trump today announced his i...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump at 2017 North Ameri...</td>\n",
       "      <td>washington hiltonwashington d c p m edtthe pre...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Press Gaggle by Press Secretary Sean Spicer, 4...</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>south court auditorium a m edtthe vice preside...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>1600 Daily: Everything White House for 4/4/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Photo of the Day: April 4, 2017</td>\n",
       "      <td>moments before egyptian president abdel fattah...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2017-04-03</td>\n",
       "      <td>Readout of President Donald J. Trump’s Meeting...</td>\n",
       "      <td>president donald j trump today welcomed presid...</td>\n",
       "      <td>5894.680176</td>\n",
       "      <td>3.929687</td>\n",
       "      <td>0.000667</td>\n",
       "      <td>2358.840088</td>\n",
       "      <td>1.319824</td>\n",
       "      <td>0.000560</td>\n",
       "      <td>20650.210938</td>\n",
       "      <td>39.029296</td>\n",
       "      <td>0.001890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by the Vice President at the Henry O. ...</td>\n",
       "      <td>the united states military academywest point n...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>434</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president trump today spoke with president gha...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>435</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Providing an Order of Succession Within the De...</td>\n",
       "      <td>executive order providing an order of successi...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>President Trump Signs Pro-Law Enforcement and ...</td>\n",
       "      <td>today the president signedthree executive orde...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Background Press Call on Prime Minister Abe's ...</td>\n",
       "      <td>background press callby senior administration ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump Before SCOTUS Liste...</td>\n",
       "      <td>roosevelt room p m estthe president thank you ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Enforcing Fede...</td>\n",
       "      <td>executive order enforcing federal law with res...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Preventing Vio...</td>\n",
       "      <td>executive order preventing violence against fe...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump in Meeting with the...</td>\n",
       "      <td>state dining room a m estthe president thank y...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on a Task Force o...</td>\n",
       "      <td>executive order task force on crime reduction ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump at Swearing-In of A...</td>\n",
       "      <td>oval office a m estthe president thank you ver...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Statement from the Press Secretary</td>\n",
       "      <td>president donald j trump today provided a lett...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>First Lady Melania Trump Announces the Appoint...</td>\n",
       "      <td>first lady melania trumpis pleased to announce...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Widespread Support for Judge Neil Gorsuch</td>\n",
       "      <td>all across the country editorial boards are pr...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump and Intel CEO Brian...</td>\n",
       "      <td>oval office p m estthe president you ve never ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Intel Announces $7 Billion Investment Creating...</td>\n",
       "      <td>the past years have taken a toll on american w...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Judge Neil Gorsuch is the Mainstream Choice fo...</td>\n",
       "      <td>gorsuch in the mainstreamhe was upheld at the ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump at MCCA Winter Conf...</td>\n",
       "      <td>j w marriottwashington d c a m estthe presiden...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>ICYMI: CNBC: “CEO Confidence At Near-Record Hi...</td>\n",
       "      <td>confidence among chief executives of u s based...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Trump's War on Regulation Results in...</td>\n",
       "      <td>ceo confidence at near record high why trump s...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Donald J. Trump Announces His Cabinet</td>\n",
       "      <td>president donald j trump today formally announ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with Prime Min...</td>\n",
       "      <td>president donald j trump today spoke with prim...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the Vice President's Meeting with R...</td>\n",
       "      <td>vice president mike pence today met with right...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>458</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president donald j trump today spoke by phone ...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>White House Director of Legislative Affairs An...</td>\n",
       "      <td>washington d c president trumps director of le...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Vice President Pence Casts Historic Vote to Co...</td>\n",
       "      <td>friends today i cast the tie breaking vote in ...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR 58    Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR  57   Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>463 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date                                              Title  \\\n",
       "0    2017-04-06  Notice Regarding the Continuation of the Natio...   \n",
       "1    2017-04-06  Message to the Congress Regarding the Continua...   \n",
       "2    2017-04-06      1600 Daily: Everything White House for 4/6/17   \n",
       "3    2017-04-06  Vice President Mike Pence to Travel to the Rep...   \n",
       "4    2017-04-06  White House History: White House Easter Egg Roll    \n",
       "5    2017-04-06  Remarks by President Trump and Vice President ...   \n",
       "6    2017-04-06                    Photo of the Day: April 6, 2017   \n",
       "7    2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "8    2017-04-05  Statement from the Press Secretary on Gold Sta...   \n",
       "9    2017-04-05  Memorandum: Implementing Executive Order 13771...   \n",
       "10   2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "11   2017-04-05  A Proclamation by President Donald J. Trump Ho...   \n",
       "12   2017-04-05  Statement from the Press Secretary on the Decl...   \n",
       "13   2017-04-05  Remarks by President Trump and His Majesty Kin...   \n",
       "14   2017-04-05  Readout of First Lady Melania Trump’s Visit to...   \n",
       "15   2017-04-05     Press Briefing on the Congressional Review Act   \n",
       "16   2017-04-05      1600 Daily: Everything White House for 4/5/17   \n",
       "17   2017-04-05  First Lady Melania Trump to Host Queen Rania o...   \n",
       "18   2017-04-05                    Photo of the Day: April 5, 2017   \n",
       "19   2017-04-04      Two Nominations Delivered to the Senate Today   \n",
       "20   2017-04-04  Background Briefing by Senior Administration O...   \n",
       "21   2017-04-04           Statement from President Donald J. Trump   \n",
       "22   2017-04-04  UPDATE: Confirming Judge Neil Gorsuch to the S...   \n",
       "23   2017-04-04  President Donald J. Trump Announces Intent to ...   \n",
       "24   2017-04-04  Remarks by President Trump at 2017 North Ameri...   \n",
       "25   2017-04-04  Press Gaggle by Press Secretary Sean Spicer, 4...   \n",
       "26   2017-04-04  Remarks by President Trump and Vice President ...   \n",
       "27   2017-04-04      1600 Daily: Everything White House for 4/4/17   \n",
       "28   2017-04-04                    Photo of the Day: April 4, 2017   \n",
       "29   2017-04-03  Readout of President Donald J. Trump’s Meeting...   \n",
       "..          ...                                                ...   \n",
       "433  2017-02-09  Remarks by the Vice President at the Henry O. ...   \n",
       "434  2017-02-09  Readout of the President's Call with President...   \n",
       "435  2017-02-09  Providing an Order of Succession Within the De...   \n",
       "436  2017-02-09  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "437  2017-02-09  President Trump Signs Pro-Law Enforcement and ...   \n",
       "438  2017-02-09  Background Press Call on Prime Minister Abe's ...   \n",
       "439  2017-02-09  Remarks by President Trump Before SCOTUS Liste...   \n",
       "440  2017-02-09  Presidential Executive Order on Enforcing Fede...   \n",
       "441  2017-02-09  Presidential Executive Order on Preventing Vio...   \n",
       "442  2017-02-09  Remarks by President Trump in Meeting with the...   \n",
       "443  2017-02-09  Presidential Executive Order on a Task Force o...   \n",
       "444  2017-02-09  Remarks by President Trump at Swearing-In of A...   \n",
       "445  2017-02-08                 Statement from the Press Secretary   \n",
       "446  2017-02-08  First Lady Melania Trump Announces the Appoint...   \n",
       "447  2017-02-08          Widespread Support for Judge Neil Gorsuch   \n",
       "448  2017-02-08  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "449  2017-02-08  Remarks by President Trump and Intel CEO Brian...   \n",
       "450  2017-02-08  Intel Announces $7 Billion Investment Creating...   \n",
       "451  2017-02-08  Judge Neil Gorsuch is the Mainstream Choice fo...   \n",
       "452  2017-02-08  Remarks by President Trump at MCCA Winter Conf...   \n",
       "453  2017-02-08  ICYMI: CNBC: “CEO Confidence At Near-Record Hi...   \n",
       "454  2017-02-08  President Trump's War on Regulation Results in...   \n",
       "455  2017-02-08    President Donald J. Trump Announces His Cabinet   \n",
       "456  2017-02-07  Readout of the President's Call with Prime Min...   \n",
       "457  2017-02-07  Readout of the Vice President's Meeting with R...   \n",
       "458  2017-02-07  Readout of the President's Call with President...   \n",
       "459  2017-02-07  White House Director of Legislative Affairs An...   \n",
       "460  2017-02-07  Vice President Pence Casts Historic Vote to Co...   \n",
       "461  2017-02-07  HJR 58    Disapproving the Rule Submitted by t...   \n",
       "462  2017-02-07  HJR  57   Disapproving the Rule Submitted by t...   \n",
       "\n",
       "                                                  Body  Nasdaq Value  \\\n",
       "0    notice continuation of the national emergency ...   5878.950195   \n",
       "1    to the congress of the united states section d...   5878.950195   \n",
       "2    summary get news events and updates from the w...   5878.950195   \n",
       "3    washington dc vice president mike pence will t...   5878.950195   \n",
       "4    continuing the timeless tradition of the white...   5878.950195   \n",
       "5    east room a m edtthe vice president to all the...   5878.950195   \n",
       "6    president donald trump and king abdullah ii of...   5878.950195   \n",
       "7    president donald j trump spoke today with prim...   5864.479980   \n",
       "8    on this day in nearing the end of world war ii...   5864.479980   \n",
       "9    m memorandum for regulatory policy officers at...   5864.479980   \n",
       "10   president donald j trump spoke today by teleph...   5864.479980   \n",
       "11   honoring the memory of john glenn by the presi...   5864.479980   \n",
       "12   statement from the press secretarytodays annou...   5864.479980   \n",
       "13   rose garden p m edtpresident trump thank you v...   5864.479980   \n",
       "14   after a brief visit to the oval office with th...   5864.479980   \n",
       "15   james s brady press briefing room a m edtmr sp...   5864.479980   \n",
       "16   summary get news events and updates from the w...   5864.479980   \n",
       "17   first lady melania trump along with her husban...   5864.479980   \n",
       "18   president donald trump responds to a question ...   5864.479980   \n",
       "19   nominations sent to the senate sigal mandelker...   5898.609863   \n",
       "20   james s brady press briefing room p m edtsenio...   5898.609863   \n",
       "21   todays chemical attack in syria against innoce...   5898.609863   \n",
       "22   on monday judge neil gorsuch was confirmed by ...   5898.609863   \n",
       "23   president donald j trump today announced his i...   5898.609863   \n",
       "24   washington hiltonwashington d c p m edtthe pre...   5898.609863   \n",
       "25   james s brady press briefing room a m edtmr sp...   5898.609863   \n",
       "26   south court auditorium a m edtthe vice preside...   5898.609863   \n",
       "27   summary get news events and updates from the w...   5898.609863   \n",
       "28   moments before egyptian president abdel fattah...   5898.609863   \n",
       "29   president donald j trump today welcomed presid...   5894.680176   \n",
       "..                                                 ...           ...   \n",
       "433  the united states military academywest point n...   5715.180176   \n",
       "434  president trump today spoke with president gha...   5715.180176   \n",
       "435  executive order providing an order of successi...   5715.180176   \n",
       "436  james s brady press briefing room p m estmr sp...   5715.180176   \n",
       "437  today the president signedthree executive orde...   5715.180176   \n",
       "438  background press callby senior administration ...   5715.180176   \n",
       "439  roosevelt room p m estthe president thank you ...   5715.180176   \n",
       "440  executive order enforcing federal law with res...   5715.180176   \n",
       "441  executive order preventing violence against fe...   5715.180176   \n",
       "442  state dining room a m estthe president thank y...   5715.180176   \n",
       "443  executive order task force on crime reduction ...   5715.180176   \n",
       "444  oval office a m estthe president thank you ver...   5715.180176   \n",
       "445  president donald j trump today provided a lett...   5682.450195   \n",
       "446  first lady melania trumpis pleased to announce...   5682.450195   \n",
       "447  all across the country editorial boards are pr...   5682.450195   \n",
       "448  james s brady press briefing room p m estmr sp...   5682.450195   \n",
       "449  oval office p m estthe president you ve never ...   5682.450195   \n",
       "450  the past years have taken a toll on american w...   5682.450195   \n",
       "451  gorsuch in the mainstreamhe was upheld at the ...   5682.450195   \n",
       "452  j w marriottwashington d c a m estthe presiden...   5682.450195   \n",
       "453  confidence among chief executives of u s based...   5682.450195   \n",
       "454  ceo confidence at near record high why trump s...   5682.450195   \n",
       "455  president donald j trump today formally announ...   5682.450195   \n",
       "456  president donald j trump today spoke with prim...   5674.220215   \n",
       "457  vice president mike pence today met with right...   5674.220215   \n",
       "458  president donald j trump today spoke by phone ...   5674.220215   \n",
       "459  washington d c president trumps director of le...   5674.220215   \n",
       "460  friends today i cast the tie breaking vote in ...   5674.220215   \n",
       "461  february house statement of administration pol...   5674.220215   \n",
       "462  february house statement of administration pol...   5674.220215   \n",
       "\n",
       "     Nasdaq Delta  Nasdaq Proportion  S&P 500 Value  S&P 500 Delta  \\\n",
       "0       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "1       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "2       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "3       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "4       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "5       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "6       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "7       14.470215           0.002467    2352.949951       4.540039   \n",
       "8       14.470215           0.002467    2352.949951       4.540039   \n",
       "9       14.470215           0.002467    2352.949951       4.540039   \n",
       "10      14.470215           0.002467    2352.949951       4.540039   \n",
       "11      14.470215           0.002467    2352.949951       4.540039   \n",
       "12      14.470215           0.002467    2352.949951       4.540039   \n",
       "13      14.470215           0.002467    2352.949951       4.540039   \n",
       "14      14.470215           0.002467    2352.949951       4.540039   \n",
       "15      14.470215           0.002467    2352.949951       4.540039   \n",
       "16      14.470215           0.002467    2352.949951       4.540039   \n",
       "17      14.470215           0.002467    2352.949951       4.540039   \n",
       "18      14.470215           0.002467    2352.949951       4.540039   \n",
       "19     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "20     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "21     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "22     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "23     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "24     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "25     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "26     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "27     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "28     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "29       3.929687           0.000667    2358.840088       1.319824   \n",
       "..            ...                ...            ...            ...   \n",
       "433     18.949707           0.003316    2307.870117       8.229981   \n",
       "434     18.949707           0.003316    2307.870117       8.229981   \n",
       "435     18.949707           0.003316    2307.870117       8.229981   \n",
       "436     18.949707           0.003316    2307.870117       8.229981   \n",
       "437     18.949707           0.003316    2307.870117       8.229981   \n",
       "438     18.949707           0.003316    2307.870117       8.229981   \n",
       "439     18.949707           0.003316    2307.870117       8.229981   \n",
       "440     18.949707           0.003316    2307.870117       8.229981   \n",
       "441     18.949707           0.003316    2307.870117       8.229981   \n",
       "442     18.949707           0.003316    2307.870117       8.229981   \n",
       "443     18.949707           0.003316    2307.870117       8.229981   \n",
       "444     18.949707           0.003316    2307.870117       8.229981   \n",
       "445     32.729981           0.005760    2294.669922      13.200195   \n",
       "446     32.729981           0.005760    2294.669922      13.200195   \n",
       "447     32.729981           0.005760    2294.669922      13.200195   \n",
       "448     32.729981           0.005760    2294.669922      13.200195   \n",
       "449     32.729981           0.005760    2294.669922      13.200195   \n",
       "450     32.729981           0.005760    2294.669922      13.200195   \n",
       "451     32.729981           0.005760    2294.669922      13.200195   \n",
       "452     32.729981           0.005760    2294.669922      13.200195   \n",
       "453     32.729981           0.005760    2294.669922      13.200195   \n",
       "454     32.729981           0.005760    2294.669922      13.200195   \n",
       "455     32.729981           0.005760    2294.669922      13.200195   \n",
       "456      8.229980           0.001450    2293.080078       1.589844   \n",
       "457      8.229980           0.001450    2293.080078       1.589844   \n",
       "458      8.229980           0.001450    2293.080078       1.589844   \n",
       "459      8.229980           0.001450    2293.080078       1.589844   \n",
       "460      8.229980           0.001450    2293.080078       1.589844   \n",
       "461      8.229980           0.001450    2293.080078       1.589844   \n",
       "462      8.229980           0.001450    2293.080078       1.589844   \n",
       "\n",
       "     S&P 500 Proportion  Dow Jones Value  Dow Jones Delta  \\\n",
       "0             -0.000827     20662.949219        -6.849610   \n",
       "1             -0.000827     20662.949219        -6.849610   \n",
       "2             -0.000827     20662.949219        -6.849610   \n",
       "3             -0.000827     20662.949219        -6.849610   \n",
       "4             -0.000827     20662.949219        -6.849610   \n",
       "5             -0.000827     20662.949219        -6.849610   \n",
       "6             -0.000827     20662.949219        -6.849610   \n",
       "7              0.001930     20648.150391        14.798828   \n",
       "8              0.001930     20648.150391        14.798828   \n",
       "9              0.001930     20648.150391        14.798828   \n",
       "10             0.001930     20648.150391        14.798828   \n",
       "11             0.001930     20648.150391        14.798828   \n",
       "12             0.001930     20648.150391        14.798828   \n",
       "13             0.001930     20648.150391        14.798828   \n",
       "14             0.001930     20648.150391        14.798828   \n",
       "15             0.001930     20648.150391        14.798828   \n",
       "16             0.001930     20648.150391        14.798828   \n",
       "17             0.001930     20648.150391        14.798828   \n",
       "18             0.001930     20648.150391        14.798828   \n",
       "19            -0.003055     20689.240234       -41.089843   \n",
       "20            -0.003055     20689.240234       -41.089843   \n",
       "21            -0.003055     20689.240234       -41.089843   \n",
       "22            -0.003055     20689.240234       -41.089843   \n",
       "23            -0.003055     20689.240234       -41.089843   \n",
       "24            -0.003055     20689.240234       -41.089843   \n",
       "25            -0.003055     20689.240234       -41.089843   \n",
       "26            -0.003055     20689.240234       -41.089843   \n",
       "27            -0.003055     20689.240234       -41.089843   \n",
       "28            -0.003055     20689.240234       -41.089843   \n",
       "29             0.000560     20650.210938        39.029296   \n",
       "..                  ...              ...              ...   \n",
       "433            0.003566     20172.400391        96.968750   \n",
       "434            0.003566     20172.400391        96.968750   \n",
       "435            0.003566     20172.400391        96.968750   \n",
       "436            0.003566     20172.400391        96.968750   \n",
       "437            0.003566     20172.400391        96.968750   \n",
       "438            0.003566     20172.400391        96.968750   \n",
       "439            0.003566     20172.400391        96.968750   \n",
       "440            0.003566     20172.400391        96.968750   \n",
       "441            0.003566     20172.400391        96.968750   \n",
       "442            0.003566     20172.400391        96.968750   \n",
       "443            0.003566     20172.400391        96.968750   \n",
       "444            0.003566     20172.400391        96.968750   \n",
       "445            0.005753     20054.339844       118.060547   \n",
       "446            0.005753     20054.339844       118.060547   \n",
       "447            0.005753     20054.339844       118.060547   \n",
       "448            0.005753     20054.339844       118.060547   \n",
       "449            0.005753     20054.339844       118.060547   \n",
       "450            0.005753     20054.339844       118.060547   \n",
       "451            0.005753     20054.339844       118.060547   \n",
       "452            0.005753     20054.339844       118.060547   \n",
       "453            0.005753     20054.339844       118.060547   \n",
       "454            0.005753     20054.339844       118.060547   \n",
       "455            0.005753     20054.339844       118.060547   \n",
       "456            0.000693     20090.289062       -35.949218   \n",
       "457            0.000693     20090.289062       -35.949218   \n",
       "458            0.000693     20090.289062       -35.949218   \n",
       "459            0.000693     20090.289062       -35.949218   \n",
       "460            0.000693     20090.289062       -35.949218   \n",
       "461            0.000693     20090.289062       -35.949218   \n",
       "462            0.000693     20090.289062       -35.949218   \n",
       "\n",
       "     Dow Jones Proportion  \n",
       "0               -0.000331  \n",
       "1               -0.000331  \n",
       "2               -0.000331  \n",
       "3               -0.000331  \n",
       "4               -0.000331  \n",
       "5               -0.000331  \n",
       "6               -0.000331  \n",
       "7                0.000717  \n",
       "8                0.000717  \n",
       "9                0.000717  \n",
       "10               0.000717  \n",
       "11               0.000717  \n",
       "12               0.000717  \n",
       "13               0.000717  \n",
       "14               0.000717  \n",
       "15               0.000717  \n",
       "16               0.000717  \n",
       "17               0.000717  \n",
       "18               0.000717  \n",
       "19              -0.001986  \n",
       "20              -0.001986  \n",
       "21              -0.001986  \n",
       "22              -0.001986  \n",
       "23              -0.001986  \n",
       "24              -0.001986  \n",
       "25              -0.001986  \n",
       "26              -0.001986  \n",
       "27              -0.001986  \n",
       "28              -0.001986  \n",
       "29               0.001890  \n",
       "..                    ...  \n",
       "433              0.004807  \n",
       "434              0.004807  \n",
       "435              0.004807  \n",
       "436              0.004807  \n",
       "437              0.004807  \n",
       "438              0.004807  \n",
       "439              0.004807  \n",
       "440              0.004807  \n",
       "441              0.004807  \n",
       "442              0.004807  \n",
       "443              0.004807  \n",
       "444              0.004807  \n",
       "445              0.005887  \n",
       "446              0.005887  \n",
       "447              0.005887  \n",
       "448              0.005887  \n",
       "449              0.005887  \n",
       "450              0.005887  \n",
       "451              0.005887  \n",
       "452              0.005887  \n",
       "453              0.005887  \n",
       "454              0.005887  \n",
       "455              0.005887  \n",
       "456             -0.001789  \n",
       "457             -0.001789  \n",
       "458             -0.001789  \n",
       "459             -0.001789  \n",
       "460             -0.001789  \n",
       "461             -0.001789  \n",
       "462             -0.001789  \n",
       "\n",
       "[463 rows x 12 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# import complete CSV\n",
    "df = pd.read_csv('data/dataset.csv')\n",
    "# remove all non-alphabet characters and convert to lowercase letters\n",
    "regex = re.compile('[^a-zA-Z]')\n",
    "df['Body'] = df['Body'].apply(lambda post: regex.sub('', post).lower())\n",
    "# remove spaces\n",
    "df['Body'] = df['Body'].apply(lambda post: \" \".join([word for word in post.split()]))\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df['Mean Proportion'] = (df['Nasdaq Proportion'] + df['Dow Jones Proportion'] + df['S&P 500 Proportion'])/3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting tf features for LDA...\n",
      "Fitting LDA models with tf features, n_samples=20000 and n_topics=4...\n",
      "\n",
      "Topics in LDA model:\n",
      "\n",
      "Topic #1:\n",
      "order federal regulatory executive agency agencies actions regulations rule law action act cost state costs review states department agenda government regulation general information year director\n",
      "\n",
      "Topic #2:\n",
      "trump states united security house american law national secretary white donald vice minister mr prime economic administration america court office today leaders new americans countries\n",
      "\n",
      "Topic #3:\n",
      "going thank people great applause know just want mr country good right american like jobs really im think laughter lot years say time said job\n",
      "\n",
      "Topic #4:\n",
      "think mr going people just said know house question administration im want right look make dont white theres thats sure did say does time lot\n",
      "\n"
     ]
    }
   ],
   "source": [
    "n_samples = 20000\n",
    "n_topics = 4\n",
    "n_top_words = 25\n",
    "\n",
    "def print_top_words(model, feature_names, n_top_words):\n",
    "    for topic_idx, topic in enumerate(model.components_):\n",
    "        print(\"\\nTopic #{}:\".format(topic_idx + 1))\n",
    "        print(\" \".join([feature_names[i]\n",
    "                        for i in topic.argsort()[:-n_top_words - 1:-1]]))\n",
    "    print()\n",
    "    \n",
    "# Vectorize our text using CountVectorizer\n",
    "print(\"Extracting tf features for LDA...\")\n",
    "tf_vectorizer = CountVectorizer(max_df=0.80, min_df=50,\n",
    "                                max_features=None,\n",
    "                                stop_words='english'\n",
    "                                )\n",
    "\n",
    "tf = tf_vectorizer.fit_transform(df['Body'])\n",
    "\n",
    "print(\"Fitting LDA models with tf features, \"\n",
    "      \"n_samples=%d and n_topics=%d...\"\n",
    "      % (n_samples, n_topics))\n",
    "\n",
    "#define the lda function, with desired options\n",
    "#Check the documentation, linked above, to look through the options\n",
    "lda = LatentDirichletAllocation(n_topics=n_topics, max_iter=20,\n",
    "                                learning_method='online',\n",
    "                                learning_offset=80.,\n",
    "                                total_samples=n_samples,\n",
    "                                random_state=0)\n",
    "#fit the model\n",
    "lda.fit(tf)\n",
    "\n",
    "print(\"\\nTopics in LDA model:\")\n",
    "tf_feature_names = tf_vectorizer.get_feature_names()\n",
    "print_top_words(lda, tf_feature_names, n_top_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>Date</th>\n",
       "      <th>Title</th>\n",
       "      <th>Body</th>\n",
       "      <th>Nasdaq Value</th>\n",
       "      <th>Nasdaq Delta</th>\n",
       "      <th>Nasdaq Proportion</th>\n",
       "      <th>S&amp;P 500 Value</th>\n",
       "      <th>S&amp;P 500 Delta</th>\n",
       "      <th>S&amp;P 500 Proportion</th>\n",
       "      <th>Dow Jones Value</th>\n",
       "      <th>Dow Jones Delta</th>\n",
       "      <th>Dow Jones Proportion</th>\n",
       "      <th>Mean Proportion</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.274324</td>\n",
       "      <td>0.717448</td>\n",
       "      <td>0.004049</td>\n",
       "      <td>0.004178</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Notice Regarding the Continuation of the Natio...</td>\n",
       "      <td>notice continuation of the national emergency ...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.221069</td>\n",
       "      <td>0.763802</td>\n",
       "      <td>0.007477</td>\n",
       "      <td>0.007651</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Message to the Congress Regarding the Continua...</td>\n",
       "      <td>to the congress of the united states section d...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.051654</td>\n",
       "      <td>0.844772</td>\n",
       "      <td>0.051348</td>\n",
       "      <td>0.052226</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>1600 Daily: Everything White House for 4/6/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.002288</td>\n",
       "      <td>0.993145</td>\n",
       "      <td>0.002281</td>\n",
       "      <td>0.002286</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Vice President Mike Pence to Travel to the Rep...</td>\n",
       "      <td>washington dc vice president mike pence will t...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.021665</td>\n",
       "      <td>0.935372</td>\n",
       "      <td>0.021194</td>\n",
       "      <td>0.021768</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>White House History: White House Easter Egg Roll</td>\n",
       "      <td>continuing the timeless tradition of the white...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000987</td>\n",
       "      <td>0.156946</td>\n",
       "      <td>0.841061</td>\n",
       "      <td>0.001006</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>east room a m edtthe vice president to all the...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.021204</td>\n",
       "      <td>0.879085</td>\n",
       "      <td>0.022138</td>\n",
       "      <td>0.077573</td>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Photo of the Day: April 6, 2017</td>\n",
       "      <td>president donald trump and king abdullah ii of...</td>\n",
       "      <td>5878.950195</td>\n",
       "      <td>-1.140136</td>\n",
       "      <td>-0.000194</td>\n",
       "      <td>2357.489990</td>\n",
       "      <td>-1.949951</td>\n",
       "      <td>-0.000827</td>\n",
       "      <td>20662.949219</td>\n",
       "      <td>-6.849610</td>\n",
       "      <td>-0.000331</td>\n",
       "      <td>-0.000451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.008148</td>\n",
       "      <td>0.975173</td>\n",
       "      <td>0.008195</td>\n",
       "      <td>0.008484</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today with prim...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.009405</td>\n",
       "      <td>0.552839</td>\n",
       "      <td>0.428205</td>\n",
       "      <td>0.009551</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on Gold Sta...</td>\n",
       "      <td>on this day in nearing the end of world war ii...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.999443</td>\n",
       "      <td>0.000186</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Memorandum: Implementing Executive Order 13771...</td>\n",
       "      <td>m memorandum for regulatory policy officers at...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.015809</td>\n",
       "      <td>0.952263</td>\n",
       "      <td>0.015870</td>\n",
       "      <td>0.016058</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today by teleph...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.006792</td>\n",
       "      <td>0.980716</td>\n",
       "      <td>0.006229</td>\n",
       "      <td>0.006264</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>A Proclamation by President Donald J. Trump Ho...</td>\n",
       "      <td>honoring the memory of john glenn by the presi...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.008474</td>\n",
       "      <td>0.872169</td>\n",
       "      <td>0.008012</td>\n",
       "      <td>0.111346</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on the Decl...</td>\n",
       "      <td>statement from the press secretarytodays annou...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.000347</td>\n",
       "      <td>0.176792</td>\n",
       "      <td>0.530257</td>\n",
       "      <td>0.292605</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Remarks by President Trump and His Majesty Kin...</td>\n",
       "      <td>rose garden p m edtpresident trump thank you v...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.004161</td>\n",
       "      <td>0.987739</td>\n",
       "      <td>0.004068</td>\n",
       "      <td>0.004032</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of First Lady Melania Trump’s Visit to...</td>\n",
       "      <td>after a brief visit to the oval office with th...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.137406</td>\n",
       "      <td>0.000222</td>\n",
       "      <td>0.016381</td>\n",
       "      <td>0.845991</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Press Briefing on the Congressional Review Act</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.051654</td>\n",
       "      <td>0.844772</td>\n",
       "      <td>0.051348</td>\n",
       "      <td>0.052226</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>1600 Daily: Everything White House for 4/5/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.016134</td>\n",
       "      <td>0.953541</td>\n",
       "      <td>0.015000</td>\n",
       "      <td>0.015324</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>First Lady Melania Trump to Host Queen Rania o...</td>\n",
       "      <td>first lady melania trump along with her husban...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.013344</td>\n",
       "      <td>0.894666</td>\n",
       "      <td>0.013447</td>\n",
       "      <td>0.078543</td>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Photo of the Day: April 5, 2017</td>\n",
       "      <td>president donald trump responds to a question ...</td>\n",
       "      <td>5864.479980</td>\n",
       "      <td>14.470215</td>\n",
       "      <td>0.002467</td>\n",
       "      <td>2352.949951</td>\n",
       "      <td>4.540039</td>\n",
       "      <td>0.001930</td>\n",
       "      <td>20648.150391</td>\n",
       "      <td>14.798828</td>\n",
       "      <td>0.000717</td>\n",
       "      <td>0.001705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.031773</td>\n",
       "      <td>0.904254</td>\n",
       "      <td>0.031786</td>\n",
       "      <td>0.032188</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Two Nominations Delivered to the Senate Today</td>\n",
       "      <td>nominations sent to the senate sigal mandelker...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.000326</td>\n",
       "      <td>0.224558</td>\n",
       "      <td>0.000337</td>\n",
       "      <td>0.774779</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Background Briefing by Senior Administration O...</td>\n",
       "      <td>james s brady press briefing room p m edtsenio...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.142582</td>\n",
       "      <td>0.487435</td>\n",
       "      <td>0.018033</td>\n",
       "      <td>0.351950</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Statement from President Donald J. Trump</td>\n",
       "      <td>todays chemical attack in syria against innoce...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.001642</td>\n",
       "      <td>0.584101</td>\n",
       "      <td>0.062091</td>\n",
       "      <td>0.352165</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>UPDATE: Confirming Judge Neil Gorsuch to the S...</td>\n",
       "      <td>on monday judge neil gorsuch was confirmed by ...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.006153</td>\n",
       "      <td>0.981821</td>\n",
       "      <td>0.005958</td>\n",
       "      <td>0.006067</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>President Donald J. Trump Announces Intent to ...</td>\n",
       "      <td>president donald j trump today announced his i...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.007996</td>\n",
       "      <td>0.037089</td>\n",
       "      <td>0.954575</td>\n",
       "      <td>0.000340</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump at 2017 North Ameri...</td>\n",
       "      <td>washington hiltonwashington d c p m edtthe pre...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.000251</td>\n",
       "      <td>0.023301</td>\n",
       "      <td>0.000711</td>\n",
       "      <td>0.975737</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Press Gaggle by Press Secretary Sean Spicer, 4...</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.018654</td>\n",
       "      <td>0.000202</td>\n",
       "      <td>0.806666</td>\n",
       "      <td>0.174478</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>south court auditorium a m edtthe vice preside...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.051654</td>\n",
       "      <td>0.844772</td>\n",
       "      <td>0.051348</td>\n",
       "      <td>0.052226</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>1600 Daily: Everything White House for 4/4/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.021030</td>\n",
       "      <td>0.936438</td>\n",
       "      <td>0.020991</td>\n",
       "      <td>0.021542</td>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Photo of the Day: April 4, 2017</td>\n",
       "      <td>moments before egyptian president abdel fattah...</td>\n",
       "      <td>5898.609863</td>\n",
       "      <td>-34.129883</td>\n",
       "      <td>-0.005786</td>\n",
       "      <td>2360.159912</td>\n",
       "      <td>-7.209961</td>\n",
       "      <td>-0.003055</td>\n",
       "      <td>20689.240234</td>\n",
       "      <td>-41.089843</td>\n",
       "      <td>-0.001986</td>\n",
       "      <td>-0.003609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.003001</td>\n",
       "      <td>0.991077</td>\n",
       "      <td>0.002954</td>\n",
       "      <td>0.002968</td>\n",
       "      <td>2017-04-03</td>\n",
       "      <td>Readout of President Donald J. Trump’s Meeting...</td>\n",
       "      <td>president donald j trump today welcomed presid...</td>\n",
       "      <td>5894.680176</td>\n",
       "      <td>3.929687</td>\n",
       "      <td>0.000667</td>\n",
       "      <td>2358.840088</td>\n",
       "      <td>1.319824</td>\n",
       "      <td>0.000560</td>\n",
       "      <td>20650.210938</td>\n",
       "      <td>39.029296</td>\n",
       "      <td>0.001890</td>\n",
       "      <td>0.001039</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>0.000420</td>\n",
       "      <td>0.203556</td>\n",
       "      <td>0.795586</td>\n",
       "      <td>0.000438</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by the Vice President at the Henry O. ...</td>\n",
       "      <td>the united states military academywest point n...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>434</th>\n",
       "      <td>0.012287</td>\n",
       "      <td>0.963411</td>\n",
       "      <td>0.012067</td>\n",
       "      <td>0.012235</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president trump today spoke with president gha...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>435</th>\n",
       "      <td>0.991703</td>\n",
       "      <td>0.002839</td>\n",
       "      <td>0.002719</td>\n",
       "      <td>0.002740</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Providing an Order of Succession Within the De...</td>\n",
       "      <td>executive order providing an order of successi...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>0.048825</td>\n",
       "      <td>0.068869</td>\n",
       "      <td>0.052090</td>\n",
       "      <td>0.830216</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>0.522128</td>\n",
       "      <td>0.389499</td>\n",
       "      <td>0.083753</td>\n",
       "      <td>0.004620</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>President Trump Signs Pro-Law Enforcement and ...</td>\n",
       "      <td>today the president signedthree executive orde...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>0.000418</td>\n",
       "      <td>0.271983</td>\n",
       "      <td>0.078432</td>\n",
       "      <td>0.649167</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Background Press Call on Prime Minister Abe's ...</td>\n",
       "      <td>background press callby senior administration ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>0.001466</td>\n",
       "      <td>0.001537</td>\n",
       "      <td>0.600077</td>\n",
       "      <td>0.396921</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump Before SCOTUS Liste...</td>\n",
       "      <td>roosevelt room p m estthe president thank you ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>0.610159</td>\n",
       "      <td>0.387840</td>\n",
       "      <td>0.000997</td>\n",
       "      <td>0.001004</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Enforcing Fede...</td>\n",
       "      <td>executive order enforcing federal law with res...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>0.995749</td>\n",
       "      <td>0.001444</td>\n",
       "      <td>0.001401</td>\n",
       "      <td>0.001406</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Preventing Vio...</td>\n",
       "      <td>executive order preventing violence against fe...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>0.021069</td>\n",
       "      <td>0.000334</td>\n",
       "      <td>0.738431</td>\n",
       "      <td>0.240166</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump in Meeting with the...</td>\n",
       "      <td>state dining room a m estthe president thank y...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>0.905678</td>\n",
       "      <td>0.090702</td>\n",
       "      <td>0.001810</td>\n",
       "      <td>0.001810</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on a Task Force o...</td>\n",
       "      <td>executive order task force on crime reduction ...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>0.100669</td>\n",
       "      <td>0.245443</td>\n",
       "      <td>0.652872</td>\n",
       "      <td>0.001016</td>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump at Swearing-In of A...</td>\n",
       "      <td>oval office a m estthe president thank you ver...</td>\n",
       "      <td>5715.180176</td>\n",
       "      <td>18.949707</td>\n",
       "      <td>0.003316</td>\n",
       "      <td>2307.870117</td>\n",
       "      <td>8.229981</td>\n",
       "      <td>0.003566</td>\n",
       "      <td>20172.400391</td>\n",
       "      <td>96.968750</td>\n",
       "      <td>0.004807</td>\n",
       "      <td>0.003896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>0.016166</td>\n",
       "      <td>0.949975</td>\n",
       "      <td>0.017514</td>\n",
       "      <td>0.016345</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Statement from the Press Secretary</td>\n",
       "      <td>president donald j trump today provided a lett...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>0.005366</td>\n",
       "      <td>0.983682</td>\n",
       "      <td>0.005373</td>\n",
       "      <td>0.005579</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>First Lady Melania Trump Announces the Appoint...</td>\n",
       "      <td>first lady melania trumpis pleased to announce...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>0.001206</td>\n",
       "      <td>0.751662</td>\n",
       "      <td>0.001190</td>\n",
       "      <td>0.245942</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Widespread Support for Judge Neil Gorsuch</td>\n",
       "      <td>all across the country editorial boards are pr...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>0.029681</td>\n",
       "      <td>0.072033</td>\n",
       "      <td>0.093611</td>\n",
       "      <td>0.804675</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>0.012223</td>\n",
       "      <td>0.001764</td>\n",
       "      <td>0.984225</td>\n",
       "      <td>0.001788</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump and Intel CEO Brian...</td>\n",
       "      <td>oval office p m estthe president you ve never ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>0.003880</td>\n",
       "      <td>0.459273</td>\n",
       "      <td>0.532988</td>\n",
       "      <td>0.003859</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Intel Announces $7 Billion Investment Creating...</td>\n",
       "      <td>the past years have taken a toll on american w...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>0.009862</td>\n",
       "      <td>0.421942</td>\n",
       "      <td>0.010175</td>\n",
       "      <td>0.558021</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Judge Neil Gorsuch is the Mainstream Choice fo...</td>\n",
       "      <td>gorsuch in the mainstreamhe was upheld at the ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>0.017183</td>\n",
       "      <td>0.150933</td>\n",
       "      <td>0.785216</td>\n",
       "      <td>0.046667</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump at MCCA Winter Conf...</td>\n",
       "      <td>j w marriottwashington d c a m estthe presiden...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>0.203140</td>\n",
       "      <td>0.515007</td>\n",
       "      <td>0.277302</td>\n",
       "      <td>0.004551</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>ICYMI: CNBC: “CEO Confidence At Near-Record Hi...</td>\n",
       "      <td>confidence among chief executives of u s based...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>0.252544</td>\n",
       "      <td>0.473214</td>\n",
       "      <td>0.268842</td>\n",
       "      <td>0.005399</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Trump's War on Regulation Results in...</td>\n",
       "      <td>ceo confidence at near record high why trump s...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>0.089974</td>\n",
       "      <td>0.898288</td>\n",
       "      <td>0.005855</td>\n",
       "      <td>0.005884</td>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Donald J. Trump Announces His Cabinet</td>\n",
       "      <td>president donald j trump today formally announ...</td>\n",
       "      <td>5682.450195</td>\n",
       "      <td>32.729981</td>\n",
       "      <td>0.005760</td>\n",
       "      <td>2294.669922</td>\n",
       "      <td>13.200195</td>\n",
       "      <td>0.005753</td>\n",
       "      <td>20054.339844</td>\n",
       "      <td>118.060547</td>\n",
       "      <td>0.005887</td>\n",
       "      <td>0.005800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>0.009010</td>\n",
       "      <td>0.972914</td>\n",
       "      <td>0.009021</td>\n",
       "      <td>0.009054</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with Prime Min...</td>\n",
       "      <td>president donald j trump today spoke with prim...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>0.003524</td>\n",
       "      <td>0.722145</td>\n",
       "      <td>0.003527</td>\n",
       "      <td>0.270804</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the Vice President's Meeting with R...</td>\n",
       "      <td>vice president mike pence today met with right...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>458</th>\n",
       "      <td>0.015746</td>\n",
       "      <td>0.952071</td>\n",
       "      <td>0.016073</td>\n",
       "      <td>0.016110</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president donald j trump today spoke by phone ...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>0.005001</td>\n",
       "      <td>0.949317</td>\n",
       "      <td>0.004866</td>\n",
       "      <td>0.040815</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>White House Director of Legislative Affairs An...</td>\n",
       "      <td>washington d c president trumps director of le...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>0.003749</td>\n",
       "      <td>0.673438</td>\n",
       "      <td>0.318930</td>\n",
       "      <td>0.003883</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Vice President Pence Casts Historic Vote to Co...</td>\n",
       "      <td>friends today i cast the tie breaking vote in ...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>0.929477</td>\n",
       "      <td>0.067186</td>\n",
       "      <td>0.001668</td>\n",
       "      <td>0.001669</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR 58    Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>0.926587</td>\n",
       "      <td>0.070054</td>\n",
       "      <td>0.001679</td>\n",
       "      <td>0.001680</td>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR  57   Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>5674.220215</td>\n",
       "      <td>8.229980</td>\n",
       "      <td>0.001450</td>\n",
       "      <td>2293.080078</td>\n",
       "      <td>1.589844</td>\n",
       "      <td>0.000693</td>\n",
       "      <td>20090.289062</td>\n",
       "      <td>-35.949218</td>\n",
       "      <td>-0.001789</td>\n",
       "      <td>0.000118</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>463 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0         1         2         3        Date  \\\n",
       "0    0.274324  0.717448  0.004049  0.004178  2017-04-06   \n",
       "1    0.221069  0.763802  0.007477  0.007651  2017-04-06   \n",
       "2    0.051654  0.844772  0.051348  0.052226  2017-04-06   \n",
       "3    0.002288  0.993145  0.002281  0.002286  2017-04-06   \n",
       "4    0.021665  0.935372  0.021194  0.021768  2017-04-06   \n",
       "5    0.000987  0.156946  0.841061  0.001006  2017-04-06   \n",
       "6    0.021204  0.879085  0.022138  0.077573  2017-04-06   \n",
       "7    0.008148  0.975173  0.008195  0.008484  2017-04-05   \n",
       "8    0.009405  0.552839  0.428205  0.009551  2017-04-05   \n",
       "9    0.999443  0.000186  0.000185  0.000187  2017-04-05   \n",
       "10   0.015809  0.952263  0.015870  0.016058  2017-04-05   \n",
       "11   0.006792  0.980716  0.006229  0.006264  2017-04-05   \n",
       "12   0.008474  0.872169  0.008012  0.111346  2017-04-05   \n",
       "13   0.000347  0.176792  0.530257  0.292605  2017-04-05   \n",
       "14   0.004161  0.987739  0.004068  0.004032  2017-04-05   \n",
       "15   0.137406  0.000222  0.016381  0.845991  2017-04-05   \n",
       "16   0.051654  0.844772  0.051348  0.052226  2017-04-05   \n",
       "17   0.016134  0.953541  0.015000  0.015324  2017-04-05   \n",
       "18   0.013344  0.894666  0.013447  0.078543  2017-04-05   \n",
       "19   0.031773  0.904254  0.031786  0.032188  2017-04-04   \n",
       "20   0.000326  0.224558  0.000337  0.774779  2017-04-04   \n",
       "21   0.142582  0.487435  0.018033  0.351950  2017-04-04   \n",
       "22   0.001642  0.584101  0.062091  0.352165  2017-04-04   \n",
       "23   0.006153  0.981821  0.005958  0.006067  2017-04-04   \n",
       "24   0.007996  0.037089  0.954575  0.000340  2017-04-04   \n",
       "25   0.000251  0.023301  0.000711  0.975737  2017-04-04   \n",
       "26   0.018654  0.000202  0.806666  0.174478  2017-04-04   \n",
       "27   0.051654  0.844772  0.051348  0.052226  2017-04-04   \n",
       "28   0.021030  0.936438  0.020991  0.021542  2017-04-04   \n",
       "29   0.003001  0.991077  0.002954  0.002968  2017-04-03   \n",
       "..        ...       ...       ...       ...         ...   \n",
       "433  0.000420  0.203556  0.795586  0.000438  2017-02-09   \n",
       "434  0.012287  0.963411  0.012067  0.012235  2017-02-09   \n",
       "435  0.991703  0.002839  0.002719  0.002740  2017-02-09   \n",
       "436  0.048825  0.068869  0.052090  0.830216  2017-02-09   \n",
       "437  0.522128  0.389499  0.083753  0.004620  2017-02-09   \n",
       "438  0.000418  0.271983  0.078432  0.649167  2017-02-09   \n",
       "439  0.001466  0.001537  0.600077  0.396921  2017-02-09   \n",
       "440  0.610159  0.387840  0.000997  0.001004  2017-02-09   \n",
       "441  0.995749  0.001444  0.001401  0.001406  2017-02-09   \n",
       "442  0.021069  0.000334  0.738431  0.240166  2017-02-09   \n",
       "443  0.905678  0.090702  0.001810  0.001810  2017-02-09   \n",
       "444  0.100669  0.245443  0.652872  0.001016  2017-02-09   \n",
       "445  0.016166  0.949975  0.017514  0.016345  2017-02-08   \n",
       "446  0.005366  0.983682  0.005373  0.005579  2017-02-08   \n",
       "447  0.001206  0.751662  0.001190  0.245942  2017-02-08   \n",
       "448  0.029681  0.072033  0.093611  0.804675  2017-02-08   \n",
       "449  0.012223  0.001764  0.984225  0.001788  2017-02-08   \n",
       "450  0.003880  0.459273  0.532988  0.003859  2017-02-08   \n",
       "451  0.009862  0.421942  0.010175  0.558021  2017-02-08   \n",
       "452  0.017183  0.150933  0.785216  0.046667  2017-02-08   \n",
       "453  0.203140  0.515007  0.277302  0.004551  2017-02-08   \n",
       "454  0.252544  0.473214  0.268842  0.005399  2017-02-08   \n",
       "455  0.089974  0.898288  0.005855  0.005884  2017-02-08   \n",
       "456  0.009010  0.972914  0.009021  0.009054  2017-02-07   \n",
       "457  0.003524  0.722145  0.003527  0.270804  2017-02-07   \n",
       "458  0.015746  0.952071  0.016073  0.016110  2017-02-07   \n",
       "459  0.005001  0.949317  0.004866  0.040815  2017-02-07   \n",
       "460  0.003749  0.673438  0.318930  0.003883  2017-02-07   \n",
       "461  0.929477  0.067186  0.001668  0.001669  2017-02-07   \n",
       "462  0.926587  0.070054  0.001679  0.001680  2017-02-07   \n",
       "\n",
       "                                                 Title  \\\n",
       "0    Notice Regarding the Continuation of the Natio...   \n",
       "1    Message to the Congress Regarding the Continua...   \n",
       "2        1600 Daily: Everything White House for 4/6/17   \n",
       "3    Vice President Mike Pence to Travel to the Rep...   \n",
       "4    White House History: White House Easter Egg Roll    \n",
       "5    Remarks by President Trump and Vice President ...   \n",
       "6                      Photo of the Day: April 6, 2017   \n",
       "7    Readout of President Donald J. Trump’s Call wi...   \n",
       "8    Statement from the Press Secretary on Gold Sta...   \n",
       "9    Memorandum: Implementing Executive Order 13771...   \n",
       "10   Readout of President Donald J. Trump’s Call wi...   \n",
       "11   A Proclamation by President Donald J. Trump Ho...   \n",
       "12   Statement from the Press Secretary on the Decl...   \n",
       "13   Remarks by President Trump and His Majesty Kin...   \n",
       "14   Readout of First Lady Melania Trump’s Visit to...   \n",
       "15      Press Briefing on the Congressional Review Act   \n",
       "16       1600 Daily: Everything White House for 4/5/17   \n",
       "17   First Lady Melania Trump to Host Queen Rania o...   \n",
       "18                     Photo of the Day: April 5, 2017   \n",
       "19       Two Nominations Delivered to the Senate Today   \n",
       "20   Background Briefing by Senior Administration O...   \n",
       "21            Statement from President Donald J. Trump   \n",
       "22   UPDATE: Confirming Judge Neil Gorsuch to the S...   \n",
       "23   President Donald J. Trump Announces Intent to ...   \n",
       "24   Remarks by President Trump at 2017 North Ameri...   \n",
       "25   Press Gaggle by Press Secretary Sean Spicer, 4...   \n",
       "26   Remarks by President Trump and Vice President ...   \n",
       "27       1600 Daily: Everything White House for 4/4/17   \n",
       "28                     Photo of the Day: April 4, 2017   \n",
       "29   Readout of President Donald J. Trump’s Meeting...   \n",
       "..                                                 ...   \n",
       "433  Remarks by the Vice President at the Henry O. ...   \n",
       "434  Readout of the President's Call with President...   \n",
       "435  Providing an Order of Succession Within the De...   \n",
       "436  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "437  President Trump Signs Pro-Law Enforcement and ...   \n",
       "438  Background Press Call on Prime Minister Abe's ...   \n",
       "439  Remarks by President Trump Before SCOTUS Liste...   \n",
       "440  Presidential Executive Order on Enforcing Fede...   \n",
       "441  Presidential Executive Order on Preventing Vio...   \n",
       "442  Remarks by President Trump in Meeting with the...   \n",
       "443  Presidential Executive Order on a Task Force o...   \n",
       "444  Remarks by President Trump at Swearing-In of A...   \n",
       "445                 Statement from the Press Secretary   \n",
       "446  First Lady Melania Trump Announces the Appoint...   \n",
       "447          Widespread Support for Judge Neil Gorsuch   \n",
       "448  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "449  Remarks by President Trump and Intel CEO Brian...   \n",
       "450  Intel Announces $7 Billion Investment Creating...   \n",
       "451  Judge Neil Gorsuch is the Mainstream Choice fo...   \n",
       "452  Remarks by President Trump at MCCA Winter Conf...   \n",
       "453  ICYMI: CNBC: “CEO Confidence At Near-Record Hi...   \n",
       "454  President Trump's War on Regulation Results in...   \n",
       "455    President Donald J. Trump Announces His Cabinet   \n",
       "456  Readout of the President's Call with Prime Min...   \n",
       "457  Readout of the Vice President's Meeting with R...   \n",
       "458  Readout of the President's Call with President...   \n",
       "459  White House Director of Legislative Affairs An...   \n",
       "460  Vice President Pence Casts Historic Vote to Co...   \n",
       "461  HJR 58    Disapproving the Rule Submitted by t...   \n",
       "462  HJR  57   Disapproving the Rule Submitted by t...   \n",
       "\n",
       "                                                  Body  Nasdaq Value  \\\n",
       "0    notice continuation of the national emergency ...   5878.950195   \n",
       "1    to the congress of the united states section d...   5878.950195   \n",
       "2    summary get news events and updates from the w...   5878.950195   \n",
       "3    washington dc vice president mike pence will t...   5878.950195   \n",
       "4    continuing the timeless tradition of the white...   5878.950195   \n",
       "5    east room a m edtthe vice president to all the...   5878.950195   \n",
       "6    president donald trump and king abdullah ii of...   5878.950195   \n",
       "7    president donald j trump spoke today with prim...   5864.479980   \n",
       "8    on this day in nearing the end of world war ii...   5864.479980   \n",
       "9    m memorandum for regulatory policy officers at...   5864.479980   \n",
       "10   president donald j trump spoke today by teleph...   5864.479980   \n",
       "11   honoring the memory of john glenn by the presi...   5864.479980   \n",
       "12   statement from the press secretarytodays annou...   5864.479980   \n",
       "13   rose garden p m edtpresident trump thank you v...   5864.479980   \n",
       "14   after a brief visit to the oval office with th...   5864.479980   \n",
       "15   james s brady press briefing room a m edtmr sp...   5864.479980   \n",
       "16   summary get news events and updates from the w...   5864.479980   \n",
       "17   first lady melania trump along with her husban...   5864.479980   \n",
       "18   president donald trump responds to a question ...   5864.479980   \n",
       "19   nominations sent to the senate sigal mandelker...   5898.609863   \n",
       "20   james s brady press briefing room p m edtsenio...   5898.609863   \n",
       "21   todays chemical attack in syria against innoce...   5898.609863   \n",
       "22   on monday judge neil gorsuch was confirmed by ...   5898.609863   \n",
       "23   president donald j trump today announced his i...   5898.609863   \n",
       "24   washington hiltonwashington d c p m edtthe pre...   5898.609863   \n",
       "25   james s brady press briefing room a m edtmr sp...   5898.609863   \n",
       "26   south court auditorium a m edtthe vice preside...   5898.609863   \n",
       "27   summary get news events and updates from the w...   5898.609863   \n",
       "28   moments before egyptian president abdel fattah...   5898.609863   \n",
       "29   president donald j trump today welcomed presid...   5894.680176   \n",
       "..                                                 ...           ...   \n",
       "433  the united states military academywest point n...   5715.180176   \n",
       "434  president trump today spoke with president gha...   5715.180176   \n",
       "435  executive order providing an order of successi...   5715.180176   \n",
       "436  james s brady press briefing room p m estmr sp...   5715.180176   \n",
       "437  today the president signedthree executive orde...   5715.180176   \n",
       "438  background press callby senior administration ...   5715.180176   \n",
       "439  roosevelt room p m estthe president thank you ...   5715.180176   \n",
       "440  executive order enforcing federal law with res...   5715.180176   \n",
       "441  executive order preventing violence against fe...   5715.180176   \n",
       "442  state dining room a m estthe president thank y...   5715.180176   \n",
       "443  executive order task force on crime reduction ...   5715.180176   \n",
       "444  oval office a m estthe president thank you ver...   5715.180176   \n",
       "445  president donald j trump today provided a lett...   5682.450195   \n",
       "446  first lady melania trumpis pleased to announce...   5682.450195   \n",
       "447  all across the country editorial boards are pr...   5682.450195   \n",
       "448  james s brady press briefing room p m estmr sp...   5682.450195   \n",
       "449  oval office p m estthe president you ve never ...   5682.450195   \n",
       "450  the past years have taken a toll on american w...   5682.450195   \n",
       "451  gorsuch in the mainstreamhe was upheld at the ...   5682.450195   \n",
       "452  j w marriottwashington d c a m estthe presiden...   5682.450195   \n",
       "453  confidence among chief executives of u s based...   5682.450195   \n",
       "454  ceo confidence at near record high why trump s...   5682.450195   \n",
       "455  president donald j trump today formally announ...   5682.450195   \n",
       "456  president donald j trump today spoke with prim...   5674.220215   \n",
       "457  vice president mike pence today met with right...   5674.220215   \n",
       "458  president donald j trump today spoke by phone ...   5674.220215   \n",
       "459  washington d c president trumps director of le...   5674.220215   \n",
       "460  friends today i cast the tie breaking vote in ...   5674.220215   \n",
       "461  february house statement of administration pol...   5674.220215   \n",
       "462  february house statement of administration pol...   5674.220215   \n",
       "\n",
       "     Nasdaq Delta  Nasdaq Proportion  S&P 500 Value  S&P 500 Delta  \\\n",
       "0       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "1       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "2       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "3       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "4       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "5       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "6       -1.140136          -0.000194    2357.489990      -1.949951   \n",
       "7       14.470215           0.002467    2352.949951       4.540039   \n",
       "8       14.470215           0.002467    2352.949951       4.540039   \n",
       "9       14.470215           0.002467    2352.949951       4.540039   \n",
       "10      14.470215           0.002467    2352.949951       4.540039   \n",
       "11      14.470215           0.002467    2352.949951       4.540039   \n",
       "12      14.470215           0.002467    2352.949951       4.540039   \n",
       "13      14.470215           0.002467    2352.949951       4.540039   \n",
       "14      14.470215           0.002467    2352.949951       4.540039   \n",
       "15      14.470215           0.002467    2352.949951       4.540039   \n",
       "16      14.470215           0.002467    2352.949951       4.540039   \n",
       "17      14.470215           0.002467    2352.949951       4.540039   \n",
       "18      14.470215           0.002467    2352.949951       4.540039   \n",
       "19     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "20     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "21     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "22     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "23     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "24     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "25     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "26     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "27     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "28     -34.129883          -0.005786    2360.159912      -7.209961   \n",
       "29       3.929687           0.000667    2358.840088       1.319824   \n",
       "..            ...                ...            ...            ...   \n",
       "433     18.949707           0.003316    2307.870117       8.229981   \n",
       "434     18.949707           0.003316    2307.870117       8.229981   \n",
       "435     18.949707           0.003316    2307.870117       8.229981   \n",
       "436     18.949707           0.003316    2307.870117       8.229981   \n",
       "437     18.949707           0.003316    2307.870117       8.229981   \n",
       "438     18.949707           0.003316    2307.870117       8.229981   \n",
       "439     18.949707           0.003316    2307.870117       8.229981   \n",
       "440     18.949707           0.003316    2307.870117       8.229981   \n",
       "441     18.949707           0.003316    2307.870117       8.229981   \n",
       "442     18.949707           0.003316    2307.870117       8.229981   \n",
       "443     18.949707           0.003316    2307.870117       8.229981   \n",
       "444     18.949707           0.003316    2307.870117       8.229981   \n",
       "445     32.729981           0.005760    2294.669922      13.200195   \n",
       "446     32.729981           0.005760    2294.669922      13.200195   \n",
       "447     32.729981           0.005760    2294.669922      13.200195   \n",
       "448     32.729981           0.005760    2294.669922      13.200195   \n",
       "449     32.729981           0.005760    2294.669922      13.200195   \n",
       "450     32.729981           0.005760    2294.669922      13.200195   \n",
       "451     32.729981           0.005760    2294.669922      13.200195   \n",
       "452     32.729981           0.005760    2294.669922      13.200195   \n",
       "453     32.729981           0.005760    2294.669922      13.200195   \n",
       "454     32.729981           0.005760    2294.669922      13.200195   \n",
       "455     32.729981           0.005760    2294.669922      13.200195   \n",
       "456      8.229980           0.001450    2293.080078       1.589844   \n",
       "457      8.229980           0.001450    2293.080078       1.589844   \n",
       "458      8.229980           0.001450    2293.080078       1.589844   \n",
       "459      8.229980           0.001450    2293.080078       1.589844   \n",
       "460      8.229980           0.001450    2293.080078       1.589844   \n",
       "461      8.229980           0.001450    2293.080078       1.589844   \n",
       "462      8.229980           0.001450    2293.080078       1.589844   \n",
       "\n",
       "     S&P 500 Proportion  Dow Jones Value  Dow Jones Delta  \\\n",
       "0             -0.000827     20662.949219        -6.849610   \n",
       "1             -0.000827     20662.949219        -6.849610   \n",
       "2             -0.000827     20662.949219        -6.849610   \n",
       "3             -0.000827     20662.949219        -6.849610   \n",
       "4             -0.000827     20662.949219        -6.849610   \n",
       "5             -0.000827     20662.949219        -6.849610   \n",
       "6             -0.000827     20662.949219        -6.849610   \n",
       "7              0.001930     20648.150391        14.798828   \n",
       "8              0.001930     20648.150391        14.798828   \n",
       "9              0.001930     20648.150391        14.798828   \n",
       "10             0.001930     20648.150391        14.798828   \n",
       "11             0.001930     20648.150391        14.798828   \n",
       "12             0.001930     20648.150391        14.798828   \n",
       "13             0.001930     20648.150391        14.798828   \n",
       "14             0.001930     20648.150391        14.798828   \n",
       "15             0.001930     20648.150391        14.798828   \n",
       "16             0.001930     20648.150391        14.798828   \n",
       "17             0.001930     20648.150391        14.798828   \n",
       "18             0.001930     20648.150391        14.798828   \n",
       "19            -0.003055     20689.240234       -41.089843   \n",
       "20            -0.003055     20689.240234       -41.089843   \n",
       "21            -0.003055     20689.240234       -41.089843   \n",
       "22            -0.003055     20689.240234       -41.089843   \n",
       "23            -0.003055     20689.240234       -41.089843   \n",
       "24            -0.003055     20689.240234       -41.089843   \n",
       "25            -0.003055     20689.240234       -41.089843   \n",
       "26            -0.003055     20689.240234       -41.089843   \n",
       "27            -0.003055     20689.240234       -41.089843   \n",
       "28            -0.003055     20689.240234       -41.089843   \n",
       "29             0.000560     20650.210938        39.029296   \n",
       "..                  ...              ...              ...   \n",
       "433            0.003566     20172.400391        96.968750   \n",
       "434            0.003566     20172.400391        96.968750   \n",
       "435            0.003566     20172.400391        96.968750   \n",
       "436            0.003566     20172.400391        96.968750   \n",
       "437            0.003566     20172.400391        96.968750   \n",
       "438            0.003566     20172.400391        96.968750   \n",
       "439            0.003566     20172.400391        96.968750   \n",
       "440            0.003566     20172.400391        96.968750   \n",
       "441            0.003566     20172.400391        96.968750   \n",
       "442            0.003566     20172.400391        96.968750   \n",
       "443            0.003566     20172.400391        96.968750   \n",
       "444            0.003566     20172.400391        96.968750   \n",
       "445            0.005753     20054.339844       118.060547   \n",
       "446            0.005753     20054.339844       118.060547   \n",
       "447            0.005753     20054.339844       118.060547   \n",
       "448            0.005753     20054.339844       118.060547   \n",
       "449            0.005753     20054.339844       118.060547   \n",
       "450            0.005753     20054.339844       118.060547   \n",
       "451            0.005753     20054.339844       118.060547   \n",
       "452            0.005753     20054.339844       118.060547   \n",
       "453            0.005753     20054.339844       118.060547   \n",
       "454            0.005753     20054.339844       118.060547   \n",
       "455            0.005753     20054.339844       118.060547   \n",
       "456            0.000693     20090.289062       -35.949218   \n",
       "457            0.000693     20090.289062       -35.949218   \n",
       "458            0.000693     20090.289062       -35.949218   \n",
       "459            0.000693     20090.289062       -35.949218   \n",
       "460            0.000693     20090.289062       -35.949218   \n",
       "461            0.000693     20090.289062       -35.949218   \n",
       "462            0.000693     20090.289062       -35.949218   \n",
       "\n",
       "     Dow Jones Proportion  Mean Proportion  \n",
       "0               -0.000331        -0.000451  \n",
       "1               -0.000331        -0.000451  \n",
       "2               -0.000331        -0.000451  \n",
       "3               -0.000331        -0.000451  \n",
       "4               -0.000331        -0.000451  \n",
       "5               -0.000331        -0.000451  \n",
       "6               -0.000331        -0.000451  \n",
       "7                0.000717         0.001705  \n",
       "8                0.000717         0.001705  \n",
       "9                0.000717         0.001705  \n",
       "10               0.000717         0.001705  \n",
       "11               0.000717         0.001705  \n",
       "12               0.000717         0.001705  \n",
       "13               0.000717         0.001705  \n",
       "14               0.000717         0.001705  \n",
       "15               0.000717         0.001705  \n",
       "16               0.000717         0.001705  \n",
       "17               0.000717         0.001705  \n",
       "18               0.000717         0.001705  \n",
       "19              -0.001986        -0.003609  \n",
       "20              -0.001986        -0.003609  \n",
       "21              -0.001986        -0.003609  \n",
       "22              -0.001986        -0.003609  \n",
       "23              -0.001986        -0.003609  \n",
       "24              -0.001986        -0.003609  \n",
       "25              -0.001986        -0.003609  \n",
       "26              -0.001986        -0.003609  \n",
       "27              -0.001986        -0.003609  \n",
       "28              -0.001986        -0.003609  \n",
       "29               0.001890         0.001039  \n",
       "..                    ...              ...  \n",
       "433              0.004807         0.003896  \n",
       "434              0.004807         0.003896  \n",
       "435              0.004807         0.003896  \n",
       "436              0.004807         0.003896  \n",
       "437              0.004807         0.003896  \n",
       "438              0.004807         0.003896  \n",
       "439              0.004807         0.003896  \n",
       "440              0.004807         0.003896  \n",
       "441              0.004807         0.003896  \n",
       "442              0.004807         0.003896  \n",
       "443              0.004807         0.003896  \n",
       "444              0.004807         0.003896  \n",
       "445              0.005887         0.005800  \n",
       "446              0.005887         0.005800  \n",
       "447              0.005887         0.005800  \n",
       "448              0.005887         0.005800  \n",
       "449              0.005887         0.005800  \n",
       "450              0.005887         0.005800  \n",
       "451              0.005887         0.005800  \n",
       "452              0.005887         0.005800  \n",
       "453              0.005887         0.005800  \n",
       "454              0.005887         0.005800  \n",
       "455              0.005887         0.005800  \n",
       "456             -0.001789         0.000118  \n",
       "457             -0.001789         0.000118  \n",
       "458             -0.001789         0.000118  \n",
       "459             -0.001789         0.000118  \n",
       "460             -0.001789         0.000118  \n",
       "461             -0.001789         0.000118  \n",
       "462             -0.001789         0.000118  \n",
       "\n",
       "[463 rows x 17 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "topic_dist = lda.transform(tf)\n",
    "topic_dist_df = pd.DataFrame(topic_dist)\n",
    "df_w_topics = topic_dist_df.join(df)\n",
    "df_w_topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "sorted_topic_1 = df_w_topics[['Title', 'Body', 'Date', 'Mean Proportion', 0]].sort_values(by=[0], ascending=False)\n",
    "sorted_topic_2 = df_w_topics[['Title', 'Body','Date','Mean Proportion', 1]].sort_values(by=[1], ascending=False)\n",
    "sorted_topic_3 = df_w_topics[['Title', 'Body','Date','Mean Proportion', 2]].sort_values(by=[2], ascending=False)\n",
    "sorted_topic_4 = df_w_topics[['Title', 'Body','Date','Mean Proportion', 3]].sort_values(by=[3], ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Top 5 titles for topic 1: \n",
      "['Memorandum: Implementing Executive Order 13771, Titled \"Reducing Regulation and Controlling Regulatory Costs\"', 'Memorandum: Spring 2017 Data Call for the Unified Agenda of Federal Regulatory and Deregulatory Actions', 'Presidential Executive Order on Promoting Energy Independence and Economic Growth', 'Presidential Executive Order on Enforcing the Regulatory Reform Agenda', 'Presidential Executive Order on Preventing Violence Against Federal, State, Tribal, and Local Law Enforcement Officers']\n",
      "\n",
      "Top 5 titles for topic 2: \n",
      "['President Donald J. Trump Announces Intent to Nominate Key Administration Posts', 'Joint Statement from President Donald J. Trump and Prime Minister Shinzo Abe', 'President Donald J. Trump Announces Key Administration Posts', 'March: Your Favorite Photos of the Day', 'Joint Readout of Meeting Between President Donald J. Trump and Iraqi Prime Minister Haider al-Abadi']\n",
      "\n",
      "Top 5 titles for topic 3: \n",
      "['Remarks by the President in Meeting with Truckers and CEOS on Healthcare', 'Remarks by President Trump at Unveiling of Boeing 787 Dreamliner Aircraft', 'Remarks by President Trump at Parent-Teacher Conference Listening Session', \"Remarks by President Trump at Women's Empowerment Panel\", 'Remarks by President Trump at the National Museum of African American History and Culture']\n",
      "\n",
      "Top 5 titles for topic 4: \n",
      "['Daily Press Briefing by the Press Secretary -- #27', 'Press Gaggle by Press Secretary Sean Spicer, 2/24/2017', 'Press Briefing by Press Secretary Sean Spicer, 3/20/2017', 'Background Press Briefing on Financial Disclosure Forms', 'Press Gaggle by Press Secretary Sean Spicer']\n",
      "\n"
     ]
    }
   ],
   "source": [
    "def top5_titles(lst_sorted_topics):\n",
    "    for i in range(len(lst_sorted_topics)):\n",
    "        print('Top 5 titles for topic {}: '.format(i + 1))\n",
    "        print([topic[0] for topic in lst_sorted_topics[i][:5].values])\n",
    "        print()\n",
    "\n",
    "top5_titles([sorted_topic_1, sorted_topic_2, sorted_topic_3, sorted_topic_4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def get_top_words(model, feature_names, n_top_words):\n",
    "    top_words = []\n",
    "    for topic_idx, topic in enumerate(model.components_):\n",
    "        top_words.extend([feature_names[i] for i in topic.argsort()[:-n_top_words - 1:-1]])\n",
    "    return top_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "topic_vocab = set(get_top_words(lda, tf_feature_names, n_top_words))\n",
    "\n",
    "topicVect = CountVectorizer(vocabulary=topic_vocab)\n",
    "X = topicVect.fit_transform(df['Body'])\n",
    "\n",
    "topic_df = pd.DataFrame(X.todense(), columns=topicVect.get_feature_names())\n",
    "new_df = pd.concat([df_w_topics, topic_df], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "new_df['topic'] = np.argmax(new_df[[0,1,2,3]].as_matrix(), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Title</th>\n",
       "      <th>Body</th>\n",
       "      <th>Mean Proportion</th>\n",
       "      <th>act</th>\n",
       "      <th>action</th>\n",
       "      <th>actions</th>\n",
       "      <th>administration</th>\n",
       "      <th>agencies</th>\n",
       "      <th>agency</th>\n",
       "      <th>...</th>\n",
       "      <th>time</th>\n",
       "      <th>today</th>\n",
       "      <th>trump</th>\n",
       "      <th>united</th>\n",
       "      <th>vice</th>\n",
       "      <th>want</th>\n",
       "      <th>white</th>\n",
       "      <th>year</th>\n",
       "      <th>years</th>\n",
       "      <th>topic</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Notice Regarding the Continuation of the Natio...</td>\n",
       "      <td>notice continuation of the national emergency ...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Message to the Congress Regarding the Continua...</td>\n",
       "      <td>to the congress of the united states section d...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>1600 Daily: Everything White House for 4/6/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Vice President Mike Pence to Travel to the Rep...</td>\n",
       "      <td>washington dc vice president mike pence will t...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>White House History: White House Easter Egg Roll</td>\n",
       "      <td>continuing the timeless tradition of the white...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>east room a m edtthe vice president to all the...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Photo of the Day: April 6, 2017</td>\n",
       "      <td>president donald trump and king abdullah ii of...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today with prim...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on Gold Sta...</td>\n",
       "      <td>on this day in nearing the end of world war ii...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Memorandum: Implementing Executive Order 13771...</td>\n",
       "      <td>m memorandum for regulatory policy officers at...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>7</td>\n",
       "      <td>88</td>\n",
       "      <td>134</td>\n",
       "      <td>0</td>\n",
       "      <td>69</td>\n",
       "      <td>79</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today by teleph...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>A Proclamation by President Donald J. Trump Ho...</td>\n",
       "      <td>honoring the memory of john glenn by the presi...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on the Decl...</td>\n",
       "      <td>statement from the press secretarytodays annou...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Remarks by President Trump and His Majesty Kin...</td>\n",
       "      <td>rose garden p m edtpresident trump thank you v...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of First Lady Melania Trump’s Visit to...</td>\n",
       "      <td>after a brief visit to the oval office with th...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Press Briefing on the Congressional Review Act</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>1600 Daily: Everything White House for 4/5/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>First Lady Melania Trump to Host Queen Rania o...</td>\n",
       "      <td>first lady melania trump along with her husban...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Photo of the Day: April 5, 2017</td>\n",
       "      <td>president donald trump responds to a question ...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Two Nominations Delivered to the Senate Today</td>\n",
       "      <td>nominations sent to the senate sigal mandelker...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Background Briefing by Senior Administration O...</td>\n",
       "      <td>james s brady press briefing room p m edtsenio...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Statement from President Donald J. Trump</td>\n",
       "      <td>todays chemical attack in syria against innoce...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>UPDATE: Confirming Judge Neil Gorsuch to the S...</td>\n",
       "      <td>on monday judge neil gorsuch was confirmed by ...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>President Donald J. Trump Announces Intent to ...</td>\n",
       "      <td>president donald j trump today announced his i...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump at 2017 North Ameri...</td>\n",
       "      <td>washington hiltonwashington d c p m edtthe pre...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>11</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Press Gaggle by Press Secretary Sean Spicer, 4...</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>south court auditorium a m edtthe vice preside...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>23</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>1600 Daily: Everything White House for 4/4/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Photo of the Day: April 4, 2017</td>\n",
       "      <td>moments before egyptian president abdel fattah...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2017-04-03</td>\n",
       "      <td>Readout of President Donald J. Trump’s Meeting...</td>\n",
       "      <td>president donald j trump today welcomed presid...</td>\n",
       "      <td>0.001039</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by the Vice President at the Henry O. ...</td>\n",
       "      <td>the united states military academywest point n...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>434</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president trump today spoke with president gha...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>435</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Providing an Order of Succession Within the De...</td>\n",
       "      <td>executive order providing an order of successi...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>President Trump Signs Pro-Law Enforcement and ...</td>\n",
       "      <td>today the president signedthree executive orde...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Background Press Call on Prime Minister Abe's ...</td>\n",
       "      <td>background press callby senior administration ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump Before SCOTUS Liste...</td>\n",
       "      <td>roosevelt room p m estthe president thank you ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Enforcing Fede...</td>\n",
       "      <td>executive order enforcing federal law with res...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Preventing Vio...</td>\n",
       "      <td>executive order preventing violence against fe...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump in Meeting with the...</td>\n",
       "      <td>state dining room a m estthe president thank y...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on a Task Force o...</td>\n",
       "      <td>executive order task force on crime reduction ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump at Swearing-In of A...</td>\n",
       "      <td>oval office a m estthe president thank you ver...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Statement from the Press Secretary</td>\n",
       "      <td>president donald j trump today provided a lett...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>First Lady Melania Trump Announces the Appoint...</td>\n",
       "      <td>first lady melania trumpis pleased to announce...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Widespread Support for Judge Neil Gorsuch</td>\n",
       "      <td>all across the country editorial boards are pr...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump and Intel CEO Brian...</td>\n",
       "      <td>oval office p m estthe president you ve never ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Intel Announces $7 Billion Investment Creating...</td>\n",
       "      <td>the past years have taken a toll on american w...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Judge Neil Gorsuch is the Mainstream Choice fo...</td>\n",
       "      <td>gorsuch in the mainstreamhe was upheld at the ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump at MCCA Winter Conf...</td>\n",
       "      <td>j w marriottwashington d c a m estthe presiden...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>ICYMI: CNBC: “CEO Confidence At Near-Record Hi...</td>\n",
       "      <td>confidence among chief executives of u s based...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Trump's War on Regulation Results in...</td>\n",
       "      <td>ceo confidence at near record high why trump s...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Donald J. Trump Announces His Cabinet</td>\n",
       "      <td>president donald j trump today formally announ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with Prime Min...</td>\n",
       "      <td>president donald j trump today spoke with prim...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the Vice President's Meeting with R...</td>\n",
       "      <td>vice president mike pence today met with right...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>458</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president donald j trump today spoke by phone ...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>White House Director of Legislative Affairs An...</td>\n",
       "      <td>washington d c president trumps director of le...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Vice President Pence Casts Historic Vote to Co...</td>\n",
       "      <td>friends today i cast the tie breaking vote in ...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR 58    Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR  57   Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>463 rows × 85 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date                                              Title  \\\n",
       "0    2017-04-06  Notice Regarding the Continuation of the Natio...   \n",
       "1    2017-04-06  Message to the Congress Regarding the Continua...   \n",
       "2    2017-04-06      1600 Daily: Everything White House for 4/6/17   \n",
       "3    2017-04-06  Vice President Mike Pence to Travel to the Rep...   \n",
       "4    2017-04-06  White House History: White House Easter Egg Roll    \n",
       "5    2017-04-06  Remarks by President Trump and Vice President ...   \n",
       "6    2017-04-06                    Photo of the Day: April 6, 2017   \n",
       "7    2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "8    2017-04-05  Statement from the Press Secretary on Gold Sta...   \n",
       "9    2017-04-05  Memorandum: Implementing Executive Order 13771...   \n",
       "10   2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "11   2017-04-05  A Proclamation by President Donald J. Trump Ho...   \n",
       "12   2017-04-05  Statement from the Press Secretary on the Decl...   \n",
       "13   2017-04-05  Remarks by President Trump and His Majesty Kin...   \n",
       "14   2017-04-05  Readout of First Lady Melania Trump’s Visit to...   \n",
       "15   2017-04-05     Press Briefing on the Congressional Review Act   \n",
       "16   2017-04-05      1600 Daily: Everything White House for 4/5/17   \n",
       "17   2017-04-05  First Lady Melania Trump to Host Queen Rania o...   \n",
       "18   2017-04-05                    Photo of the Day: April 5, 2017   \n",
       "19   2017-04-04      Two Nominations Delivered to the Senate Today   \n",
       "20   2017-04-04  Background Briefing by Senior Administration O...   \n",
       "21   2017-04-04           Statement from President Donald J. Trump   \n",
       "22   2017-04-04  UPDATE: Confirming Judge Neil Gorsuch to the S...   \n",
       "23   2017-04-04  President Donald J. Trump Announces Intent to ...   \n",
       "24   2017-04-04  Remarks by President Trump at 2017 North Ameri...   \n",
       "25   2017-04-04  Press Gaggle by Press Secretary Sean Spicer, 4...   \n",
       "26   2017-04-04  Remarks by President Trump and Vice President ...   \n",
       "27   2017-04-04      1600 Daily: Everything White House for 4/4/17   \n",
       "28   2017-04-04                    Photo of the Day: April 4, 2017   \n",
       "29   2017-04-03  Readout of President Donald J. Trump’s Meeting...   \n",
       "..          ...                                                ...   \n",
       "433  2017-02-09  Remarks by the Vice President at the Henry O. ...   \n",
       "434  2017-02-09  Readout of the President's Call with President...   \n",
       "435  2017-02-09  Providing an Order of Succession Within the De...   \n",
       "436  2017-02-09  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "437  2017-02-09  President Trump Signs Pro-Law Enforcement and ...   \n",
       "438  2017-02-09  Background Press Call on Prime Minister Abe's ...   \n",
       "439  2017-02-09  Remarks by President Trump Before SCOTUS Liste...   \n",
       "440  2017-02-09  Presidential Executive Order on Enforcing Fede...   \n",
       "441  2017-02-09  Presidential Executive Order on Preventing Vio...   \n",
       "442  2017-02-09  Remarks by President Trump in Meeting with the...   \n",
       "443  2017-02-09  Presidential Executive Order on a Task Force o...   \n",
       "444  2017-02-09  Remarks by President Trump at Swearing-In of A...   \n",
       "445  2017-02-08                 Statement from the Press Secretary   \n",
       "446  2017-02-08  First Lady Melania Trump Announces the Appoint...   \n",
       "447  2017-02-08          Widespread Support for Judge Neil Gorsuch   \n",
       "448  2017-02-08  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "449  2017-02-08  Remarks by President Trump and Intel CEO Brian...   \n",
       "450  2017-02-08  Intel Announces $7 Billion Investment Creating...   \n",
       "451  2017-02-08  Judge Neil Gorsuch is the Mainstream Choice fo...   \n",
       "452  2017-02-08  Remarks by President Trump at MCCA Winter Conf...   \n",
       "453  2017-02-08  ICYMI: CNBC: “CEO Confidence At Near-Record Hi...   \n",
       "454  2017-02-08  President Trump's War on Regulation Results in...   \n",
       "455  2017-02-08    President Donald J. Trump Announces His Cabinet   \n",
       "456  2017-02-07  Readout of the President's Call with Prime Min...   \n",
       "457  2017-02-07  Readout of the Vice President's Meeting with R...   \n",
       "458  2017-02-07  Readout of the President's Call with President...   \n",
       "459  2017-02-07  White House Director of Legislative Affairs An...   \n",
       "460  2017-02-07  Vice President Pence Casts Historic Vote to Co...   \n",
       "461  2017-02-07  HJR 58    Disapproving the Rule Submitted by t...   \n",
       "462  2017-02-07  HJR  57   Disapproving the Rule Submitted by t...   \n",
       "\n",
       "                                                  Body  Mean Proportion  act  \\\n",
       "0    notice continuation of the national emergency ...        -0.000451    1   \n",
       "1    to the congress of the united states section d...        -0.000451    1   \n",
       "2    summary get news events and updates from the w...        -0.000451    0   \n",
       "3    washington dc vice president mike pence will t...        -0.000451    0   \n",
       "4    continuing the timeless tradition of the white...        -0.000451    0   \n",
       "5    east room a m edtthe vice president to all the...        -0.000451    1   \n",
       "6    president donald trump and king abdullah ii of...        -0.000451    0   \n",
       "7    president donald j trump spoke today with prim...         0.001705    0   \n",
       "8    on this day in nearing the end of world war ii...         0.001705    0   \n",
       "9    m memorandum for regulatory policy officers at...         0.001705    7   \n",
       "10   president donald j trump spoke today by teleph...         0.001705    0   \n",
       "11   honoring the memory of john glenn by the presi...         0.001705    0   \n",
       "12   statement from the press secretarytodays annou...         0.001705    0   \n",
       "13   rose garden p m edtpresident trump thank you v...         0.001705    0   \n",
       "14   after a brief visit to the oval office with th...         0.001705    0   \n",
       "15   james s brady press briefing room a m edtmr sp...         0.001705    8   \n",
       "16   summary get news events and updates from the w...         0.001705    0   \n",
       "17   first lady melania trump along with her husban...         0.001705    0   \n",
       "18   president donald trump responds to a question ...         0.001705    0   \n",
       "19   nominations sent to the senate sigal mandelker...        -0.003609    0   \n",
       "20   james s brady press briefing room p m edtsenio...        -0.003609    2   \n",
       "21   todays chemical attack in syria against innoce...        -0.003609    0   \n",
       "22   on monday judge neil gorsuch was confirmed by ...        -0.003609    0   \n",
       "23   president donald j trump today announced his i...        -0.003609    0   \n",
       "24   washington hiltonwashington d c p m edtthe pre...        -0.003609    0   \n",
       "25   james s brady press briefing room a m edtmr sp...        -0.003609    1   \n",
       "26   south court auditorium a m edtthe vice preside...        -0.003609    2   \n",
       "27   summary get news events and updates from the w...        -0.003609    0   \n",
       "28   moments before egyptian president abdel fattah...        -0.003609    0   \n",
       "29   president donald j trump today welcomed presid...         0.001039    0   \n",
       "..                                                 ...              ...  ...   \n",
       "433  the united states military academywest point n...         0.003896    0   \n",
       "434  president trump today spoke with president gha...         0.003896    0   \n",
       "435  executive order providing an order of successi...         0.003896    6   \n",
       "436  james s brady press briefing room p m estmr sp...         0.003896    3   \n",
       "437  today the president signedthree executive orde...         0.003896    0   \n",
       "438  background press callby senior administration ...         0.003896    0   \n",
       "439  roosevelt room p m estthe president thank you ...         0.003896    0   \n",
       "440  executive order enforcing federal law with res...         0.003896    2   \n",
       "441  executive order preventing violence against fe...         0.003896    0   \n",
       "442  state dining room a m estthe president thank y...         0.003896    2   \n",
       "443  executive order task force on crime reduction ...         0.003896    0   \n",
       "444  oval office a m estthe president thank you ver...         0.003896    0   \n",
       "445  president donald j trump today provided a lett...         0.005800    0   \n",
       "446  first lady melania trumpis pleased to announce...         0.005800    0   \n",
       "447  all across the country editorial boards are pr...         0.005800    0   \n",
       "448  james s brady press briefing room p m estmr sp...         0.005800    1   \n",
       "449  oval office p m estthe president you ve never ...         0.005800    0   \n",
       "450  the past years have taken a toll on american w...         0.005800    0   \n",
       "451  gorsuch in the mainstreamhe was upheld at the ...         0.005800    0   \n",
       "452  j w marriottwashington d c a m estthe presiden...         0.005800    0   \n",
       "453  confidence among chief executives of u s based...         0.005800    0   \n",
       "454  ceo confidence at near record high why trump s...         0.005800    0   \n",
       "455  president donald j trump today formally announ...         0.005800    0   \n",
       "456  president donald j trump today spoke with prim...         0.000118    0   \n",
       "457  vice president mike pence today met with right...         0.000118    0   \n",
       "458  president donald j trump today spoke by phone ...         0.000118    0   \n",
       "459  washington d c president trumps director of le...         0.000118    0   \n",
       "460  friends today i cast the tie breaking vote in ...         0.000118    0   \n",
       "461  february house statement of administration pol...         0.000118    8   \n",
       "462  february house statement of administration pol...         0.000118    8   \n",
       "\n",
       "     action  actions  administration  agencies  agency  ...    time  today  \\\n",
       "0         0        0               0         0       0  ...       0      0   \n",
       "1         0        0               0         0       0  ...       0      0   \n",
       "2         0        0               0         0       0  ...       0      0   \n",
       "3         0        0               0         0       0  ...       0      0   \n",
       "4         0        0               0         0       0  ...       0      0   \n",
       "5         0        0               0         0       0  ...       3      5   \n",
       "6         0        0               0         0       0  ...       0      0   \n",
       "7         0        0               0         0       0  ...       0      1   \n",
       "8         0        0               0         0       0  ...       0      0   \n",
       "9        88      134               0        69      79  ...       7      0   \n",
       "10        0        0               0         0       0  ...       0      1   \n",
       "11        0        0               0         0       0  ...       0      0   \n",
       "12        0        0               1         0       0  ...       0      0   \n",
       "13        2        2               9         0       0  ...       2      9   \n",
       "14        0        0               0         0       0  ...       0      2   \n",
       "15        4        0              25         3       2  ...       5      3   \n",
       "16        0        0               0         0       0  ...       0      0   \n",
       "17        0        0               0         0       0  ...       0      0   \n",
       "18        0        0               0         0       0  ...       0      0   \n",
       "19        0        0               0         0       0  ...       0      0   \n",
       "20        1        0              35         0       0  ...       6      0   \n",
       "21        0        1               0         0       0  ...       0      0   \n",
       "22        1        0               0         0       0  ...       2      0   \n",
       "23        0        0               0         0       0  ...       0      1   \n",
       "24        4        0               1         1       1  ...      11      3   \n",
       "25        3        3               9         0       0  ...       3      7   \n",
       "26        2        0               6         4       0  ...       8      9   \n",
       "27        0        0               0         0       0  ...       0      0   \n",
       "28        0        0               0         0       0  ...       0      0   \n",
       "29        0        0               0         0       0  ...       0      1   \n",
       "..      ...      ...             ...       ...     ...  ...     ...    ...   \n",
       "433       0        0               3         0       0  ...       0      3   \n",
       "434       0        0               0         0       0  ...       0      1   \n",
       "435       0        0               0         1       0  ...       1      0   \n",
       "436       0        1              13         4       4  ...       8      8   \n",
       "437       0        0               0         0       0  ...       0      1   \n",
       "438       0        3              33         0       0  ...      10      0   \n",
       "439       0        0               0         0       0  ...       1      0   \n",
       "440       0        1               0        11       1  ...       0      0   \n",
       "441       0        0               0         5       1  ...       0      0   \n",
       "442       0        0               0         0       0  ...       5      2   \n",
       "443       0        1               0         1       1  ...       0      0   \n",
       "444       1        2               0         0       0  ...       1      4   \n",
       "445       0        0               0         0       0  ...       0      1   \n",
       "446       0        0               0         0       0  ...       0      0   \n",
       "447       1        0               0         0       0  ...       1      0   \n",
       "448       3        4              12         2       0  ...       8     15   \n",
       "449       0        0               1         0       0  ...       0      2   \n",
       "450       0        0               0         0       0  ...       0      1   \n",
       "451       0        0               0         0       0  ...       0      0   \n",
       "452       2        2               1         0       0  ...       8      5   \n",
       "453       0        0               0         0       0  ...       0      0   \n",
       "454       0        0               0         0       0  ...       0      0   \n",
       "455       0        0               1         0       2  ...       0      1   \n",
       "456       0        0               0         0       0  ...       0      1   \n",
       "457       0        0               1         0       0  ...       0      1   \n",
       "458       0        0               0         0       0  ...       0      1   \n",
       "459       0        0               1         0       0  ...       0      1   \n",
       "460       0        0               0         0       0  ...       1      1   \n",
       "461       0        1               6         0       0  ...       0      0   \n",
       "462       0        1               6         0       0  ...       0      0   \n",
       "\n",
       "     trump  united  vice  want  white  year  years  topic  \n",
       "0        0       1     0     0      1     1      0      1  \n",
       "1        0       2     0     0      1     0      0      1  \n",
       "2        0       0     0     0      1     0      0      1  \n",
       "3        0       2    19     0      0     0      0      1  \n",
       "4        0       0     0     0      3     1      0      1  \n",
       "5        1       3     3     3      4     2      2      2  \n",
       "6        1       0     0     0      2     0      0      1  \n",
       "7        2       2     0     0      0     0      0      1  \n",
       "8        0       0     0     0      0     0      0      1  \n",
       "9        0       7     0     0      0    19      7      0  \n",
       "10       1       0     0     0      0     0      0      1  \n",
       "11       1       6     0     0      1     1      0      1  \n",
       "12       3       0     0     0      0     1      0      1  \n",
       "13      13      10     0     7      2     1      7      2  \n",
       "14       2       1     0     0      1     0      0      1  \n",
       "15       3       1     2    11      4     7      4      3  \n",
       "16       0       0     0     0      1     0      0      1  \n",
       "17       2       0     0     0      1     0      0      1  \n",
       "18       1       0     0     0      3     0      0      1  \n",
       "19       0       0     2     0      0     0      0      1  \n",
       "20       4      12     0     8      6     0      1      3  \n",
       "21       0       1     0     0      0     0      0      1  \n",
       "22       1       1     0     0      0     0      1      1  \n",
       "23       1       0     0     0      0     0      1      1  \n",
       "24       5       8     0     5      2     3      6      2  \n",
       "25       3       8     3    14      4     3      2      3  \n",
       "26       5       6     2    23      2     9     14      2  \n",
       "27       0       0     0     0      1     0      0      1  \n",
       "28       1       0     0     0      2     0      0      1  \n",
       "29       7       3     0     0      1     0      1      1  \n",
       "..     ...     ...   ...   ...    ...   ...    ...    ...  \n",
       "433      8      13     2     1      0     4     11      2  \n",
       "434      2       0     0     0      0     0      0      1  \n",
       "435      0       3     0     0      1     0      0      0  \n",
       "436      4       5     1    10      9     1      5      3  \n",
       "437      0       1     0     0      0     1      0      0  \n",
       "438     17       8     0     1      2     1      0      3  \n",
       "439      0       0     0     2      0     0      3      2  \n",
       "440      0      11     0     0      1     0      0      0  \n",
       "441      0       2     0     0      1     0      0      0  \n",
       "442      1       5     0    14      2     2      3      2  \n",
       "443      0       2     0     0      1     2      0      0  \n",
       "444      0       4     1     2      1     1      3      2  \n",
       "445      3       1     0     0      0     1      0      1  \n",
       "446      2       0     0     0      5     0      0      1  \n",
       "447      7       1     0     0      3     1      0      1  \n",
       "448      9       5     3    11     12     5      5      3  \n",
       "449      1       1     0     4      0     0      1      2  \n",
       "450      2       0     0     0      0     0      2      2  \n",
       "451      0       0     0     0      0     0      0      3  \n",
       "452      1       9     0    14      2     6      2      2  \n",
       "453      3       0     0     0      0     0      0      1  \n",
       "454      3       0     0     0      0     0      0      1  \n",
       "455      1       2     1     0      0     0      0      1  \n",
       "456      2       0     0     0      0     0      0      1  \n",
       "457      1       0     8     0      0     1      0      1  \n",
       "458      2       1     0     0      0     0      0      1  \n",
       "459      0       0     1     0      0     0      0      1  \n",
       "460      0       1     0     0      0     0      0      1  \n",
       "461      0       0     0     0      0     0      0      0  \n",
       "462      0       0     0     0      0     0      0      0  \n",
       "\n",
       "[463 rows x 85 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df = new_df.iloc[:,4:]\n",
    "clean_df = new_df[['Date', 'Title', 'Body', 'Mean Proportion'] + topicVect.get_feature_names() + ['topic']]\n",
    "clean_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Richard getting statistics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZAAAAD8CAYAAABZ/vJZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFRBJREFUeJzt3X+w3XV95/HnSyKgbCtgImKCTWyjDu3WkV4Zdqw7KF1F\nsYTOWhfHrVHZpl1pa7fdtUF3F2a7zqLb1uq6tY1KBWtBRJS06NZAQaYzhfRG+Y2UCFESgVzFiqgL\nC7z3j/ONPb3c3Jz7ved7zrk3z8fMmfv9fs73x/tzz8l95fs7VYUkSQv1lHEXIElamgwQSVIrBogk\nqRUDRJLUigEiSWrFAJEktWKASJJaMUAkSa0YIJKkVlaMu4DFWLlyZa1du3bcZUjSkrJjx45vVtWq\nxS5nSQfI2rVrmZ6eHncZkrSkJPnaMJbT2S6sJBck2Zvk1lntv57kK0luS/LevvZzkuxMcmeSV3VV\nlyRpOLrcAvkY8EHgon0NSV4ObABeVFWPJHlW0348cCbwk8BzgKuSPL+qHu+wPknSInS2BVJV1wEP\nzmr+98D5VfVIM83epn0DcElVPVJV9wA7gRO7qk2StHijPgvr+cDLktyQ5ItJXtK0rwbu7Ztud9P2\nJEk2JZlOMj0zM9NxuZKk/Rl1gKwAjgZOAv4TcGmSLGQBVbWlqqaqamrVqkWfRCBJamnUAbIbuLx6\ntgNPACuBPcBxfdOtadokSRNq1AHyWeDlAEmeDxwKfBPYCpyZ5LAk64D1wPYR1yZJWoDOzsJKcjFw\nMrAyyW7gXOAC4ILm1N5HgY3Ve6bubUkuBW4HHgPO9gwsSZpsWcrPRJ+amiovJJSkhUmyo6qmFruc\nJX0lunQgazdfObZ17zr/tLGtWxoFb6YoSWrFAJEktWKASJJaMUAkSa0YIJKkVgwQSVIrBogkqRUD\nRJLUigEiSWrFAJEktWKASJJaMUAkSa0YIJKkVgwQSVIrBogkqRUDRJLUSmcBkuSCJHubx9fOfu+3\nk1SSlc14knwgyc4kNyc5oau6JEnD0eUWyMeAU2c3JjkOeCXw9b7mVwPrm9cm4EMd1iVJGoLOAqSq\nrgMenOOt9wHvAPofxr4BuKh6rgeOTHJsV7VJkhZvpMdAkmwA9lTVTbPeWg3c2ze+u2mTJE2oFaNa\nUZKnA++kt/tqMcvZRG83F8997nOHUJkkqY1RboH8OLAOuCnJLmAN8KUkzwb2AMf1TbumaXuSqtpS\nVVNVNbVq1aqOS5Yk7c/IAqSqbqmqZ1XV2qpaS2831QlVdT+wFXhTczbWScB3quq+UdUmSVq4Lk/j\nvRj4W+AFSXYnOWueyT8H3A3sBD4MvK2ruiRJw9HZMZCqesMB3l/bN1zA2V3VIkkaPq9ElyS1YoBI\nkloxQCRJrRggkqRWDBBJUisGiCSpFQNEktSKASJJasUAkSS1YoBIkloxQCRJrRggkqRWDBBJUisG\niCSpFQNEktSKASJJasUAkSS1YoBIklrp8pnoFyTZm+TWvrb/meQrSW5O8pkkR/a9d06SnUnuTPKq\nruqSJA1Hl1sgHwNOndW2Dfipqvpp4O+BcwCSHA+cCfxkM88fJTmkw9okSYvUWYBU1XXAg7PavlBV\njzWj1wNrmuENwCVV9UhV3QPsBE7sqjZJ0uKN8xjIW4HPN8OrgXv73tvdtEmSJtRYAiTJu4DHgE+0\nmHdTkukk0zMzM8MvTpI0kBWjXmGSNwOvBU6pqmqa9wDH9U22pml7kqraAmwBmJqaqrmmkSbB2s1X\njmW9u84/bSzr1cFnpFsgSU4F3gGcXlXf73trK3BmksOSrAPWA9tHWZskaWE62wJJcjFwMrAyyW7g\nXHpnXR0GbEsCcH1V/WpV3ZbkUuB2eru2zq6qx7uqTZK0eJ0FSFW9YY7mj84z/buBd3dVjyRpuLwS\nXZLUigEiSWrFAJEktWKASJJaMUAkSa0YIJKkVgwQSVIrBogkqRUDRJLUigEiSWrFAJEktWKASJJa\nMUAkSa0YIJKkVgwQSVIrBogkqRUDRJLUSmcBkuSCJHuT3NrXdnSSbUnuan4e1bQnyQeS7Exyc5IT\nuqpLkjQcXW6BfAw4dVbbZuDqqloPXN2MA7waWN+8NgEf6rAuSdIQdBYgVXUd8OCs5g3Ahc3whcAZ\nfe0XVc/1wJFJju2qNknS4o36GMgxVXVfM3w/cEwzvBq4t2+63U2bJGlCDRQgSf75sFdcVQXUQudL\nsinJdJLpmZmZYZclSRrQoFsgf5Rke5K3JXnGItb3wL5dU83PvU37HuC4vunWNG1PUlVbqmqqqqZW\nrVq1iFIkSYsxUIBU1cuAN9L7I78jyZ8n+Vct1rcV2NgMbwSu6Gt/U3M21knAd/p2dUmSJtCKQSes\nqruS/GdgGvgA8OIkAd5ZVZfPnj7JxcDJwMoku4FzgfOBS5OcBXwNeH0z+eeA1wA7ge8Db2ndI0nS\nSAwUIEl+mt4f9dOAbcDPV9WXkjwH+FvgSQFSVW/Yz+JOmWPaAs4etGhJ0vgNugXyv4CP0Nva+MG+\nxqr6RrNVIkk6yAwaIKcBP6iqxwGSPAU4vKq+X1Uf76w6SdLEGvQsrKuAp/WNP71pkyQdpAYNkMOr\n6uF9I83w07spSZK0FAwaIN/rv8Fhkp8BfjDP9JKkZW7QYyC/CXwqyTeAAM8G/k1nVUmSJt5AAVJV\nf5fkhcALmqY7q+r/dVeWJGnSDXwhIfASYG0zzwlJqKqLOqlKkjTxBr2Q8OPAjwM3Ao83zQUYIJJ0\nkBp0C2QKOL65YlySpIHPwrqV3oFzSZKAwbdAVgK3J9kOPLKvsapO76QqSdLEGzRAzuuyCEnS0jPo\nabxfTPJjwPqquirJ04FDui1NkjTJBn2k7S8DlwF/0jStBj7bVVGSpMk36EH0s4GXAg9B7+FSwLO6\nKkqSNPkGDZBHqurRfSNJVtC7DkSSdJAaNEC+mOSdwNOaZ6F/CviL7sqSJE26QQNkMzAD3AL8Cr1n\nmLd+EmGS/5DktiS3Jrk4yeFJ1iW5IcnOJJ9Mcmjb5UuSujdQgFTVE1X14ar6xap6XTPcahdWktXA\nbwBTVfVT9M7mOhN4D/C+qvoJ4NvAWW2WL0kajUHPwronyd2zX4tY7wp6u8NW0Hsw1X3AK+id6QVw\nIXDGIpYvSerYQu6Ftc/hwC8CR7dZYVXtSfJ7wNfpPZTqC8AO4B+q6rFmst30ThWWJE2oQXdhfavv\ntaeq/hA4rc0KkxwFbADWAc8BjgBOXcD8m5JMJ5memZlpU4IkaQgGvZ37CX2jT6G3RbKQZ4n0+zng\nnqqaaZZ9Ob1rTI5MsqLZClkD7Jlr5qraAmwBmJqa8lRiSRqTQUPg9/uGHwN2Aa9vuc6vAyc1t0P5\nAXAKMA1cA7wOuATYCFzRcvmSpBEY9F5YLx/WCqvqhiSXAV+iF0ZfprdFcSVwSZL/3rR9dFjrlCQN\n36C7sH5rvver6g8WstKqOhc4d1bz3cCJC1mOJGl8FnIW1kuArc34zwPbgbu6KEqSNPkGDZA1wAlV\n9V2AJOcBV1bVv+2qMEnSZBv0VibHAI/2jT/atEmSDlKDboFcBGxP8plm/Ax6V4tLkg5Sg56F9e4k\nnwde1jS9paq+3F1ZkqRJN+guLOjds+qhqno/sDvJuo5qkiQtAYPeTPFc4HeAc5qmpwJ/1lVRkqTJ\nN+gWyC8ApwPfA6iqbwA/0lVRkqTJN2iAPNo8/6MAkhzRXUmSpKVg0AC5NMmf0Lvh4S8DVwEf7q4s\nSdKkG/QsrN9rnoX+EPAC4L9W1bZOK5MkTbQDBkiSQ4CrmhsqGhqSJGCAXVhV9TjwRJJnjKAeSdIS\nMeiV6A8DtyTZRnMmFkBV/UYnVUmSJt6gAXJ585IkCThAgCR5blV9vaq875Uk6Z840DGQz+4bSPLp\njmuRJC0hBwqQ9A0/b1grTXJkksuSfCXJHUn+RZKjk2xLclfz86hhrU+SNHwHCpDaz/BivR/4P1X1\nQuBFwB3AZuDqqloPXN2MS5Im1IEOor8oyUP0tkSe1gzTjFdV/ehCV9icDvwvgTfTW8ijwKNJNgAn\nN5NdCFxL7waOkqQJNG+AVNUhHaxzHTAD/GmSFwE7gLcDx1TVfc009+MTDyVpoi3keSDDsgI4AfhQ\nVb2Y3nUl/2R3Vf+NG2dLsinJdJLpmZmZzouVJM1tHAGyG9hdVTc045fRC5QHkhwL0PzcO9fMVbWl\nqqaqamrVqlUjKViS9GQjD5Cquh+4N8kLmqZTgNuBrcDGpm0jcMWoa5MkDW7QK9GH7deBTyQ5FLgb\neAu9MLs0yVnA14DXj6k2SdIAxhIgVXUjMDXHW6eMuhZJUjvjOAYiSVoGDBBJUisGiCSpFQNEktTK\nuM7CkrTMrN185djWvev808a27oOZWyCSpFYMEElSKwaIJKkVj4FIy8w4j0Xo4OIWiCSpFQNEktSK\nASJJasVjIBoJ98tLy49bIJKkVgwQSVIrBogkqRUDRJLUigEiSWplbAGS5JAkX07yl834uiQ3JNmZ\n5JPN89IlSRNqnFsgbwfu6Bt/D/C+qvoJ4NvAWWOpSpI0kLEESJI1wGnAR5rxAK8ALmsmuRA4Yxy1\nSZIGM64tkD8E3gE80Yw/E/iHqnqsGd8NrB5HYZKkwYw8QJK8FthbVTtazr8pyXSS6ZmZmSFXJ0ka\n1Di2QF4KnJ5kF3AJvV1X7weOTLLv1iprgD1zzVxVW6pqqqqmVq1aNYp6JUlzGHmAVNU5VbWmqtYC\nZwJ/XVVvBK4BXtdMthG4YtS1SZIGN0nXgfwO8FtJdtI7JvLRMdcjSZrHWO/GW1XXAtc2w3cDJ46z\nHknS4CZpC0SStIQYIJKkVgwQSVIrBogkqRUDRJLUigEiSWrFAJEktWKASJJaMUAkSa0YIJKkVgwQ\nSVIrBogkqRUDRJLUigEiSWrFAJEktWKASJJaGesDpSRpKVu7+cqxrXvX+aeNbd37uAUiSWpl5AGS\n5Lgk1yS5PcltSd7etB+dZFuSu5qfR426NknS4MaxBfIY8NtVdTxwEnB2kuOBzcDVVbUeuLoZlyRN\nqJEHSFXdV1Vfaoa/C9wBrAY2ABc2k10InDHq2iRJgxvrMZAka4EXAzcAx1TVfc1b9wPH7GeeTUmm\nk0zPzMyMpE5J0pONLUCS/DPg08BvVtVD/e9VVQE113xVtaWqpqpqatWqVSOoVJI0l7EESJKn0guP\nT1TV5U3zA0mObd4/Ftg7jtokSYMZx1lYAT4K3FFVf9D31lZgYzO8Ebhi1LVJkgY3jgsJXwr8EnBL\nkhubtncC5wOXJjkL+Brw+jHUJkka0MgDpKr+Bsh+3j5llLVIktrzSnRJUisGiCSpFQNEktSKASJJ\nasUAkSS1YoBIkloxQCRJrRggkqRWDBBJUisH7TPRD/ZnGUvSYrkFIklqxQCRJLVigEiSWjFAJEmt\nHLQH0Q9G4zxxQNLy4xaIJKkVA0SS1MrEBUiSU5PcmWRnks3jrkeSNLeJCpAkhwD/G3g1cDzwhiTH\nj7cqSdJcJipAgBOBnVV1d1U9ClwCbBhzTZKkOUxagKwG7u0b3920SZImzJI7jTfJJmBTM/pwkjtn\nTbIS+OZoq1qYvKfVbBPfr0VYrn1brv2CCetby39Tc5mofs2nRZ/7+/Zjw6hh0gJkD3Bc3/iapu2H\nqmoLsGV/C0gyXVVT3ZQ3Psu1X7B8+7Zc+wXLt2/LtV/QTd8mbRfW3wHrk6xLcihwJrB1zDVJkuYw\nUVsgVfVYkl8D/go4BLigqm4bc1mSpDlMVIAAVNXngM8tYhH73b21xC3XfsHy7dty7Rcs374t135B\nB31LVQ17mZKkg8CkHQORJC0RSyJAkhydZFuSu5qfR+1nuo3NNHcl2djX/u4k9yZ5eNb0b04yk+TG\n5vXvuu7LHDV31bfDknyyuSXMDUnWdtuTJ9W72H79TJJbmvo/kCRN+3lJ9vR9Zq8ZYZ/mvc3OfL/z\nJOc07XcmedWgyxyFjvq1q/n8bkwyPZqePFnbviV5ZpJrkjyc5IOz5pnzuzlKHfXr2maZ+/5tPeuA\nhVTVxL+A9wKbm+HNwHvmmOZo4O7m51HN8FHNeycBxwIPz5rnzcAHl2nf3gb8cTN8JvDJJdav7U3f\nAnweeHXTfh7wH8fwOR0CfBV4HnAocBNw/CC/c3q35bkJOAxY1yznkEGWuRT71by3C1g56s9piH07\nAvhZ4Fdn/43Y33dzGfTrWmBqIbUsiS0QerczubAZvhA4Y45pXgVsq6oHq+rbwDbgVICqur6q7htJ\npQvXVd/6l3sZcMqI/6fUul9JjgV+tOlbARftZ/5RGuQ2O/v7nW8ALqmqR6rqHmBns7xJuHVPF/2a\nFK37VlXfq6q/Af5v/8QT8t0cer/aWioBckzfH8n7gWPmmKbtbVD+dZKbk1yW5LgDTz50XfXth/NU\n1WPAd4BnLq7UBVlMv1Y3w7Pb9/m15jO7YH+7xjowyGewv9/5fP0c9617uugXQAFfSLIjvbtHjMNi\n+jbfMuf7bo5CF/3a50+b3Vf/ZZD/cE7MabxJrgKePcdb7+ofqapKMqxTx/4CuLiqHknyK/QS+xVD\nWvYPjalvnRtTvz4E/C69P1C/C/w+8NYhLVvD87NVtafZj74tyVeq6rpxF6V5vbH5zH4E+DTwS/S2\nsPZrYgKkqn5uf+8leSDJsVV1X7MJuXeOyfYAJ/eNr6G3T2++dX6rb/Qj9PbbD904+sY/3hZmd5IV\nwDOAb80/y8J02K89zXB/+55mnQ/0rePDwF+2rX+BDnibHfb/O59v3gMts2ud9Kuq9v3cm+Qz9Ha7\njDpAFtO3+ZY553dzhLroV/9n9t0kf07vM5s3QJbKLqytwL4zdDYCV8wxzV8Br0xyVLNb45VN2341\nf9j2OR24Ywi1LlQnfZu13NcBf93ssx2V1v1qdn09lOSkZjP6Tfvmn/WZ/QJwa1cdmGWQ2+zs73e+\nFTizOTNmHbCe3oHYSbh1z9D7leSI5n+xJDmC3uc6qs+p32L6Nqf5vpsjNPR+JVmRZGUz/FTgtQzy\nmY3y7IG2L3r77q4G7gKuAo5u2qeAj/RN91Z6B/J2Am/pa38vvf2ETzQ/z2va/wdwG72zGK4BXriM\n+nY48Klm+u3A85ZYv6aaL/BXgQ/yjxe9fhy4BbiZ3j+SY0fYp9cAf9/U9K6m7b8Bpx/od05vt95X\ngTvpO2tnrmWO4Ts41H7ROzvopuZ127j6NYS+7QIeBB5u/m0dP993cyn3i97ZWTuaf1e3Ae+nOaNu\nvpdXokuSWlkqu7AkSRPGAJEktWKASJJaMUAkSa0YIJKkVgwQSVIrBogkqRUDRJLUyv8HCAgSCX29\ncTUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10a7e7cf8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "count    463.000000\n",
       "mean       0.001138\n",
       "std        0.004595\n",
       "min       -0.014012\n",
       "25%       -0.001654\n",
       "50%        0.000578\n",
       "75%        0.003043\n",
       "max        0.013913\n",
       "Name: Mean Proportion, dtype: float64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "clean_df['Mean Proportion'].plot(kind='hist')\n",
    "plt.show()\n",
    "\n",
    "mean = clean_df['Mean Proportion'].mean()\n",
    "std_dev = clean_df['Mean Proportion'].std()\n",
    "clean_df['Mean Proportion'].describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAgAAAAFXCAYAAADUG/YoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xt8VPWd//H3ZCYTw0yAEKCPxTasskQQmiVBLl0uLSqI\nCxQUyE2SbV1cTReobMmCKAgaw0XBXYuxKjyoZsslERb1odXHIpQUuiKGTSNgsGVLuoq7G0iUzAQm\nycz5/cGPWacQhmDmDJPzev4153xPznxOTk7mfb7zPefYDMMwBAAALCUu2gUAAADzEQAAALAgAgAA\nABZEAAAAwIIIAAAAWBABAAAAC3KY+WaBQEArVqzQ8ePH5XQ6VVxcrP79+wfby8vLtW3bNjkcDhUW\nFmrChAnBtp///Oc6ffq0Fi1aFJyuqKhQr169JEkrV67UzTfffMX3r69visBWAQBwferTJ6ndNlMD\nwO7du9XS0qLt27erurpaq1ev1gsvvCBJqq+vV1lZmXbs2CGfz6e8vDyNGTNGgUBAjz76qD766CNN\nmjQpuK4jR45ozZo1Gjp0qJmbAABAl2DqVwBVVVUaN26cJGnYsGE6cuRIsK2mpkYZGRlyOp1KSkpS\namqqamtr5fP5dM899+ihhx4KWdfRo0f10ksvKTc3Vy+++KKZmwEAQMwztQfA4/HI7XYHp+12u9ra\n2uRwOOTxeJSU9H9dFS6XSx6PRz169NDYsWO1c+fOkHVNmTJFeXl5crvdmjdvnvbu3RvylcHlJCd3\nk8Nh79yNAgAgBpkaANxut7xeb3A6EAjI4XBcts3r9YYEgq8yDEN/8zd/E2z/7ne/q2PHjoUNAI2N\nzV93EwAAiBlXGgNg6lcAmZmZqqyslCRVV1crLS0t2Jaenq6qqir5fD41NTXpxIkTIe1f5fF4NHXq\nVHm9XhmGoYMHDzIWAACADjC1B2DixIk6cOCAcnJyZBiGSkpKtHnzZqWmpuqOO+5Qfn6+8vLyZBiG\nFi5cqISEhMuuJykpSQsXLlRBQYGcTqe+853v6Lvf/a6ZmwIAQEyzWelpgFwGCACwkuvmKwAAAHB9\nIAAAUfbAA/l64IH8aJeBa/Tcc8/oueeeiXYZuEa1tcdUW3ss2mVEhaljAABcyu/3R7sEfA3V1Yej\nXQK+htdf3yFJGjTo1ihXYj56AIAo+uqZP70AseerZ/70AsSe2tpjOn78Yx0//rElewHoATBRefkv\ndOjQwYis++I9FFwuV6eve8SIUcrKuq/T14vQs396AmLPV8/+6QmIPRfP/i++tlovAD0AXURLi08t\nLb5olwEAiBH0AJgoK+u+iJ1JFxUtkCQ9/fRzEVk/IsNutwfP/O12blMda4YNywye+Q8blhnlatBR\n06fP1Nq1xcHXVkMPABBFL79cdtnXiA0LFiy67GvEhkGDbtUttwzWLbcMtlz3v0QPABB1nPnHNs78\nY5sVz/wvIgAAUcaZf2zjzD+2WfHM/yK+AgAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAF\nEQAAALAgAgAAABZEAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAAABZE\nAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAAABZEAAAAwIIIAAAAWBAB\nAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgUwNAIBDQ8uXLlZ2drfz8fNXV1YW0l5eX695771VW\nVpb27t0b0vbzn/9czzzzTHB6z549mjlzprKzs1VeXm5K/QAAdBUOM99s9+7damlp0fbt21VdXa3V\nq1frhRdekCTV19errKxMO3bskM/nU15ensaMGaNAIKBHH31UH330kSZNmiRJam1t1apVq/Taa68p\nMTFRubm5uv3229W7d28zNwcAgJhlagCoqqrSuHHjJEnDhg3TkSNHgm01NTXKyMiQ0+mU0+lUamqq\namtr1b9/f91zzz0aM2aM/vM//1OSdOLECaWmpqpHjx6SpOHDh+vQoUO6++67r/j+ycnd5HDYI7R1\n0WW3X+jM6dMnKcqVAABigakBwOPxyO12B6ftdrva2trkcDjk8XiUlPR/H14ul0sej0c9evTQ2LFj\ntXPnzpD1XG7ZcBobmztpS64/fn9AklRf3xTlSgAA14srnRSaOgbA7XbL6/UGpwOBgBwOx2XbvF5v\nyIf8ldZzpWUBAMClTA0AmZmZqqyslCRVV1crLS0t2Jaenq6qqir5fD41NTXpxIkTIe1fNWDAANXV\n1emLL75QS0uLPvzwQ2VkZJiyDQAAdAWmfgUwceJEHThwQDk5OTIMQyUlJdq8ebNSU1N1xx13KD8/\nX3l5eTIMQwsXLlRCQsJl1xMfH68lS5bob//2b2UYhmbOnKlvfOMbZm4KAAAxzWYYhhHtIszSlb8f\nLypaIEl6+unnolwJAOB6cd2MAQAAANcHAgAAABZEAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAs\niAAAAIAFEQAAALAgAgAAABZEAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAg\nAgAAABZEAAAAwIIIAAAAWBABAAAACyIAAABgQY5oFwDEivLyX+jQoYOdvl6v1ytJcrlcnb5uSRox\nYpSysu6LyLpjSSzuP/bdBZHad5K19x89AECUtbT41NLii3YZuEbsv9hm5f1nMwzDiHYRZqmvb4p2\nCRFTVLRAkvT0089FuRJ0FPsutrH/YltX3399+iS120YPAAAAFkQAAADAgggAAABYEAEAAAALIgAA\nAGBBBAAAACyIAAAAgAURAAAAsCACAAAAFkQAAADAgggAAABYEAEAAAAL4nHAl1FSskKNjQ3RLqND\nLtZ78cEWsSA5uZeWLl0R7TIAwJIIAJfR2NigM2fOyBafGO1Srprx/ztzGs42R7mSq2O0not2CQBg\naQSAdtjiE+X+i+9Hu4wuy/P7N6JdAgBYGmMAAACwINN7AAKBgFasWKHjx4/L6XSquLhY/fv3D7aX\nl5dr27ZtcjgcKiws1IQJE9TQ0KBFixbp/Pnz6tu3r1atWqXExEQVFxfr8OHDcrlckqTS0lIlJSWZ\nvUkAAMQc0wPA7t271dLSou3bt6u6ulqrV6/WCy+8IEmqr69XWVmZduzYIZ/Pp7y8PI0ZM0alpaWa\nOnWq7r33Xr300kvavn27fvCDH+jo0aPauHGjevXqZfZmAAAQ00wPAFVVVRo3bpwkadiwYTpy5Eiw\nraamRhkZGXI6nXI6nUpNTVVtba2qqqr04IMPSpLGjx+v9evXq6CgQHV1dVq+fLlOnz6tWbNmadas\nWVd87+TkbnI47GFrtNv5ZsQMdnuc+vShx+bi3xu/i9jE/ottVt5/pgcAj8cjt9sdnLbb7Wpra5PD\n4ZDH4wnpwne5XPJ4PCHzXS6Xmpqa1NzcrDlz5uiHP/yh/H6/CgoKNHToUA0aNKjd925svLoR8n5/\n4Bq3Dh3h9wdUX98U7TKi7uLfG7+L2MT+i21dff9dKdiYfqrrdrvl9XqD04FAQA6H47JtXq9XSUlJ\nIfO9Xq+6d++uxMREFRQUKDExUW63W6NHj1Ztba25GwMAQIwyPQBkZmaqsrJSklRdXa20tLRgW3p6\nuqqqquTz+dTU1KQTJ04oLS1NmZmZ2rdvnySpsrJSw4cP18mTJ5Wbmyu/36/W1lYdPnxYQ4YMMXtz\nAACISaZ/BTBx4kQdOHBAOTk5MgxDJSUl2rx5s1JTU3XHHXcoPz9feXl5MgxDCxcuVEJCggoLC7V4\n8WKVl5crOTlZ69atU7du3TR9+nRlZWUpPj5e06dP18CBA83eHAAAYpLpASAuLk5PPPFEyLwBAwYE\nX2dlZSkrKyukvXfv3tq0adMl65o7d67mzp0bmUIBAOjCGO4OAIAFEQAAALAgAgAAABZEAAAAwIII\nAAAAWFDYqwB27typNWvW6OzZs5IkwzBks9n08ccfR7w4AAAQGWEDwPPPP6+ysrKQG/YAQCSUlKxQ\nY2NDtMvokIv1FhUtiHIlHZOc3EtLl66IdhmIorAB4Bvf+AYf/gBM0djYoIYzp+WOi51vJ+2BC/eS\nb4mh4OIJ8LwTXEUAGDJkiBYsWKAxY8YoISEhOH/GjBkRLQyANbnj4jSnB4/4jqR/+TJ2wgoiJ2wA\n8Hg8crlcqq6uDplPAAAAIHaFDQCrVq1Sa2ur/vCHP8jv92vgwIHBp/cBAIDYFPaT/MiRI1qwYIF6\n9uypQCCg06dP6/nnn9df/uVfmlEfACBGMIjTHJ01gDNsACguLtazzz4b/MCvrq7Wk08+qddee+1r\nvzkAoOtobGzQmTNnlBDfLdqlXDWb7JIkz9lzUa7k6vhamzttXWEDQHNzc8jZ/rBhw+Tz+TqtAABA\n15EQ302Zg2dGu4wu6/DHOzptXWGvtenRo4d2794dnN69e7d69uzZaQUAAADzhe0BeOKJJ/SP//iP\nevTRR2UYhlJTU7V27VozagMAABESNgDcdNNNqqioUHNzswKBgNxutxl1AQCACGo3ACxbtkxPPvmk\n8vPzZbPZLml/9dVXI1oYAACInHYDQHZ2tiRp/vz5phUDAADM0W4AGDp0qCTp3Xff1bJly0LaFi9e\nrJEjR0a2MgAAEDHtBoBHH31U//Vf/6UjR47od7/7XXC+3+8PPhoYAADEpnYDQGFhoT777DM99dRT\nmjdvXnC+3W7XgAEDTCkOuBaxdjeyWLwTmcTjZIFY124A+OY3v6lvfvOb6t27N939iCmNjQ0603Ba\ncYmx8cyKQJwhSWo890WUK7l6gXNt0S4BwNcU9j+kz+fT559/rj/7sz8zox6gU8QlOpQ8OTXaZXRZ\nje/8MdolAPiawgaAM2fO6Pbbb1dKSooSEhJkGIZsNpvee+89M+oDAAAREDYAbNq0yYw6AACAicIG\ngH79+mnr1q16//331dbWptGjR2vOnDlm1AYAACIkbABYu3at6urqNHPmTBmGoZ07d+rTTz/V0qVL\nzagvKrxer4zW8/L8/o1ol9JlGa3n5PUa0S4DACwrbAA4cOCAdu3apbi4Cw8O/N73vqdp06ZFvDAA\nABA5YQOA3+9XW1ubnE5ncNput0e8sGhyuVzy+W1y/8X3o11Kl+X5/RtyubpFuwwAsKywAWDatGkq\nKCjQlClTJElvvfWWpk6dGvHCAABA5IQNAA899JAGDx6s999/Pzj9ve99L9J1AQCACIq7moVaW1vV\n0tKiQCCg+Pj4SNcEAAAiLGwAWL16tTZu3Kg///M/V79+/fTP//zPevHFF82oDQAAREjYrwD27t2r\nt956Sw7HhUVzcnI0Y8YMPfjggxEvDgAAREbYHoCUlJSQx/+2trYqOTk5okUBAIDICtsD0KNHD02f\nPl233367HA6HKisrlZKSokceeUSStGrVqogXCcAavF6vfIGA/uXL2HmccyzyBAJK8HqjXQaiLGwA\nmDRpkiZNmhScHjp0aEQLAgDEJq/XK1/reR3+eEe0S+myfK3NsnkDnbKusAHgnnvu0SeffKIPPvhA\nbW1tGjVqlAYPHtwpbw4AX+VyuRTf4tOcHr2iXUqX9i9fNsjpckW7DERZ2ACwa9cubdiwQXfeeacC\ngYDmzZunwsJCzZo1y4z6AAAxwuVyyfDHKXPwzGiX0mUd/niHXK7ETllX2ACwefNmVVRUBAf+PfTQ\nQyooKLjmABAIBLRixQodP35cTqdTxcXF6t+/f7C9vLxc27Ztk8PhUGFhoSZMmKCGhgYtWrRI58+f\nV9++fbVq1SolJiZedlkAABBe2AAQCARCRv336tVLNpvtmt9w9+7damlp0fbt21VdXa3Vq1frhRde\nkCTV19errKxMO3bskM/nU15ensaMGaPS0lJNnTpV9957r1566SVt375dU6ZMueyyF59ZAOvyer0K\n+NrU+M4fo11KlxU41yZvgEFkQCwLexngLbfcoqeeekrHjx/X8ePH9dRTT2nQoEHX/IZVVVUaN26c\nJGnYsGE6cuRIsK2mpkYZGRlyOp1KSkpSamqqamtrQ35m/Pjx+s1vftPusgAAILywPQDFxcX66U9/\nqqVLl8owDI0ePVqPP/74Nb+hx+OR2+0OTtvtdrW1tcnhcMjj8SgpKSnY5nK55PF4Qua7XC41NTW1\nu+yVJCd3k8MR/kmGdvtV3SEZX5PdHqc+fZLCL9hB3bsnqcXTquTJqZ2+blzQ+M4f1d2d1On7j2PP\nPJE4/th/5uisfRc2AKxcubJTr/V3u93yfuX600AgELzL4J+2eb1eJSUlBeffcMMN8nq96t69e7vL\nXkljY/NV1ej3d84lFrgyvz+g+vqmiKwXkReJ/ce+Mw/7L3Z1ZN9dKSiEjWuffPJJyAft15WZmanK\nykpJUnV1tdLS0oJt6enpqqqqks/nU1NTk06cOKG0tDRlZmZq3759kqTKykoNHz683WUBAEB4YXsA\n4uLiNGHCBN10001KSEgIzn/11Vev6Q0nTpyoAwcOKCcnR4ZhqKSkRJs3b1ZqaqruuOMO5efnKy8v\nT4ZhaOHChUpISFBhYaEWL16s8vJyJScna926derWrdtllwUAAOGFDQBFRUWd+oZxcXF64oknQuYN\nGDAg+DorK0tZWVkh7b1799amTZsuWdfllgUAAOFdMQDs2bNHJ0+eVEZGhjIyMsyqCQAARFi7AeCf\n/umf9Pbbb2vIkCHavHmzCgsLlZeXZ2ZtACzIE2MPAzofuDDw7Ya42BkB7wkExM2W0W4AePfdd/X6\n668rMTFRn332mebPn08AABBRycmx97HkbbwQVpwxVHsvxebvGp2r3QCQkJCgxMQL9xu+8cYb1dbW\nZlpRAKxp6dIV0S6hw4qKFkiSnn76uShXAnRMu31Wf3q7X7s9/A10AABAbGi3B6C+vl4bNmxod3re\nvHmRrQwAAERMuz0AOTk5V5wGAACxq90eAM7wAQDoumLnuhUAANBpCAAAAFhQ2FsBA7EocK5Nje/8\nMdplXJVAi1+SFOeMnSttAufapMRoV4Hrka+1WYc/3hHtMq5am79FkuSwO6NcydXxtTbL3UkHX9gA\n8Otf/1rPPvuszp49K8MwZBiGbDab3nvvvU4p4HpltJ6T5/dvRLuMq2b8/z9iW4z8ERut5yR1i8i6\nY+0GJ43nL9xIJjmxZ5Qr6YDE2Ps9I/Ji8W+isfGcJMndPTYSrVuJnfZ7DhsAiouLtWTJEg0cOPCS\newN0VbH5R3xekpTcPTIfqp2vW8R+z7F2MxluJIOuItaOPcnax1/YAJCcnKwJEyaYUct1gz9iAEBX\nFzYADB8+XKtWrdK4ceOUkJAQnD9ixIiIFgYAACInbACoqamRJB07diw4z2az6dVXX41cVQAAIKLC\nBoCysjIz6gAAACYKGwA+/PBDbdq0Sc3NzTIMQ4FAQKdOndKePXvMqA8AAERA2BsBPfbYY7rzzjvl\n9/t13333qX///rrzzjvNqA0AAERI2ABwww03aObMmRo5cqS6d++u4uJiHTp0yIzaAABAhIQNAAkJ\nCfriiy9000036be//a1sNpuam5vNqA0AAERI2ADwgx/8QAsXLtSECRO0a9cuTZkyRUOHDjWjNgAA\nECFhBwHefffdmjx5smw2m3bu3KmTJ09q0KBBZtQGAAAiJGwPwJdffqlly5apoKBAPp9PZWVlampq\nMqM2AAAQIWF7AJYtW6YxY8aopqZGLpdLffv2VVFRkV566SUz6utSyst/oUOHDkZk3Y2NFx4oc/GW\nwJ1pxIhRysq6r9PXCwCInrA9AJ9++qmys7MVFxcnp9OphQsX6r//+7/NqA0d4HQmyOlMCL8gAAC6\nih4Au92upqam4JMAT548qbi4sLkBl5GVdR9n0gCA60LYADB//nzl5+fr888/149+9CNVV1erpKTE\njNoAAECEhA0A48eP19ChQ1VTUyO/368nnnhCvXv3NqM2AAAQIe0GgF27dl12/v79+yVJM2bMiExF\nABABkRqEywBcxKp2A8CSJUuUkpKi73znO4qPj7+knQAAAGLwLWJWuwHgX//1X/X222/rwIEDGjRo\nkP76r/9af/VXf8UAQAAxiUG4QKh2A8DgwYM1ePBg/eQnP9FHH32kt99+W+vXr9fQoUM1ZcoUjRo1\nysw6AQBAJwo7CFCSvv3tb+vb3/62PvzwQz3zzDN688039R//8R+Rrg0AAETIFQOAYRg6dOiQ3nnn\nHVVWVmrw4MHKz8/XhAkTzKoPAABEQLsB4PHHH9evf/1r3Xrrrbr77ru1aNEidevWzczaAABAhLQb\nALZv366ePXvq2LFjOnbsmNavXx/S/t5770W8OAAAEBntBgA+4AEA6LraDQA33nijmXUAAAATcVE/\nAAAWRAAAAMCCruo+AJ3l/PnzKioq0pkzZ+RyubRmzRr16tUrZJkNGzboV7/6lRwOh5YuXar09HTV\n1dVpyZIlstlsGjhwoB5//HHFxcWpsLBQjY2Nio+PV0JCgjZu3Gjm5gAAELNM7QHYunWr0tLStGXL\nFs2YMUOlpaUh7UePHtUHH3ygiooKrV+/XitXrpQkrVq1Sg8//LC2bNkiwzCCAxTr6uq0detWlZWV\n8eEPAEAHmNoDUFVVpblz50q68JjhPw0AVVVVGjt2rGw2m/r16ye/36+GhgYdPXpUI0eODP7cgQMH\nlJGRobNnz+qhhx7S2bNn9Xd/93dhb1CUnNxNDoc9MhsHXCO7/UIO79MnKcqVANZj5eMvYgGgoqJC\nr7zySsi8lJQUJSVd+CW7XC41NTWFtHs8HvXs2TM4fXEZwzBks9lC5rW2tur+++9XQUGBvvzyS+Xm\n5io9PV0pKSnt1tTY2NxZmwd0Gr8/IEmqr28KsySAztbVj78rBZuIBYDZs2dr9uzZIfPmzZsnr9cr\nSfJ6verevXtIu9vtDrZfXCYpKSnkCYQXf653797KycmRw+FQSkqKBg8erD/84Q9XDAAAAOACU8cA\nZGZmat++fZKkyspKDR8+/JL2/fv3KxAI6NSpUwoEAurVq5duvfVWHTx4MPhzt912m37zm9/oxz/+\nsaQLoeB3v/udbr75ZjM3BwCAmGXqGIDc3FwtXrxYubm5io+P17p16yRJa9eu1eTJk5Wenq7bbrtN\n2dnZCgQCWr58uSRp8eLFWrZsmdavX6+bb75Zd911l+x2u/bv36+srCzFxcXpH/7hHy65ogAAAFye\nzTAMI9pFmKWrfseD2FZUtECS9PTTz0W5EsB6uvrxd6UxANwICAAACyIAAABgQQQAAAAsiAAAAIAF\nEQAAALAgrgIArlJ5+S906NDBTl9vY2ODJCk5OTKXsY4YMUpZWfdFZN2AGSJ17EmRPf6uh2MvKncC\nBHB1nM6EaJcAWJaVjz96AAAA6KK4DwAAAAhBAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAA\nAIAFEQAAALAgAgAAABZEAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAA\nABZEAAAAwIIIAAAAWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAAABZEAAAAwIIIAAAA\nWBABAAAACyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAAABZkagA4f/685s+fr7y8PD3wwANqaGi4\nZJkNGzZo1qxZysnJUU1NTUhbSUmJtm7dGpwuLy/Xvffeq6ysLO3duzfi9QMA0FWYGgC2bt2qtLQ0\nbdmyRTNmzFBpaWlI+9GjR/XBBx+ooqJC69ev18qVKyVJDQ0Nmjt3rvbs2RNctr6+XmVlZdq2bZs2\nbdqk9evXq6WlxczNAQAgZjnMfLOqqirNnTtXkjR+/PhLAkBVVZXGjh0rm82mfv36ye/3q6GhQV6v\nV/Pnz1dlZWVw2ZqaGmVkZMjpdMrpdCo1NVW1tbVKT09v9/2Tk7vJ4bBHZuMAAIghEQsAFRUVeuWV\nV0LmpaSkKCkpSZLkcrnU1NQU0u7xeNSzZ8/g9MVl+vfvr29961shAcDj8QTXdXFZj8dzxZoaG5uv\neXsAAIg1ffoktdsWsQAwe/ZszZ49O2TevHnz5PV6JUler1fdu3cPaXe73cH2i8t89UP+WpcFAACh\nTB0DkJmZqX379kmSKisrNXz48Eva9+/fr0AgoFOnTikQCKhXr16XXVd6erqqqqrk8/nU1NSkEydO\nKC0tLeLbAABAV2DqGIDc3FwtXrxYubm5io+P17p16yRJa9eu1eTJk5Wenq7bbrtN2dnZCgQCWr58\nebvr6tOnj/Lz85WXlyfDMLRw4UIlJCSYtSkAAMQ0m2EYRrSLMEt9fVP4hQAA6CKuNAaAGwEBAGBB\nBAAAACyIAAAAgAURAAAAsCACAAAAFkQAAADAgggAAABYEAEAAAALIgAAAGBBBAAAACyIAAAAgAUR\nAAAAsCACAAAAFkQAAADAgggAAABYEAEAAAALIgAAAGBBBAAAACyIAAAAgAURAAAAsCACAAAAFkQA\nAADAgggAAABYEAEAAAALIgAAAGBBBAAAACyIAAAAgAURAAAAsCACAAAAFkQA6CJqa4+ptvZYtMvA\nNXjssSI99lhRtMvANeLYi21W3n+OaBeAzvH66zskSYMG3RrlStBRp059Fu0S8DVw7MU2K+8/egC6\ngNraYzp+/GMdP/6xZZNsrPrqmT+9ALGHYy+2WX3/EQC6gIsJ9k9f4/r31bN/egJiD8debLP6/iMA\nAABgQQSALmD69JmXfY3rX79+N172NWIDx15ss/r+YxBgFzBo0K265ZbBwdeIHcXFT+v++/OCrxFb\nOPZim9X3HwGgi7Bieu0qOPOPbRx7sc3K+89mGIYR7SLMUl/fFO0SAAAwTZ8+Se22MQYAAAALIgAA\nAGBBpo4BOH/+vIqKinTmzBm5XC6tWbNGvXr1Cllmw4YN+tWvfiWHw6GlS5cqPT092FZSUqKbbrpJ\nubm5kqTi4mIdPnxYLpdLklRaWqqkpPa7OwAAwAWm9gBs3bpVaWlp2rJli2bMmKHS0tKQ9qNHj+qD\nDz5QRUUXGPHrAAAGCklEQVSF1q9fr5UrV0qSGhoaNHfuXO3Zs+eS5Tdu3KiysjKVlZXx4Q8AwFUy\nNQBUVVVp3LhxkqTx48fr3//93y9pHzt2rGw2m/r16ye/36+GhgZ5vV7Nnz9f06dPDy4bCARUV1en\n5cuXKycnR6+99pqZmwIAQEyL2FcAFRUVeuWVV0LmpaSkBM/SXS6XmppCR+V7PB717NkzOH1xmf79\n++tb3/qWKisrg23Nzc2aM2eOfvjDH8rv96ugoEBDhw7VoEGD2q0pObmbHA57Z2weAAAxLWIBYPbs\n2Zo9e3bIvHnz5snr9UqSvF6vunfvHtLudruD7ReXaa9bPzExUQUFBUpMTJQkjR49WrW1tVcMAI2N\nzde0LQAAxKLr5jLAzMxM7du3T5JUWVmp4cOHX9K+f/9+BQIBnTp1SoFA4JJBghedPHlSubm58vv9\nam1t1eHDhzVkyJCIbwMAAF2BqVcB5ObmavHixcrNzVV8fLzWrVsnSVq7dq0mT56s9PR03XbbbcrO\nzlYgENDy5cvbXdeAAQM0ffp0ZWVlKT4+XtOnT9fAgQPN2hQAAGKape4ECAAALuBGQAAAWBABAAAA\nCyIAAABgQQQAAAAsiAAAAIAFEQAAALAgAgAAABZEAIhxF2+YlJ2drfz8fNXV1UW7JFyD3/72t8rP\nz492GeiA1tZWFRUVKS8vT7NmzdJ7770X7ZLQAX6/X4888ohycnKUm5urTz75JNolmY4AEON2796t\nlpYWbd++XT/5yU+0evXqaJeEDnr55Zf12GOPyefzRbsUdMAbb7yhnj17asuWLdq4caOefPLJaJeE\nDti7d68kadu2bXr44Yf17LPPRrki8xEAYtxXH7E8bNgwHTlyJMoVoaNSU1P105/+NNploIMmT56s\nH//4x5IkwzBkt/Ok0Vhy5513BkPbqVOnLnk4nRWY+iwAdD6PxyO32x2cttvtamtrk8PBro0Vd911\nlz799NNol4EOcrlcki4cgwsWLNDDDz8c5YrQUQ6HQ4sXL9a//du/6bnnnot2OaajByDG/ekjlAOB\nAB/+gEk+//xzFRQUaPr06Zo2bVq0y8E1WLNmjd59910tW7ZMzc3WemQ8ASDGZWZmqrKyUpJUXV2t\ntLS0KFcEWMPp06d1//33q6ioSLNmzYp2OeigXbt26cUXX5QkJSYmymazKS7OWh+JnCrGuIkTJ+rA\ngQPKycmRYRgqKSmJdkmAJfzsZz/T2bNnVVpaqtLSUkkXBnTecMMNUa4MV2PSpEl65JFHdN9996mt\nrU1Lly613L7jccAAAFiQtfo7AACAJAIAAACWRAAAAMCCCAAAAFgQAQAAAAsiAAC4Jk1NTfrRj350\nTT/7wAMP6H/+5386uSIAHcF9AABcky+//FK1tbXX9LMvv/xyJ1cDoKPoAQBwTYqLi/W///u/+vu/\n/3vt2LFDU6dO1bRp07RkyZLg7alHjx6tRx55RNOmTVNOTk7wmQe33367Pv30U/l8Pi1dulR33XWX\npk6dqrfffjuamwRYCgEAwDV57LHH1LdvXy1YsEA/+9nPVFZWpjfffFOJiYnasGGDJKmxsVEjR47U\nm2++qSlTpqi4uDhkHWVlZWpubtYvf/lLbd68Wc8//7xaWlqisTmA5RAAAHwthw4d0oQJE5ScnCxJ\nys7O1vvvvy9JSkhI0IwZMyRJ99xzjw4ePHjJz06bNk1xcXHq06eP3nrrLTmdTnM3ALAoAgCAryUQ\nCIRMG4ahtrY2SVJcXJxsNltwObvdHrLsnz65sq6ujh4AwCQEAADXxOFwqK2tTSNHjtSePXv0xRdf\nSJLKy8s1atQoSdK5c+e0Z88eSdLOnTs1fvz4kHWMGDFCv/zlL2UYhs6cOaM5c+YQAACTcBUAgGuS\nkpKifv366amnntKDDz6o/Px8tba2asiQIVq5cmVwuXfeeUfPPvus+vbtqzVr1oSsIy8vT8XFxfr+\n978vSVq2bJncbrep2wFYFU8DBBAxt9xyi44fPx7tMgBcBl8BAABgQfQAAABgQfQAAABgQQQAAAAs\niAAAAIAFEQAAALAgAgAAABb0/wB0yq2wsFCCfQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x111fbd860>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import seaborn as sb\n",
    "\n",
    "sb.boxplot(x=\"topic\", y=\"Mean Proportion\", data=clean_df)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def statistical_labeller(val, mean, std):\n",
    "    if val < mean - std:\n",
    "        return -1\n",
    "    elif mean - std <= val <= mean + std:\n",
    "        return 0\n",
    "    else:\n",
    "        return 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  if __name__ == '__main__':\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Title</th>\n",
       "      <th>Body</th>\n",
       "      <th>Mean Proportion</th>\n",
       "      <th>act</th>\n",
       "      <th>action</th>\n",
       "      <th>actions</th>\n",
       "      <th>administration</th>\n",
       "      <th>agencies</th>\n",
       "      <th>agency</th>\n",
       "      <th>...</th>\n",
       "      <th>today</th>\n",
       "      <th>trump</th>\n",
       "      <th>united</th>\n",
       "      <th>vice</th>\n",
       "      <th>want</th>\n",
       "      <th>white</th>\n",
       "      <th>year</th>\n",
       "      <th>years</th>\n",
       "      <th>topic</th>\n",
       "      <th>Label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Notice Regarding the Continuation of the Natio...</td>\n",
       "      <td>notice continuation of the national emergency ...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Message to the Congress Regarding the Continua...</td>\n",
       "      <td>to the congress of the united states section d...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>1600 Daily: Everything White House for 4/6/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Vice President Mike Pence to Travel to the Rep...</td>\n",
       "      <td>washington dc vice president mike pence will t...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>White House History: White House Easter Egg Roll</td>\n",
       "      <td>continuing the timeless tradition of the white...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>east room a m edtthe vice president to all the...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2017-04-06</td>\n",
       "      <td>Photo of the Day: April 6, 2017</td>\n",
       "      <td>president donald trump and king abdullah ii of...</td>\n",
       "      <td>-0.000451</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today with prim...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on Gold Sta...</td>\n",
       "      <td>on this day in nearing the end of world war ii...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Memorandum: Implementing Executive Order 13771...</td>\n",
       "      <td>m memorandum for regulatory policy officers at...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>7</td>\n",
       "      <td>88</td>\n",
       "      <td>134</td>\n",
       "      <td>0</td>\n",
       "      <td>69</td>\n",
       "      <td>79</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of President Donald J. Trump’s Call wi...</td>\n",
       "      <td>president donald j trump spoke today by teleph...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>A Proclamation by President Donald J. Trump Ho...</td>\n",
       "      <td>honoring the memory of john glenn by the presi...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Statement from the Press Secretary on the Decl...</td>\n",
       "      <td>statement from the press secretarytodays annou...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Remarks by President Trump and His Majesty Kin...</td>\n",
       "      <td>rose garden p m edtpresident trump thank you v...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Readout of First Lady Melania Trump’s Visit to...</td>\n",
       "      <td>after a brief visit to the oval office with th...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Press Briefing on the Congressional Review Act</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>25</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>1600 Daily: Everything White House for 4/5/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>First Lady Melania Trump to Host Queen Rania o...</td>\n",
       "      <td>first lady melania trump along with her husban...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2017-04-05</td>\n",
       "      <td>Photo of the Day: April 5, 2017</td>\n",
       "      <td>president donald trump responds to a question ...</td>\n",
       "      <td>0.001705</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Two Nominations Delivered to the Senate Today</td>\n",
       "      <td>nominations sent to the senate sigal mandelker...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Background Briefing by Senior Administration O...</td>\n",
       "      <td>james s brady press briefing room p m edtsenio...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Statement from President Donald J. Trump</td>\n",
       "      <td>todays chemical attack in syria against innoce...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>UPDATE: Confirming Judge Neil Gorsuch to the S...</td>\n",
       "      <td>on monday judge neil gorsuch was confirmed by ...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>President Donald J. Trump Announces Intent to ...</td>\n",
       "      <td>president donald j trump today announced his i...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump at 2017 North Ameri...</td>\n",
       "      <td>washington hiltonwashington d c p m edtthe pre...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Press Gaggle by Press Secretary Sean Spicer, 4...</td>\n",
       "      <td>james s brady press briefing room a m edtmr sp...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Remarks by President Trump and Vice President ...</td>\n",
       "      <td>south court auditorium a m edtthe vice preside...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>23</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>1600 Daily: Everything White House for 4/4/17</td>\n",
       "      <td>summary get news events and updates from the w...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2017-04-04</td>\n",
       "      <td>Photo of the Day: April 4, 2017</td>\n",
       "      <td>moments before egyptian president abdel fattah...</td>\n",
       "      <td>-0.003609</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2017-04-03</td>\n",
       "      <td>Readout of President Donald J. Trump’s Meeting...</td>\n",
       "      <td>president donald j trump today welcomed presid...</td>\n",
       "      <td>0.001039</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>433</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by the Vice President at the Henry O. ...</td>\n",
       "      <td>the united states military academywest point n...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>434</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president trump today spoke with president gha...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>435</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Providing an Order of Succession Within the De...</td>\n",
       "      <td>executive order providing an order of successi...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>President Trump Signs Pro-Law Enforcement and ...</td>\n",
       "      <td>today the president signedthree executive orde...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>438</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Background Press Call on Prime Minister Abe's ...</td>\n",
       "      <td>background press callby senior administration ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>439</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump Before SCOTUS Liste...</td>\n",
       "      <td>roosevelt room p m estthe president thank you ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Enforcing Fede...</td>\n",
       "      <td>executive order enforcing federal law with res...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>441</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on Preventing Vio...</td>\n",
       "      <td>executive order preventing violence against fe...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump in Meeting with the...</td>\n",
       "      <td>state dining room a m estthe president thank y...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>443</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Presidential Executive Order on a Task Force o...</td>\n",
       "      <td>executive order task force on crime reduction ...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>2017-02-09</td>\n",
       "      <td>Remarks by President Trump at Swearing-In of A...</td>\n",
       "      <td>oval office a m estthe president thank you ver...</td>\n",
       "      <td>0.003896</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Statement from the Press Secretary</td>\n",
       "      <td>president donald j trump today provided a lett...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>First Lady Melania Trump Announces the Appoint...</td>\n",
       "      <td>first lady melania trumpis pleased to announce...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Widespread Support for Judge Neil Gorsuch</td>\n",
       "      <td>all across the country editorial boards are pr...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Press Briefing by Press Secretary Sean Spicer,...</td>\n",
       "      <td>james s brady press briefing room p m estmr sp...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>15</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>449</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump and Intel CEO Brian...</td>\n",
       "      <td>oval office p m estthe president you ve never ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>450</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Intel Announces $7 Billion Investment Creating...</td>\n",
       "      <td>the past years have taken a toll on american w...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Judge Neil Gorsuch is the Mainstream Choice fo...</td>\n",
       "      <td>gorsuch in the mainstreamhe was upheld at the ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>452</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>Remarks by President Trump at MCCA Winter Conf...</td>\n",
       "      <td>j w marriottwashington d c a m estthe presiden...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>453</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>ICYMI: CNBC: “CEO Confidence At Near-Record Hi...</td>\n",
       "      <td>confidence among chief executives of u s based...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>454</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Trump's War on Regulation Results in...</td>\n",
       "      <td>ceo confidence at near record high why trump s...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>2017-02-08</td>\n",
       "      <td>President Donald J. Trump Announces His Cabinet</td>\n",
       "      <td>president donald j trump today formally announ...</td>\n",
       "      <td>0.005800</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with Prime Min...</td>\n",
       "      <td>president donald j trump today spoke with prim...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the Vice President's Meeting with R...</td>\n",
       "      <td>vice president mike pence today met with right...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>458</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Readout of the President's Call with President...</td>\n",
       "      <td>president donald j trump today spoke by phone ...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>White House Director of Legislative Affairs An...</td>\n",
       "      <td>washington d c president trumps director of le...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>Vice President Pence Casts Historic Vote to Co...</td>\n",
       "      <td>friends today i cast the tie breaking vote in ...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR 58    Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462</th>\n",
       "      <td>2017-02-07</td>\n",
       "      <td>HJR  57   Disapproving the Rule Submitted by t...</td>\n",
       "      <td>february house statement of administration pol...</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>463 rows × 86 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           Date                                              Title  \\\n",
       "0    2017-04-06  Notice Regarding the Continuation of the Natio...   \n",
       "1    2017-04-06  Message to the Congress Regarding the Continua...   \n",
       "2    2017-04-06      1600 Daily: Everything White House for 4/6/17   \n",
       "3    2017-04-06  Vice President Mike Pence to Travel to the Rep...   \n",
       "4    2017-04-06  White House History: White House Easter Egg Roll    \n",
       "5    2017-04-06  Remarks by President Trump and Vice President ...   \n",
       "6    2017-04-06                    Photo of the Day: April 6, 2017   \n",
       "7    2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "8    2017-04-05  Statement from the Press Secretary on Gold Sta...   \n",
       "9    2017-04-05  Memorandum: Implementing Executive Order 13771...   \n",
       "10   2017-04-05  Readout of President Donald J. Trump’s Call wi...   \n",
       "11   2017-04-05  A Proclamation by President Donald J. Trump Ho...   \n",
       "12   2017-04-05  Statement from the Press Secretary on the Decl...   \n",
       "13   2017-04-05  Remarks by President Trump and His Majesty Kin...   \n",
       "14   2017-04-05  Readout of First Lady Melania Trump’s Visit to...   \n",
       "15   2017-04-05     Press Briefing on the Congressional Review Act   \n",
       "16   2017-04-05      1600 Daily: Everything White House for 4/5/17   \n",
       "17   2017-04-05  First Lady Melania Trump to Host Queen Rania o...   \n",
       "18   2017-04-05                    Photo of the Day: April 5, 2017   \n",
       "19   2017-04-04      Two Nominations Delivered to the Senate Today   \n",
       "20   2017-04-04  Background Briefing by Senior Administration O...   \n",
       "21   2017-04-04           Statement from President Donald J. Trump   \n",
       "22   2017-04-04  UPDATE: Confirming Judge Neil Gorsuch to the S...   \n",
       "23   2017-04-04  President Donald J. Trump Announces Intent to ...   \n",
       "24   2017-04-04  Remarks by President Trump at 2017 North Ameri...   \n",
       "25   2017-04-04  Press Gaggle by Press Secretary Sean Spicer, 4...   \n",
       "26   2017-04-04  Remarks by President Trump and Vice President ...   \n",
       "27   2017-04-04      1600 Daily: Everything White House for 4/4/17   \n",
       "28   2017-04-04                    Photo of the Day: April 4, 2017   \n",
       "29   2017-04-03  Readout of President Donald J. Trump’s Meeting...   \n",
       "..          ...                                                ...   \n",
       "433  2017-02-09  Remarks by the Vice President at the Henry O. ...   \n",
       "434  2017-02-09  Readout of the President's Call with President...   \n",
       "435  2017-02-09  Providing an Order of Succession Within the De...   \n",
       "436  2017-02-09  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "437  2017-02-09  President Trump Signs Pro-Law Enforcement and ...   \n",
       "438  2017-02-09  Background Press Call on Prime Minister Abe's ...   \n",
       "439  2017-02-09  Remarks by President Trump Before SCOTUS Liste...   \n",
       "440  2017-02-09  Presidential Executive Order on Enforcing Fede...   \n",
       "441  2017-02-09  Presidential Executive Order on Preventing Vio...   \n",
       "442  2017-02-09  Remarks by President Trump in Meeting with the...   \n",
       "443  2017-02-09  Presidential Executive Order on a Task Force o...   \n",
       "444  2017-02-09  Remarks by President Trump at Swearing-In of A...   \n",
       "445  2017-02-08                 Statement from the Press Secretary   \n",
       "446  2017-02-08  First Lady Melania Trump Announces the Appoint...   \n",
       "447  2017-02-08          Widespread Support for Judge Neil Gorsuch   \n",
       "448  2017-02-08  Press Briefing by Press Secretary Sean Spicer,...   \n",
       "449  2017-02-08  Remarks by President Trump and Intel CEO Brian...   \n",
       "450  2017-02-08  Intel Announces $7 Billion Investment Creating...   \n",
       "451  2017-02-08  Judge Neil Gorsuch is the Mainstream Choice fo...   \n",
       "452  2017-02-08  Remarks by President Trump at MCCA Winter Conf...   \n",
       "453  2017-02-08  ICYMI: CNBC: “CEO Confidence At Near-Record Hi...   \n",
       "454  2017-02-08  President Trump's War on Regulation Results in...   \n",
       "455  2017-02-08    President Donald J. Trump Announces His Cabinet   \n",
       "456  2017-02-07  Readout of the President's Call with Prime Min...   \n",
       "457  2017-02-07  Readout of the Vice President's Meeting with R...   \n",
       "458  2017-02-07  Readout of the President's Call with President...   \n",
       "459  2017-02-07  White House Director of Legislative Affairs An...   \n",
       "460  2017-02-07  Vice President Pence Casts Historic Vote to Co...   \n",
       "461  2017-02-07  HJR 58    Disapproving the Rule Submitted by t...   \n",
       "462  2017-02-07  HJR  57   Disapproving the Rule Submitted by t...   \n",
       "\n",
       "                                                  Body  Mean Proportion  act  \\\n",
       "0    notice continuation of the national emergency ...        -0.000451    1   \n",
       "1    to the congress of the united states section d...        -0.000451    1   \n",
       "2    summary get news events and updates from the w...        -0.000451    0   \n",
       "3    washington dc vice president mike pence will t...        -0.000451    0   \n",
       "4    continuing the timeless tradition of the white...        -0.000451    0   \n",
       "5    east room a m edtthe vice president to all the...        -0.000451    1   \n",
       "6    president donald trump and king abdullah ii of...        -0.000451    0   \n",
       "7    president donald j trump spoke today with prim...         0.001705    0   \n",
       "8    on this day in nearing the end of world war ii...         0.001705    0   \n",
       "9    m memorandum for regulatory policy officers at...         0.001705    7   \n",
       "10   president donald j trump spoke today by teleph...         0.001705    0   \n",
       "11   honoring the memory of john glenn by the presi...         0.001705    0   \n",
       "12   statement from the press secretarytodays annou...         0.001705    0   \n",
       "13   rose garden p m edtpresident trump thank you v...         0.001705    0   \n",
       "14   after a brief visit to the oval office with th...         0.001705    0   \n",
       "15   james s brady press briefing room a m edtmr sp...         0.001705    8   \n",
       "16   summary get news events and updates from the w...         0.001705    0   \n",
       "17   first lady melania trump along with her husban...         0.001705    0   \n",
       "18   president donald trump responds to a question ...         0.001705    0   \n",
       "19   nominations sent to the senate sigal mandelker...        -0.003609    0   \n",
       "20   james s brady press briefing room p m edtsenio...        -0.003609    2   \n",
       "21   todays chemical attack in syria against innoce...        -0.003609    0   \n",
       "22   on monday judge neil gorsuch was confirmed by ...        -0.003609    0   \n",
       "23   president donald j trump today announced his i...        -0.003609    0   \n",
       "24   washington hiltonwashington d c p m edtthe pre...        -0.003609    0   \n",
       "25   james s brady press briefing room a m edtmr sp...        -0.003609    1   \n",
       "26   south court auditorium a m edtthe vice preside...        -0.003609    2   \n",
       "27   summary get news events and updates from the w...        -0.003609    0   \n",
       "28   moments before egyptian president abdel fattah...        -0.003609    0   \n",
       "29   president donald j trump today welcomed presid...         0.001039    0   \n",
       "..                                                 ...              ...  ...   \n",
       "433  the united states military academywest point n...         0.003896    0   \n",
       "434  president trump today spoke with president gha...         0.003896    0   \n",
       "435  executive order providing an order of successi...         0.003896    6   \n",
       "436  james s brady press briefing room p m estmr sp...         0.003896    3   \n",
       "437  today the president signedthree executive orde...         0.003896    0   \n",
       "438  background press callby senior administration ...         0.003896    0   \n",
       "439  roosevelt room p m estthe president thank you ...         0.003896    0   \n",
       "440  executive order enforcing federal law with res...         0.003896    2   \n",
       "441  executive order preventing violence against fe...         0.003896    0   \n",
       "442  state dining room a m estthe president thank y...         0.003896    2   \n",
       "443  executive order task force on crime reduction ...         0.003896    0   \n",
       "444  oval office a m estthe president thank you ver...         0.003896    0   \n",
       "445  president donald j trump today provided a lett...         0.005800    0   \n",
       "446  first lady melania trumpis pleased to announce...         0.005800    0   \n",
       "447  all across the country editorial boards are pr...         0.005800    0   \n",
       "448  james s brady press briefing room p m estmr sp...         0.005800    1   \n",
       "449  oval office p m estthe president you ve never ...         0.005800    0   \n",
       "450  the past years have taken a toll on american w...         0.005800    0   \n",
       "451  gorsuch in the mainstreamhe was upheld at the ...         0.005800    0   \n",
       "452  j w marriottwashington d c a m estthe presiden...         0.005800    0   \n",
       "453  confidence among chief executives of u s based...         0.005800    0   \n",
       "454  ceo confidence at near record high why trump s...         0.005800    0   \n",
       "455  president donald j trump today formally announ...         0.005800    0   \n",
       "456  president donald j trump today spoke with prim...         0.000118    0   \n",
       "457  vice president mike pence today met with right...         0.000118    0   \n",
       "458  president donald j trump today spoke by phone ...         0.000118    0   \n",
       "459  washington d c president trumps director of le...         0.000118    0   \n",
       "460  friends today i cast the tie breaking vote in ...         0.000118    0   \n",
       "461  february house statement of administration pol...         0.000118    8   \n",
       "462  february house statement of administration pol...         0.000118    8   \n",
       "\n",
       "     action  actions  administration  agencies  agency  ...    today  trump  \\\n",
       "0         0        0               0         0       0  ...        0      0   \n",
       "1         0        0               0         0       0  ...        0      0   \n",
       "2         0        0               0         0       0  ...        0      0   \n",
       "3         0        0               0         0       0  ...        0      0   \n",
       "4         0        0               0         0       0  ...        0      0   \n",
       "5         0        0               0         0       0  ...        5      1   \n",
       "6         0        0               0         0       0  ...        0      1   \n",
       "7         0        0               0         0       0  ...        1      2   \n",
       "8         0        0               0         0       0  ...        0      0   \n",
       "9        88      134               0        69      79  ...        0      0   \n",
       "10        0        0               0         0       0  ...        1      1   \n",
       "11        0        0               0         0       0  ...        0      1   \n",
       "12        0        0               1         0       0  ...        0      3   \n",
       "13        2        2               9         0       0  ...        9     13   \n",
       "14        0        0               0         0       0  ...        2      2   \n",
       "15        4        0              25         3       2  ...        3      3   \n",
       "16        0        0               0         0       0  ...        0      0   \n",
       "17        0        0               0         0       0  ...        0      2   \n",
       "18        0        0               0         0       0  ...        0      1   \n",
       "19        0        0               0         0       0  ...        0      0   \n",
       "20        1        0              35         0       0  ...        0      4   \n",
       "21        0        1               0         0       0  ...        0      0   \n",
       "22        1        0               0         0       0  ...        0      1   \n",
       "23        0        0               0         0       0  ...        1      1   \n",
       "24        4        0               1         1       1  ...        3      5   \n",
       "25        3        3               9         0       0  ...        7      3   \n",
       "26        2        0               6         4       0  ...        9      5   \n",
       "27        0        0               0         0       0  ...        0      0   \n",
       "28        0        0               0         0       0  ...        0      1   \n",
       "29        0        0               0         0       0  ...        1      7   \n",
       "..      ...      ...             ...       ...     ...  ...      ...    ...   \n",
       "433       0        0               3         0       0  ...        3      8   \n",
       "434       0        0               0         0       0  ...        1      2   \n",
       "435       0        0               0         1       0  ...        0      0   \n",
       "436       0        1              13         4       4  ...        8      4   \n",
       "437       0        0               0         0       0  ...        1      0   \n",
       "438       0        3              33         0       0  ...        0     17   \n",
       "439       0        0               0         0       0  ...        0      0   \n",
       "440       0        1               0        11       1  ...        0      0   \n",
       "441       0        0               0         5       1  ...        0      0   \n",
       "442       0        0               0         0       0  ...        2      1   \n",
       "443       0        1               0         1       1  ...        0      0   \n",
       "444       1        2               0         0       0  ...        4      0   \n",
       "445       0        0               0         0       0  ...        1      3   \n",
       "446       0        0               0         0       0  ...        0      2   \n",
       "447       1        0               0         0       0  ...        0      7   \n",
       "448       3        4              12         2       0  ...       15      9   \n",
       "449       0        0               1         0       0  ...        2      1   \n",
       "450       0        0               0         0       0  ...        1      2   \n",
       "451       0        0               0         0       0  ...        0      0   \n",
       "452       2        2               1         0       0  ...        5      1   \n",
       "453       0        0               0         0       0  ...        0      3   \n",
       "454       0        0               0         0       0  ...        0      3   \n",
       "455       0        0               1         0       2  ...        1      1   \n",
       "456       0        0               0         0       0  ...        1      2   \n",
       "457       0        0               1         0       0  ...        1      1   \n",
       "458       0        0               0         0       0  ...        1      2   \n",
       "459       0        0               1         0       0  ...        1      0   \n",
       "460       0        0               0         0       0  ...        1      0   \n",
       "461       0        1               6         0       0  ...        0      0   \n",
       "462       0        1               6         0       0  ...        0      0   \n",
       "\n",
       "     united  vice  want  white  year  years  topic  Label  \n",
       "0         1     0     0      1     1      0      1      0  \n",
       "1         2     0     0      1     0      0      1      0  \n",
       "2         0     0     0      1     0      0      1      0  \n",
       "3         2    19     0      0     0      0      1      0  \n",
       "4         0     0     0      3     1      0      1      0  \n",
       "5         3     3     3      4     2      2      2      0  \n",
       "6         0     0     0      2     0      0      1      0  \n",
       "7         2     0     0      0     0      0      1      0  \n",
       "8         0     0     0      0     0      0      1      0  \n",
       "9         7     0     0      0    19      7      0      0  \n",
       "10        0     0     0      0     0      0      1      0  \n",
       "11        6     0     0      1     1      0      1      0  \n",
       "12        0     0     0      0     1      0      1      0  \n",
       "13       10     0     7      2     1      7      2      0  \n",
       "14        1     0     0      1     0      0      1      0  \n",
       "15        1     2    11      4     7      4      3      0  \n",
       "16        0     0     0      1     0      0      1      0  \n",
       "17        0     0     0      1     0      0      1      0  \n",
       "18        0     0     0      3     0      0      1      0  \n",
       "19        0     2     0      0     0      0      1     -1  \n",
       "20       12     0     8      6     0      1      3     -1  \n",
       "21        1     0     0      0     0      0      1     -1  \n",
       "22        1     0     0      0     0      1      1     -1  \n",
       "23        0     0     0      0     0      1      1     -1  \n",
       "24        8     0     5      2     3      6      2     -1  \n",
       "25        8     3    14      4     3      2      3     -1  \n",
       "26        6     2    23      2     9     14      2     -1  \n",
       "27        0     0     0      1     0      0      1     -1  \n",
       "28        0     0     0      2     0      0      1     -1  \n",
       "29        3     0     0      1     0      1      1      0  \n",
       "..      ...   ...   ...    ...   ...    ...    ...    ...  \n",
       "433      13     2     1      0     4     11      2      0  \n",
       "434       0     0     0      0     0      0      1      0  \n",
       "435       3     0     0      1     0      0      0      0  \n",
       "436       5     1    10      9     1      5      3      0  \n",
       "437       1     0     0      0     1      0      0      0  \n",
       "438       8     0     1      2     1      0      3      0  \n",
       "439       0     0     2      0     0      3      2      0  \n",
       "440      11     0     0      1     0      0      0      0  \n",
       "441       2     0     0      1     0      0      0      0  \n",
       "442       5     0    14      2     2      3      2      0  \n",
       "443       2     0     0      1     2      0      0      0  \n",
       "444       4     1     2      1     1      3      2      0  \n",
       "445       1     0     0      0     1      0      1      1  \n",
       "446       0     0     0      5     0      0      1      1  \n",
       "447       1     0     0      3     1      0      1      1  \n",
       "448       5     3    11     12     5      5      3      1  \n",
       "449       1     0     4      0     0      1      2      1  \n",
       "450       0     0     0      0     0      2      2      1  \n",
       "451       0     0     0      0     0      0      3      1  \n",
       "452       9     0    14      2     6      2      2      1  \n",
       "453       0     0     0      0     0      0      1      1  \n",
       "454       0     0     0      0     0      0      1      1  \n",
       "455       2     1     0      0     0      0      1      1  \n",
       "456       0     0     0      0     0      0      1      0  \n",
       "457       0     8     0      0     1      0      1      0  \n",
       "458       1     0     0      0     0      0      1      0  \n",
       "459       0     1     0      0     0      0      1      0  \n",
       "460       1     0     0      0     0      0      1      0  \n",
       "461       0     0     0      0     0      0      0      0  \n",
       "462       0     0     0      0     0      0      0      0  \n",
       "\n",
       "[463 rows x 86 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clean_df['Label'] = clean_df['Mean Proportion'].apply(lambda x: statistical_labeller(x, mean=mean, std=std_dev))\n",
    "clean_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  if __name__ == '__main__':\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "topic  Label\n",
       "0      0         51\n",
       "       1         12\n",
       "       -1         1\n",
       "1      0        210\n",
       "       1         37\n",
       "       -1        16\n",
       "2      0         71\n",
       "       1         12\n",
       "       -1         3\n",
       "3      0         39\n",
       "       1          7\n",
       "       -1         4\n",
       "Name: Label, dtype: int64"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clean_df['Label'] = clean_df['Label'].apply(str)\n",
    "group_by_topic = clean_df.groupby('topic')\n",
    "label_counts = group_by_topic['Label'].value_counts()\n",
    "label_counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "64"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(label_counts[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The upward label proportion for topic 0 is: 0.797\n",
      "The downward label proportion for topic 0 is: 0.016\n",
      "\n",
      "The upward label proportion for topic 1 is: 0.798\n",
      "The downward label proportion for topic 1 is: 0.061\n",
      "\n",
      "The upward label proportion for topic 2 is: 0.826\n",
      "The downward label proportion for topic 2 is: 0.035\n",
      "\n",
      "The upward label proportion for topic 3 is: 0.780\n",
      "The downward label proportion for topic 3 is: 0.080\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for i in range(4):\n",
    "    total = sum(label_counts[i])\n",
    "    print(\"The upward label proportion for topic %d is: %0.3f\" % (i, label_counts[i][0] / total))\n",
    "    print(\"The downward label proportion for topic %d is: %0.3f\" % (i, label_counts[i][2] / total))\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAD8CAYAAACPWyg8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEmlJREFUeJzt3XuQZGddxvHvQxYIiRpyWdc1FzdoCkwplnGkYuGVoFxN\noiKGQlgxulriFS0T8MKWlqVYIgbxtgZ0QbmEACYqXjYx0fIPE3c1sCQxZkkg7JLLipALKjHy848+\nE4ZlZrbfmT59ema+n6quPuf06XN+73TPPPOec/rtVBWSJLV4zNAFSJLWHsNDktTM8JAkNTM8JEnN\nDA9JUjPDQ5LUzPCQJDUzPCRJzQwPSVKzTUMXsBqnnHJKbdu2begyJGlN2bdv339U1ebVbGNNh8e2\nbdvYu3fv0GVI0pqS5MOr3YaHrSRJzQwPSVIzw0OS1MzwkCQ1MzwkSc0MD0lSM8NDktSst/BI8qYk\n9yX5wIJlJyXZk+T27v7EbnmSvD7JgSTvT3JOX3VJklavz57HHwPPPmLZpcC1VXUWcG03D/Ac4Kzu\ntgP4vR7rkiStUm+fMK+qf0iy7YjFFwDf3E3vBq4HLumWv7mqCvinJE9MsrWq7u6rPm0QO08YaL/3\nD7NfaUqmfc5jy4JAuAfY0k2fCnxkwXoHu2WSpBk02AnzrpdRrc9LsiPJ3iR7Dx8+3ENlkqSjmXZ4\n3JtkK0B3f1+3/BBw+oL1TuuWfY6q2lVVc1U1t3nzqgaFlCSt0LTD42pgeze9HbhqwfKXdlddnQvc\n7/kOSZpdvZ0wT/I2RifHT0lyEHg18GvAFUkuBj4MvLBb/b3Ac4EDwH8BL+urLknS6vV5tdWLlnjo\nvEXWLeDlfdUiSZosP2EuSWpmeEiSmhkekqRmhockqZnhIUlqZnhIkpoZHpKkZoaHJKmZ4SFJamZ4\nSJKaGR6SpGaGhySpmeEhSWpmeEiSmhkekqRmhockqZnhIUlqZnhIkpoZHpKkZoaHJKmZ4SFJamZ4\nSJKaGR6SpGaGhySpmeEhSWpmeEiSmhkekqRmhockqZnhIUlqZnhIkpoZHpKkZoaHJKnZIOGR5KeS\n3JzkA0neluTYJGcmuSHJgSTvSPK4IWqTJB3d1MMjyanAjwNzVfUVwDHARcBrgNdV1ZcBHwcunnZt\nkqTxDHXYahPwhCSbgOOAu4FnAFd2j+8GLhyoNknSUUw9PKrqEPAbwF2MQuN+YB/wiap6pFvtIHDq\ntGuTJI1niMNWJwIXAGcCXwwcDzy74fk7kuxNsvfw4cM9VSlJWs4Qh62eCdxZVYer6n+BdwNPB57Y\nHcYCOA04tNiTq2pXVc1V1dzmzZunU7Ek6bMMER53AecmOS5JgPOAW4DrgBd062wHrhqgNknSGIY4\n53EDoxPj/wLs72rYBVwCvCLJAeBk4I3Trk2SNJ5NR19l8qrq1cCrj1h8B/C0AcqRJDXyE+aSpGaG\nhySpmeEhSWpmeEiSmhkekqRmg1xtJa17O08YcN/3D7dvbRj2PCRJzQwPSVIzw0OS1MzwkCQ1Mzwk\nSc0MD0lSM8NDktTM8JAkNTM8JEnNDA9JUjPDQ5LUzPCQJDUzPCRJzQwPSVIzw0OS1MzwkCQ1Mzwk\nSc0MD0lSM8NDktTM8JAkNRsrPJJ8Zd+FSJLWjnF7Hr+b5MYkP5LkhF4rkiTNvLHCo6q+AXgxcDqw\nL8lbk3xrr5VJkmbW2Oc8qup24OeBS4BvAl6f5N+SfGdfxUmSZtO45zyemuR1wK3AM4Bvr6ov76Zf\n12N9kqQZtGnM9X4buBx4VVX99/zCqvpokp/vpTJJ0swa97DV84C3zgdHksckOQ6gqt7SutMkT0xy\nZXfY69YkX5fkpCR7ktze3Z/Yul1J0nSMGx7XAE9YMH9ct2ylLgP+uqqeAnwVo8NhlwLXVtVZwLXd\nvCRpBo0bHsdW1UPzM930cSvZYXep7zcCb+y29XBVfQK4ANjdrbYbuHAl25ck9W/c8PhkknPmZ5J8\nDfDfy6y/nDOBw8AfJfnXJJcnOR7YUlV3d+vcA2xZ4fYlST0b94T5TwLvTPJRIMAXAd+zin2eA/xY\nVd2Q5DKOOERVVZWkFntykh3ADoAzzjhjhSVIklZjrPCoqn9O8hTgyd2i26rqf1e4z4PAwaq6oZu/\nklF43Jtka1XdnWQrcN8StewCdgHMzc0tGjCSpH61DIz4tcBTGfUaXpTkpSvZYVXdA3wkyXwQnQfc\nAlwNbO+WbQeuWsn2JUn9G6vnkeQtwJcCNwH/1y0u4M0r3O+PAX+a5HHAHcDLGAXZFUkuBj4MvHCF\n25Yk9Wzccx5zwNlVNZHDRFV1U7fNI503ie1Lkvo17mGrDzA6SS5J0tg9j1OAW5LcCHxqfmFVnd9L\nVZKkmTZueOzsswhJ0toy7qW6f5/kS4CzquqablyrY/otTZI0q8Ydkv0HGX0e4w+6RacCf9ZXUZKk\n2TbuCfOXA08HHoBHvxjqC/sqSpI028YNj09V1cPzM0k2MfqchyRpAxo3PP4+yauAJ3TfXf5O4M/7\nK0uSNMvGDY9LGY2Eux/4IeC9jL7PXJK0AY17tdWngT/sbpKkDW7csa3uZJFzHFX1pIlXJEmaeS1j\nW807Fvhu4KTJlyNJWgvGOudRVR9bcDtUVb8FPK/n2iRJM2rcw1bnLJh9DKOeyLi9FknSOjNuALx2\nwfQjwIfw+zYkacMa92qrb+m7EEnS2jHuYatXLPd4Vf3mZMqRJK0FLVdbfS2j7xkH+HbgRuD2PoqS\nJM22ccPjNOCcqnoQIMlO4C+r6nv7KkySNLvGHZ5kC/DwgvmHu2WSpA1o3J7Hm4Ebk7ynm78Q2N1P\nSZKkWTfu1Va/kuSvgG/oFr2sqv61v7IkSbNs3MNWAMcBD1TVZcDBJGf2VJMkacaN+zW0rwYuAV7Z\nLXos8Cd9FSVJmm3j9jy+Azgf+CRAVX0U+Py+ipIkzbZxw+Phqiq6YdmTHN9fSZKkWTdueFyR5A+A\nJyb5QeAa/GIoSdqwxr3a6je67y5/AHgy8ItVtafXyiRJM+uo4ZHkGOCabnBEA0OSdPTDVlX1f8Cn\nk5wwhXokSWvAuJ8wfwjYn2QP3RVXAFX1471UJUmaaeOGx7u7myRJy4dHkjOq6q6qmvg4Vt25lL3A\noap6fveJ9bcDJwP7gJdU1cPLbUOSNIyjnfP4s/mJJO+a8L5/Arh1wfxrgNdV1ZcBHwcunvD+JEkT\ncrTwyILpJ01qp0lOA54HXN7NB3gGcGW3ym5GI/dKkmbQ0cKjlpherd8Cfhb4dDd/MvCJqnqkmz8I\nnDrB/UmSJuho4fFVSR5I8iDw1G76gSQPJnlgJTtM8nzgvqrat8Ln70iyN8new4cPr2QTkqRVWvaE\neVUd08M+nw6cn+S5wLHAFwCXMRr6ZFPX+zgNOLRETbuAXQBzc3OT7A1JksbU8n0eE1FVr6yq06pq\nG3AR8HdV9WLgOuAF3WrbgaumXZskaTxTD49lXAK8IskBRudA3jhwPZKkJYz7IcFeVNX1wPXd9B3A\n04asR5I0nlnqeUiS1gjDQ5LUzPCQJDUzPCRJzQwPSVIzw0OS1MzwkCQ1MzwkSc0MD0lSM8NDktTM\n8JAkNTM8JEnNDA9JUjPDQ5LUzPCQJDUzPCRJzQwPSVIzw0OS1MzwkCQ1MzwkSc0MD0lSs01DFyD1\n6SvPPGOQ/e6/865B9juonScMuO/7h9v3BmXPQ5LUzPCQJDUzPCRJzQwPSVIzw0OS1MzwkCQ1Mzwk\nSc0MD0lSM8NDktTM8JAkNZt6eCQ5Pcl1SW5JcnOSn+iWn5RkT5Lbu/sTp12bJGk8Q/Q8HgF+uqrO\nBs4FXp7kbOBS4NqqOgu4tpuXJM2gqYdHVd1dVf/STT8I3AqcClwA7O5W2w1cOO3aJEnjGfScR5Jt\nwFcDNwBbquru7qF7gC0DlSVJOorBhmRP8nnAu4CfrKoHkjz6WFVVklrieTuAHQBnnDHMcNtagaGG\n6x5oSHZpvRuk55HksYyC40+r6t3d4nuTbO0e3wrct9hzq2pXVc1V1dzmzZunU7Ak6bNMveeRURfj\njcCtVfWbCx66GtgO/Fp3f9W0a5MmZagvoQLYP9ietZEMcdjq6cBLgP1JbuqWvYpRaFyR5GLgw8AL\nB6hNkjSGqYdHVf0jkCUePm+atUjr0pBfB6sNw0+YS5KaGR6SpGaGhySp2WCf85Cm4YpffWSQ/b7w\nlf5qaX2z5yFJamZ4SJKaGR6SpGaGhySpmeEhSWrmJSGaiqHGerqCYa62ktY7ex6SpGb2PKR1Zqhe\n3v477xpkv4MachyxnfcPt2/seUiSVsCeh9SDoT7ZDn66XdNhz0OS1Mx/USRNhN+euLHY85AkNTM8\nJEnNDA9JUjPDQ5LUzPCQJDXzaitpnRnyMyaD2T50ARuPPQ9JUrON2/PYwGPSDGFD/jcsrWP2PCRJ\nzQwPSVIzw0OS1MzwkCQ127gnzDeiIS8S4IsH3LfUj408GKQ9D0lSM8NDktTM8JAkNZup8Ejy7CS3\nJTmQ5NKh65EkLW5mwiPJMcDvAM8BzgZelOTsYauSJC1mlq62ehpwoKruAEjyduAC4JY+dnbr24e7\n+ufLdw6z3yHbLK1Hgw67M/BgkDPT8wBOBT6yYP5gt0ySNGNmqecxliQ7gB3d7ENJbjtilVOA/5hu\nVY2SlTxr9tu1cuu1beu1XTBrbVvZ79RiZqtdy2lv88K2fclqdz9L4XEIOH3B/Gndss9SVbuAXUtt\nJMneqpqbfHnDWq/tgvXbtvXaLli/bVuv7YLJt22WDlv9M3BWkjOTPA64CLh64JokSYuYmZ5HVT2S\n5EeBvwGOAd5UVTcPXJYkaREzEx4AVfVe4L2r3MySh7TWuPXaLli/bVuv7YL127b12i6YcNtSVZPc\nniRpA5ilcx6SpDViTYRHkpOS7Elye3d/4hLrbe/WuT3J9gXLfyXJR5I8dMT635fkcJKbutsP9N2W\nRWruq22PT/KObqiXG5Js67cln1Pvatv1NUn2d/W/Phldl5hkZ5JDC16z506xTcsOn7PczzzJK7vl\ntyV51rjbnIae2vWh7vW7Kcne6bTkc+peUbuSnJzkuiQPJXnDEc9Z9H05bT217fpum/O/W1+4bBFV\nNfM34NeBS7vpS4HXLLLOScAd3f2J3fSJ3WPnAluBh454zvcBb1inbfsR4Pe76YuAd6yxdt3YtS3A\nXwHP6ZbvBH5mgNfpGOCDwJOAxwHvA84e52fOaLid9wGPB87stnPMONtci+3qHvsQcMq0X6cJtet4\n4OuBHz7y78NS78t10rbrgblx61gTPQ9Gw5Ts7qZ3Axcuss6zgD1V9Z9V9XFgD/BsgKr6p6q6eyqV\ntuurbQu3eyVw3pT/S1pxu5JsBb6ga1sBb17i+dP06PA5VfUwMD98zkJL/cwvAN5eVZ+qqjuBA932\nxtlm3/po1yxYcbuq6pNV9Y/A/yxceYbelxNv20qslfDYsuAP5D3AlkXWWenwJt+V5P1Jrkxy+tFX\nn7i+2vboc6rqEeB+4OTVldpkNe06tZs+cvm8H+1eszctdTisB+O8Bkv9zJdr59BD8vTRLoAC/jbJ\nvoxGhZi21bRruW0u976clj7aNu+PukNWv3C0fzZn5lLdJNcAX7TIQz+3cKaqKsmkLhH7c+BtVfWp\nJD/EKKmfMaFtP2qgtvVuoHb9HvDLjP44/TLwWuD7J7RtTc7XV9Wh7rj5niT/VlX/MHRRWtaLu9fs\n84F3AS9h1Lta1MyER1U9c6nHktybZGtV3d11He9bZLVDwDcvmD+N0TG85fb5sQWzlzM6Tj9xQ7SN\nzwz3cjDJJuAE4GPLP6VNj+061E0vXH6o2+e9C/bxh8BfrLT+RuMMn7PUz3y55x51SJ6e9dKuqpq/\nvy/JexgdaplmeKymXcttc9H35ZT10baFr9mDSd7K6DVbMjzWymGrq/nMAMTbgasWWedvgG9LcmJ3\nKOPbumVL6v6ozTsfuHUCtbbqpW1HbPcFwN91x2mnZcXt6g53PZDk3K7r/NL55x/xmn0H8IG+GnCE\ncYbPWepnfjVwUXcFzJnAWYxOvM7CkDwTb1eS47v/XklyPKPXdVqv07zVtGtRy70vp2zibUuyKckp\n3fRjgedztNds2lcKrOTG6FjdtcDtwDXASd3yOeDyBet9P6OTdgeAly1Y/uuMjgt+urvf2S3/VeBm\nRlcrXAc8ZR217Vjgnd36NwJPWmPtmuvevB8E3sBnPtD6FmA/8H5GvyBbp9im5wL/3tX0c92yXwLO\nP9rPnNGhvA8Ct7HgCp3FtjnAe3Ci7WJ0FdD7utvNa7RdHwL+E3io+706e7n35VpvG6OrsPZ1v1c3\nA5fRXTm31M1PmEuSmq2Vw1aSpBlieEiSmhkekqRmhockqZnhIUlqZnhIkpoZHpKkZoaHJKnZ/wO5\nvtvhU9mAgAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10aaf7b38>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for i in range(4):\n",
    "    clean_df[clean_df['topic'] == i]['Mean Proportion'].plot(kind='hist')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "-------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "    <div class=\"bk-root\">\n",
       "        <a href=\"http://bokeh.pydata.org\" target=\"_blank\" class=\"bk-logo bk-logo-small bk-logo-notebook\"></a>\n",
       "        <span id=\"35d65cdc-53fe-430c-bf94-258ccb685b85\">Loading BokehJS ...</span>\n",
       "    </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/javascript": [
       "\n",
       "(function(global) {\n",
       "  function now() {\n",
       "    return new Date();\n",
       "  }\n",
       "\n",
       "  if (typeof (window._bokeh_onload_callbacks) === \"undefined\") {\n",
       "    window._bokeh_onload_callbacks = [];\n",
       "  }\n",
       "\n",
       "  function run_callbacks() {\n",
       "    window._bokeh_onload_callbacks.forEach(function(callback) { callback() });\n",
       "    delete window._bokeh_onload_callbacks\n",
       "    console.info(\"Bokeh: all callbacks have finished\");\n",
       "  }\n",
       "\n",
       "  function load_libs(js_urls, callback) {\n",
       "    window._bokeh_onload_callbacks.push(callback);\n",
       "    if (window._bokeh_is_loading > 0) {\n",
       "      console.log(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n",
       "      return null;\n",
       "    }\n",
       "    if (js_urls == null || js_urls.length === 0) {\n",
       "      run_callbacks();\n",
       "      return null;\n",
       "    }\n",
       "    console.log(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n",
       "    window._bokeh_is_loading = js_urls.length;\n",
       "    for (var i = 0; i < js_urls.length; i++) {\n",
       "      var url = js_urls[i];\n",
       "      var s = document.createElement('script');\n",
       "      s.src = url;\n",
       "      s.async = false;\n",
       "      s.onreadystatechange = s.onload = function() {\n",
       "        window._bokeh_is_loading--;\n",
       "        if (window._bokeh_is_loading === 0) {\n",
       "          console.log(\"Bokeh: all BokehJS libraries loaded\");\n",
       "          run_callbacks()\n",
       "        }\n",
       "      };\n",
       "      s.onerror = function() {\n",
       "        console.warn(\"failed to load library \" + url);\n",
       "      };\n",
       "      console.log(\"Bokeh: injecting script tag for BokehJS library: \", url);\n",
       "      document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "    }\n",
       "  };\n",
       "\n",
       "  var js_urls = ['https://cdn.pydata.org/bokeh/release/bokeh-0.12.0.min.js', 'https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.0.min.js', 'https://cdn.pydata.org/bokeh/release/bokeh-compiler-0.12.0.min.js'];\n",
       "\n",
       "  var inline_js = [\n",
       "    function(Bokeh) {\n",
       "      Bokeh.set_log_level(\"info\");\n",
       "    },\n",
       "    \n",
       "    function(Bokeh) {\n",
       "      Bokeh.$(\"#35d65cdc-53fe-430c-bf94-258ccb685b85\").text(\"BokehJS successfully loaded\");\n",
       "    },\n",
       "    function(Bokeh) {\n",
       "      console.log(\"Bokeh: injecting CSS: https://cdn.pydata.org/bokeh/release/bokeh-0.12.0.min.css\");\n",
       "      Bokeh.embed.inject_css(\"https://cdn.pydata.org/bokeh/release/bokeh-0.12.0.min.css\");\n",
       "      console.log(\"Bokeh: injecting CSS: https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.0.min.css\");\n",
       "      Bokeh.embed.inject_css(\"https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.0.min.css\");\n",
       "    }\n",
       "  ];\n",
       "\n",
       "  function run_inline_js() {\n",
       "    for (var i = 0; i < inline_js.length; i++) {\n",
       "      inline_js[i](window.Bokeh);\n",
       "    }\n",
       "  }\n",
       "\n",
       "  if (window._bokeh_is_loading === 0) {\n",
       "    console.log(\"Bokeh: BokehJS loaded, going straight to plotting\");\n",
       "    run_inline_js();\n",
       "  } else {\n",
       "    load_libs(js_urls, function() {\n",
       "      console.log(\"Bokeh: BokehJS plotting callback run at\", now());\n",
       "      run_inline_js();\n",
       "    });\n",
       "  }\n",
       "}(this));"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.manifold import MDS\n",
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "from bokeh.io import output_notebook, show\n",
    "from bokeh.charts import Scatter, Histograms\n",
    "\n",
    "output_notebook()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "    <div class=\"bk-root\">\n",
       "        <div class=\"plotdiv\" id=\"ef99888c-f0d2-4a1f-9025-d14d88804f24\"></div>\n",
       "    </div>\n",
       "<script type=\"text/javascript\">\n",
       "  \n",
       "  (function(global) {\n",
       "    function now() {\n",
       "      return new Date();\n",
       "    }\n",
       "  \n",
       "    if (typeof (window._bokeh_onload_callbacks) === \"undefined\") {\n",
       "      window._bokeh_onload_callbacks = [];\n",
       "    }\n",
       "  \n",
       "    function run_callbacks() {\n",
       "      window._bokeh_onload_callbacks.forEach(function(callback) { callback() });\n",
       "      delete window._bokeh_onload_callbacks\n",
       "      console.info(\"Bokeh: all callbacks have finished\");\n",
       "    }\n",
       "  \n",
       "    function load_libs(js_urls, callback) {\n",
       "      window._bokeh_onload_callbacks.push(callback);\n",
       "      if (window._bokeh_is_loading > 0) {\n",
       "        console.log(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n",
       "        return null;\n",
       "      }\n",
       "      if (js_urls == null || js_urls.length === 0) {\n",
       "        run_callbacks();\n",
       "        return null;\n",
       "      }\n",
       "      console.log(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n",
       "      window._bokeh_is_loading = js_urls.length;\n",
       "      for (var i = 0; i < js_urls.length; i++) {\n",
       "        var url = js_urls[i];\n",
       "        var s = document.createElement('script');\n",
       "        s.src = url;\n",
       "        s.async = false;\n",
       "        s.onreadystatechange = s.onload = function() {\n",
       "          window._bokeh_is_loading--;\n",
       "          if (window._bokeh_is_loading === 0) {\n",
       "            console.log(\"Bokeh: all BokehJS libraries loaded\");\n",
       "            run_callbacks()\n",
       "          }\n",
       "        };\n",
       "        s.onerror = function() {\n",
       "          console.warn(\"failed to load library \" + url);\n",
       "        };\n",
       "        console.log(\"Bokeh: injecting script tag for BokehJS library: \", url);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      }\n",
       "    };var element = document.getElementById(\"ef99888c-f0d2-4a1f-9025-d14d88804f24\");\n",
       "    if (element == null) {\n",
       "      console.log(\"Bokeh: ERROR: autoload.js configured with elementid 'ef99888c-f0d2-4a1f-9025-d14d88804f24' but no matching script tag was found. \")\n",
       "      return false;\n",
       "    }\n",
       "  \n",
       "    var js_urls = [];\n",
       "  \n",
       "    var inline_js = [\n",
       "      function(Bokeh) {\n",
       "        Bokeh.$(function() {\n",
       "            var docs_json = {\"9dc95fd7-da32-4b16-a852-3f4a817018cc\":{\"roots\":{\"references\":[{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#5ab738\"},\"line_color\":{\"value\":\"#5ab738\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"753bd714-d4cc-4320-9010-a1e8e967a4ed\",\"type\":\"Circle\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"0236ac4e-0057-4fd1-bb1a-74a35f759e5c\",\"type\":\"SaveTool\"},{\"attributes\":{},\"id\":\"be4a27a4-fd22-40a0-b0f1-8ba02cd0e887\",\"type\":\"BasicTickFormatter\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#f22c40\"},\"line_color\":{\"value\":\"#f22c40\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"6e4c493f-b743-47be-96c9-dedbf4e9934d\",\"type\":\"Circle\"},{\"attributes\":{\"dimension\":1,\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"f3704d4a-7ecb-41cb-929a-4a936831d3ce\",\"type\":\"BasicTicker\"}},\"id\":\"385d1da6-d2da-4bda-a07a-cb91c4d5cf02\",\"type\":\"Grid\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2},{\"topic_label\":2}],\"topic_label\":[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],\"x_values\":[-0.33577846322533556,-0.30015602940886404,-0.38669531924966893,-0.4995671465263336,-0.003547106209769661,-0.13628760564282455,-0.4037704115910892,-0.5417152496509468,-0.11227507622313249,-0.6069380038022639,-0.5470338861229693,-0.5268454991763045,-0.6038797028918776,-0.5356527145442924,-0.36800382781858576,-0.5484448316624868,-0.6386819820871694,-0.571060539922053,-0.4525748204950566,-0.42494209213318873,-0.542209205506105,-0.601959374362084,-0.6462400365065206,-0.5892313716138982,-0.5190904709078216,-0.5294816321921156,-0.3918547404872256,-0.23043852524428443,-0.3745705839012484,-0.5868866227387128,-0.6256024332882156,-0.15168712989634947,-0.32734816774756004,-0.25083425670496856,-0.34477069428917456,-0.4300098256375148,-0.10058327440612831,-0.3588061557324878,-0.2728773607338807,0.6364041515604866,-0.4047019968204017,-0.5694661954381891,-0.48529010545893264,-0.14647083023464627,-0.29449691889590435,-0.5929859559953545,-0.6470012161262814,-0.511119926247847,-0.5827999050286283,-0.25403376174557174,-0.4426436032325668,-0.3942826780674751,-0.45751900699414666,-0.6261993628379765,-0.5884904179437946,-0.22600974645696342,-0.5854870149257057,-0.5703162926408155,-0.1913771593770063,-0.5125974247819511,-0.35547409577238304,-0.5192108038442631,-0.6200214135533082,-0.25691622070078984,-0.6733280886872123,-0.5901229423797012,-0.5551688986284532,-0.5250067758314004,-0.48647847818120754,-0.5828705072362589,-0.28665633553935327,-0.6250903328073415,-0.647554785737441,-0.6285585239042233,-0.47043138233070375,-0.16322058810023893,-0.2129557967686385,-0.04915441906057028,-0.11153361474539181,-0.16926014679632712,-0.6800576046897198,-0.5835136580447288,-0.35809809377802376,-0.5936460811054146,-0.5660305453535834,-0.43126843890720495],\"y_values\":[0.3180426329301895,0.03822377138511804,0.2576873011839651,0.07625982285315686,0.2619312385560798,-0.05595286218406122,0.2189032408731458,0.05577563617548767,0.03407787839258657,0.2972739012637391,0.021496740563182095,0.213432443460884,-0.07201037206446384,0.16054226310677577,0.2612358295984295,0.17352721204539034,0.08483681614737214,0.2352369462311803,0.35589289994277756,0.22093636606247669,0.11781765512533778,0.013614020375692874,0.21901855660114378,0.20690521246469845,0.44765737154549107,0.13769877218824575,-0.18604872292335223,0.01270539158821293,0.10878551778542443,0.16338416166156888,0.11602293191417669,0.12568701135797622,0.10543647636215966,0.20711641590123386,0.23719507525920505,0.25211503438537325,0.0437456735108313,-0.33517444597274604,-0.29258242428719805,0.01721368110505188,-0.07838280040221306,0.04284739363320828,-0.20177454618065785,0.350279076961197,0.17903623319557596,0.17901526915456414,-0.13145237073315916,0.21234659446749646,0.20906685972617803,0.15534694210569805,0.30644846166144296,0.35833988855293675,0.2511834724458911,-0.1470322769196077,0.2360486501416342,0.1848658959561372,0.08918643717275022,0.046872253614884965,0.30141658707899494,0.22944204430820983,-0.04786486676059217,-0.21748711743187113,-0.00638123530781251,0.2207957949198968,0.120486846471262,0.2307020013496775,0.2726184483504189,0.1673441382276747,0.07370709497116693,0.11643505930213664,-0.013438713869346456,0.0425786377005231,0.15009378995666514,0.0932243043960041,0.26677638527130393,-0.016467562360127967,0.05270430211191198,-0.04407432746638251,0.28467697744128495,0.07724772107529511,0.06401578117062069,-0.03181825268301382,-0.09467576302928378,-0.01091138327839883,-0.33300361036010556,0.10630869329534036]}},\"id\":\"e16935d2-7d8c-4176-b7da-844d1d5cec93\",\"type\":\"ColumnDataSource\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0},{\"topic_label\":0}],\"topic_label\":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],\"x_values\":[0.28633419621900413,0.3172518135334096,0.2791078116017741,-0.056926423626509015,0.2209690788214285,-0.3859043486902449,-0.0660684455057725,0.2486339397022286,-0.07587293294545057,0.014013175947413116,0.036837740207628325,0.175498714347203,0.05708530231573954,0.14008841675131148,0.10674827602511541,-0.32558550247077706,0.2852905597734937,0.09014938783886665,0.008722072798875527,-0.21569760757929354,-0.3651427475205428,0.10469490358402227,-0.07385681239582155,0.05460652080040554,0.057196072107228046,-0.23322399547426337,0.06556647890656817,-0.678347110681594,0.19426475348221012,0.09400604136811759,-0.21325457737584627,0.06807912829879396,0.1441350464678358,0.04882114420676873,-0.18336484585062285,0.0908947759175744,-0.0010319746316140418,0.18676255059784888,0.24692070778635206,-0.247650343515392,0.28589734937692984,-0.24765034351538723,-0.27159861557912834,-0.0917002101534543,0.3114360489805502,0.1046949036937691,0.0013682220483719944,0.008722075756726585,0.04144182831992323,0.00872207337085446,0.02547109921911356,0.33436530422420196,-0.10836139491361747,-0.07982368941960583,-0.05666753129397027,-0.018677413219112315,-0.5087597454341914,0.1715317253891726,-0.07963099484227697,0.12404870123815721,-0.05818612434347023,-0.025960723888390963,-0.17732129865230112,-0.1710233506792058],\"y_values\":[-0.7323700362147898,-0.1146503639489812,-0.40151349124519575,-0.7082439922554067,-0.5500436613478362,0.7963488187264551,-0.7333426745601763,0.22254888976117948,-0.7097895442203594,-0.3152773846010005,-0.49829504481592896,-0.21010610188059164,-0.5939457563874314,-0.7361792974499463,-0.7118827316605989,-0.6578737448836334,0.06703869596049565,-0.5741555396212866,-0.7547136881066779,0.5818807758584207,-0.6518821848575629,-0.6933647401543918,-0.7103274202255057,-0.26532752254755515,-0.6369224566752022,-0.6087357146199898,-0.7486226826397574,-0.5626844404107535,-0.5920370551783279,-0.4226406852871301,-0.743068521018705,-0.8124950306444519,-0.8103709475522752,-0.8094311570854613,0.5761560204312519,-0.6053412120337862,-0.5133458545019015,-0.49015030686392536,-0.736016062223018,-0.6652543415765839,-0.6737631344005092,-0.6652543415765861,0.6117025478637184,-0.6535785772714352,0.05837834372417773,-0.6933647401418073,-0.41445036965830184,-0.7547136878487604,-0.7674949390000572,-0.7547136880568026,-0.7452100318259487,0.04980805401003356,-0.7085672212476336,-0.6983512234676376,-0.6839657707484277,-0.6351304455078502,0.5334792072672095,-0.5888201342841475,-0.5666255010304216,-0.5035950292748436,-0.6454463047326945,-0.5284925873287971,-0.5676457134725553,-0.562193990605211]}},\"id\":\"b7504e43-3f93-4641-907c-bd856fb59ffd\",\"type\":\"ColumnDataSource\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#df5320\"},\"line_color\":{\"value\":\"#df5320\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"8aa515c5-8e07-41b2-b269-da15ad9851b1\",\"type\":\"Circle\"},{\"attributes\":{\"data_source\":{\"id\":\"b7504e43-3f93-4641-907c-bd856fb59ffd\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"6e4c493f-b743-47be-96c9-dedbf4e9934d\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"1d34a5ba-3d2f-4c5e-9830-acb994c42023\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#407ee7\"},\"line_color\":{\"value\":\"#407ee7\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"8168140a-0acf-4f4b-883e-679d269d5c41\",\"type\":\"Circle\"},{\"attributes\":{\"overlay\":{\"id\":\"1b020c03-1dcd-4c27-b798-3ecff48b2153\",\"type\":\"BoxAnnotation\"},\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"1397af10-74f6-4b60-b2fe-7976f4f33ee0\",\"type\":\"BoxZoomTool\"},{\"attributes\":{\"legends\":[[\"1\",[{\"id\":\"3bed2495-f404-4f8e-a0f0-2eebba2f55c4\",\"type\":\"GlyphRenderer\"}]],[\"2\",[{\"id\":\"895f4e79-64ea-4419-872d-29017deddf19\",\"type\":\"GlyphRenderer\"}]],[\"0\",[{\"id\":\"1d34a5ba-3d2f-4c5e-9830-acb994c42023\",\"type\":\"GlyphRenderer\"}]],[\"3\",[{\"id\":\"49fe5fa5-9265-4a06-be0c-c8558254d8e2\",\"type\":\"GlyphRenderer\"}]]],\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"b561e8d7-8450-40ea-a6bb-737c62462bdd\",\"type\":\"Legend\"},{\"attributes\":{},\"id\":\"f3704d4a-7ecb-41cb-929a-4a936831d3ce\",\"type\":\"BasicTicker\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"524de03f-1a5a-4e14-b646-705aab3aca66\",\"type\":\"BasicTicker\"}},\"id\":\"51892765-0f95-40f5-8c9c-6023cce08869\",\"type\":\"Grid\"},{\"attributes\":{\"data_source\":{\"id\":\"251e42ac-f5e4-4d3d-90c0-20232f76f541\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"753bd714-d4cc-4320-9010-a1e8e967a4ed\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"3bed2495-f404-4f8e-a0f0-2eebba2f55c4\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"data_source\":{\"id\":\"e16935d2-7d8c-4176-b7da-844d1d5cec93\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"8168140a-0acf-4f4b-883e-679d269d5c41\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"895f4e79-64ea-4419-872d-29017deddf19\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1},{\"topic_label\":1}],\"topic_label\":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],\"x_values\":[0.3896519540815468,0.34557955832083126,0.23155205131051687,0.7573064710862275,0.22328593058629376,0.3110782545541413,0.5398574785667893,0.7210268403951401,0.6683711982446324,0.41644157719940855,0.2943791922185936,0.3286759515571835,0.23155205131051657,0.40911144399384997,0.21433377767646036,0.6677797489683511,-0.23437491754483136,-0.3948838367515024,-0.39312929121858486,0.23155205131051665,0.31107825455414134,0.4464254360666471,0.4735669646415093,0.45742589674050804,-0.306929335609413,0.5370544101044273,-0.09803402877852532,0.4620517138758179,0.5805580753436308,0.2267347200651121,0.192067452734648,0.15259788462277546,0.23155205131051662,0.23155205131051673,-0.6694945734420549,-0.08796476163974326,0.1532528336285908,0.33030877932556824,0.45091397372934694,0.28947031618016267,0.46283749874277463,-0.017154626054470032,0.2143067409507169,0.3482130475005746,0.3762955095600191,0.2188928081187174,0.3733285170974584,-0.33394405501206775,0.2053498932188299,0.43184627432990685,-0.04002369406043768,0.2315520513105166,0.34954514940629594,0.5623939041882404,-0.054288053387605645,0.2786830017624072,0.23155205131051668,0.23155205131051662,0.372384323071292,0.6014221887618826,0.3404612282332571,0.33973785110738397,0.5046783075338516,0.23155205131051645,-0.2531329016670314,0.10522555386618004,0.40796683885983603,0.340400854982453,-0.3983693591153903,0.49485407981396257,0.6268127962993375,0.4021609194630482,0.23155205131051668,0.24653110190631153,-0.3267391445437231,0.20534924893699508,0.06876829066271233,0.4781509149196228,0.12296009495854475,0.30249546461895965,0.23155205131051665,0.23609119662419817,0.3659920859049129,0.12851485548756666,0.4444076378387722,0.2315520513105168,0.2605601801467386,0.3713176832871019,-0.22411700449607128,-0.21443499169051336,0.32887388743783114,0.3676929534826595,0.27393162487995054,0.5773495112399671,-0.03801257013220163,0.23155205131051662,0.08189979449239154,0.38676168105272235,0.14864251171269774,-0.08699999978038367,0.5069585767229906,-0.069664771459863,-0.2777140307945921,0.23155205131051665,0.2998260460374208,-0.43268726274862884,0.46515612678926166,0.0922861630713636,0.5139287170771147,-0.31097930573328153,0.18547944733931443,-0.2902130521402216,-0.429614949603174,0.2315520513105167,0.6708551980801913,-0.17607016454210506,0.7674563222153321,-0.22442312828358396,0.2499920803535439,-0.40621950848799704,0.4244253938049277,0.46152258080997194,0.15125001019556095,-0.0637685234168725,0.14330995173338623,0.2315520513105166,0.37360315384288334,0.3223118572962017,0.46728837292897457,0.23155205131051657,0.36975269733197674,0.3843066428697824,0.03653684554355615,-0.16296536369916612,-0.38016091805095475,0.4398306693851072,0.2315520513105167,0.23155205131051684,-0.26212727352481235,0.20245437112423148,0.3057159889754794,0.26007192148362523,0.4828039493602199,0.22946471586021042,-0.2193936220135341,0.23155205131051665,0.6101876175053991,0.25681206287081493,0.3121276564944146,-0.3596101135635051,-0.1907004531649488,0.06151839082946909,0.23155205131051662,0.32221157989731825,0.3801960255457826,-0.45809798916606215,-0.2222071336611652,0.23155205131051657,0.36975269733197713,0.3700711708754053,0.17226997873510358,-0.09936250988710035,0.14620498097615214,-0.22130196480716982,0.3240774908981119,0.28635897500766766,-0.06069067128483107,0.38928009868263463,0.41815849629561674,0.26692454008494354,0.5058809072400648,0.609267979157602,-0.10193837206843895,-0.06696835702457168,-0.3451773713113634,0.6241422288502969,-0.48676807560562657,0.31910611513621684,0.5026805671950446,0.02649681557785167,0.29449038438699326,0.7150164689363344,0.14595000408942194,0.3117240294592471,-0.026393707539489494,0.11359332809228491,0.07748022397863376,0.4260687326748292,0.5270037772978514,0.5930957628192127,0.12551501771930917,-0.040835502116412306,-0.06860346708159866,0.03523039950066101,0.4325061659507994,0.2482374369669298,0.23069094548239372,0.3436129449282662,0.4313261432833872,0.30910451703873437,0.33657941572924305,0.375645918924086,-0.17393064972479316,0.39552440458285204,0.35453261796403934,-0.10011723413706292,-0.43954990311708036,0.32987198393991024,0.06535909378196897,0.3246151358567211,-0.0407145287772075,0.13352305373694712,0.5022574854143624,0.21916529440694768,0.6408322270157034,0.5056371868315815,0.5878336021422071,0.1995886484677933,0.5567068591196571,0.5075610801551091,-0.017273491833243764,-0.46281304470455126,-0.007401959439300867,0.5226230906028403,0.3688966395662404,0.31141975433423025,-0.1910630989195018,0.581701347282688,0.5116971994447885,0.5406864140186594,-0.534710956508876,0.4775357021284326,0.47795517209616767,-0.536018224943642,0.13704652179149182,0.27040673892434014,0.24599718820092323,0.17595393369857756,0.2871221533154252,0.4249243025300165,0.5213223469490169,0.6488031013662369,0.4494931597319401,-0.09416204380945022,0.6403481741334769,0.4743332631470524,0.7203869463343905,0.6630469454453438,0.4921418371450997,0.0055537418933279585,0.5324290353575671,0.5848785815899995,0.4279730176221465,0.220249858668362,0.43577129004962795,0.15433923704100888,0.1789300987963265,0.2100893010413312,0.629737318325926,-0.5611281253428645,0.4683782669060957,0.05533932111475056,-0.1465685559382056],\"y_values\":[-0.5706362713327058,-0.40985362478176957,0.6620648452736059,0.16448518213878932,0.6545003798871154,0.5310172485945399,-0.11903780650003629,0.36360751194603913,0.1555629448680235,-0.25684095952357344,0.12438130819969564,0.2308095173833619,0.6620648452736059,0.35479061726818717,0.5306386690442993,0.41046341747125065,0.43571710008477454,0.3998208601190851,-0.3917859393540893,0.6620648452736062,0.5310172485945397,0.0337833388675483,0.032561019327695805,-0.022369548458001716,-0.6725760082824191,0.1488202707730955,-0.19201052446572198,-0.3797098282408688,-0.4190671277790422,0.306982674910875,0.43123796494712036,-0.3043081913436258,0.662064845273606,0.6620648452736061,-0.297624073175791,-0.32764631951693474,-0.031859035337724426,-0.22958847649734362,-0.32691222975010725,-0.2577999581998234,-0.18250363724290491,-0.3870521104125383,-0.027743474723267582,-0.3652878316797822,-0.2333798055215424,0.11624379533882823,-0.25207973280088347,-0.5947089353698908,0.0322155967368033,0.05406068105192782,0.5417423060522512,0.6620648452736061,0.5006386242245856,-0.20087038169484445,-0.2537512923413772,0.4812871012926434,0.6620648452736061,0.6620648452736059,0.44178924710936857,0.12466488469338784,-0.4839129644594848,-0.41920895512589335,-0.1800440630408417,0.662064845273606,-0.4351004403785541,0.2698501360500388,0.3655990371174935,0.008755156475653421,-0.6564294315310629,-0.03284276198694776,0.11798313159720401,0.40292034590690495,0.6620648452736058,0.4568957340096357,-0.4295786462735472,0.29547702321827995,0.5036954127666127,-0.4403584355364026,0.3720326271874066,0.5135427911629284,0.662064845273606,0.024072104005683596,0.3874981715544024,-0.1262719379468995,-0.48345962833288286,0.6620648452736059,0.6466488017495512,-0.32244842826578535,-0.23234036671111183,-0.5039869603339875,-0.455820125226368,-0.4747380982811826,0.50916316894974,0.21237554441363474,0.6327250029572473,0.6620648452736059,-0.015574919275911144,0.31699412240013497,0.6418924920696416,0.5862707451414224,-0.16481214253696758,0.649378294928099,0.5920333746221121,0.6620648452736061,0.5183240004528225,-0.47533121279083557,0.31154220657621157,0.3686177418480204,-0.3987384458509009,0.5942030455707066,-0.11185059633295653,0.5730972838498477,-0.6014881068677351,0.662064845273606,-0.2270831039928603,0.67414622676385,-0.046155571760534385,-0.35767745481256785,-0.4318537434104601,-0.5931870037903532,0.49542707685389015,-0.18717499716970734,0.4109041505610936,-0.3802230306927354,-0.012322851752585694,0.6620648452736061,0.19659802406964186,-0.2469952279000304,-0.19715393132453304,0.6620648452736062,0.4322862534117832,-0.02703170840338921,-0.08482890898153135,0.41619019638648097,0.5248338349134966,-0.3944285137239654,0.6620648452736062,0.6620648452736059,-0.3310533950073692,-0.31630112132110066,-0.06142327760609795,-0.1291338028231562,-0.2522049388205092,0.5788512313365103,-0.45861617693635337,0.6620648452736062,-0.11921231587141785,0.552393406445067,0.4981209238715339,-0.3863475576646565,0.7449012183673753,-0.3187804408179089,0.6620648452736063,0.4917260716879667,0.22725775960392877,-0.6451904805788506,0.3709876255752661,0.6620648452736063,0.4322862534117826,0.028312239135412923,0.18730437486973597,0.4797663533589462,-0.37233141659935287,0.7213073663770309,-0.037316994003654846,0.33490521848240506,-0.469465922301757,0.13883817528952538,0.23352529794178042,0.5732012617165145,-0.35390631038053333,-0.25276071906366854,-0.3565321622875242,0.535359516664302,-0.5064537613844744,0.07254172454140492,0.4072946627469996,0.4364113251590926,-0.09509747860136708,0.5267317742717078,-0.31414925123376497,0.10770730858983453,-0.15714765369874725,-0.40957193459920493,0.1907687846237172,0.20334475454059237,-0.19873120678139247,0.2024536769610663,0.19000189042429363,0.1557358992976636,0.11798744707014043,0.22174497714768795,0.3695141345608096,0.4508511178952395,-0.08678128311454096,-0.008959108878235313,-0.27598284252955146,-0.07986126650291919,-0.2541645279854863,-0.19177756449003214,-0.024450056285657436,-0.01748323479241749,-0.14659515674996773,0.12487427561568745,-0.6461461391630847,0.1123991972767633,0.44324134765443396,0.32775051539594685,0.22590263793458662,0.5410491134007479,-0.3164068803466211,0.1518431819090751,-0.06861479828608633,0.15110973900109598,0.09991917089580012,0.13577740861300297,0.192808638351295,-0.0896270046806453,-0.057232072884081386,0.00668246488454445,0.43423669938198306,-0.44572050792052686,0.04156782306176279,-0.1448281478633657,0.08820663530676383,0.1587959738874412,-0.09651944684064626,-0.28281953119155917,-0.21746037817226987,-0.009512949019863777,-0.548651013930827,-0.08310491126058224,-0.10082654288788963,-0.5662092639849065,-0.4657168683228684,0.2944841958033713,0.5952262196466871,-0.07868448191649946,-0.42562465294737234,-0.35762893353542685,0.009111062536600887,0.3310906328381073,-0.3081005164478914,0.5929235238927139,-0.23206328981200197,-0.14947545655029998,0.03875247772356006,-0.15182239218701196,-0.289679781829007,0.0996723499966547,0.03499147399344763,0.038877212719547756,0.015762116801326168,0.5469768705949811,-0.5594223283809572,-0.3562722059158765,-0.3369939957815945,-0.1336418493504632,0.07061141963308676,-0.4304886310607382,-0.012847128291899438,0.665793770961438,-0.21412016522527255]}},\"id\":\"251e42ac-f5e4-4d3d-90c0-20232f76f541\",\"type\":\"ColumnDataSource\"},{\"attributes\":{},\"id\":\"92973bbe-67b3-44dc-b1d2-a3b370a33b28\",\"type\":\"ToolEvents\"},{\"attributes\":{\"data_source\":{\"id\":\"89a54100-6ee1-4618-985e-50a48aa9b637\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"8aa515c5-8e07-41b2-b269-da15ad9851b1\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"49fe5fa5-9265-4a06-be0c-c8558254d8e2\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"78be64b9-f4c1-4238-8c42-d04e56ece9c9\",\"type\":\"ResetTool\"},{\"attributes\":{\"callback\":null,\"end\":0.9572332036635458,\"start\":-0.9733794155815427},\"id\":\"980244e5-33a3-40e4-82cb-895ffdf20a8e\",\"type\":\"Range1d\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"7378f332-d30c-4642-b9a7-25400477de55\",\"type\":\"HelpTool\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"5732660d-c2ac-4a72-85fa-da56590b29f6\",\"type\":\"PanTool\"},{\"attributes\":{\"callback\":null,\"end\":0.914236543825578,\"start\":-0.8471261154973715},\"id\":\"240ec19e-938e-442d-8f27-2f1d21376844\",\"type\":\"Range1d\"},{\"attributes\":{\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"26778cfb-f2e0-4e52-850e-eb0525101f1b\",\"type\":\"WheelZoomTool\"},{\"attributes\":{\"axis_label\":\"x\",\"formatter\":{\"id\":\"0dc5c155-9cc1-4f4b-acb3-8c25da8ed2cc\",\"type\":\"BasicTickFormatter\"},\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"524de03f-1a5a-4e14-b646-705aab3aca66\",\"type\":\"BasicTicker\"}},\"id\":\"c58f559e-741d-4f33-90e2-f544249acc13\",\"type\":\"LinearAxis\"},{\"attributes\":{},\"id\":\"524de03f-1a5a-4e14-b646-705aab3aca66\",\"type\":\"BasicTicker\"},{\"attributes\":{\"axis_label\":\"y\",\"formatter\":{\"id\":\"be4a27a4-fd22-40a0-b0f1-8ba02cd0e887\",\"type\":\"BasicTickFormatter\"},\"plot\":{\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"f3704d4a-7ecb-41cb-929a-4a936831d3ce\",\"type\":\"BasicTicker\"}},\"id\":\"279b5e72-f31d-49a6-a094-cc983edb1f05\",\"type\":\"LinearAxis\"},{\"attributes\":{\"bottom_units\":\"screen\",\"fill_alpha\":{\"value\":0.5},\"fill_color\":{\"value\":\"lightgrey\"},\"left_units\":\"screen\",\"level\":\"overlay\",\"line_alpha\":{\"value\":1.0},\"line_color\":{\"value\":\"black\"},\"line_dash\":[4,4],\"line_width\":{\"value\":2},\"plot\":null,\"render_mode\":\"css\",\"right_units\":\"screen\",\"top_units\":\"screen\"},\"id\":\"1b020c03-1dcd-4c27-b798-3ecff48b2153\",\"type\":\"BoxAnnotation\"},{\"attributes\":{\"active_drag\":\"auto\",\"active_scroll\":\"auto\",\"active_tap\":\"auto\",\"tools\":[{\"id\":\"5732660d-c2ac-4a72-85fa-da56590b29f6\",\"type\":\"PanTool\"},{\"id\":\"26778cfb-f2e0-4e52-850e-eb0525101f1b\",\"type\":\"WheelZoomTool\"},{\"id\":\"1397af10-74f6-4b60-b2fe-7976f4f33ee0\",\"type\":\"BoxZoomTool\"},{\"id\":\"0236ac4e-0057-4fd1-bb1a-74a35f759e5c\",\"type\":\"SaveTool\"},{\"id\":\"78be64b9-f4c1-4238-8c42-d04e56ece9c9\",\"type\":\"ResetTool\"},{\"id\":\"7378f332-d30c-4642-b9a7-25400477de55\",\"type\":\"HelpTool\"}]},\"id\":\"3305d709-1ed0-48e7-b2bf-68533c263770\",\"type\":\"Toolbar\"},{\"attributes\":{\"below\":[{\"id\":\"c58f559e-741d-4f33-90e2-f544249acc13\",\"type\":\"LinearAxis\"}],\"left\":[{\"id\":\"279b5e72-f31d-49a6-a094-cc983edb1f05\",\"type\":\"LinearAxis\"}],\"renderers\":[{\"id\":\"1b020c03-1dcd-4c27-b798-3ecff48b2153\",\"type\":\"BoxAnnotation\"},{\"id\":\"3bed2495-f404-4f8e-a0f0-2eebba2f55c4\",\"type\":\"GlyphRenderer\"},{\"id\":\"895f4e79-64ea-4419-872d-29017deddf19\",\"type\":\"GlyphRenderer\"},{\"id\":\"1d34a5ba-3d2f-4c5e-9830-acb994c42023\",\"type\":\"GlyphRenderer\"},{\"id\":\"49fe5fa5-9265-4a06-be0c-c8558254d8e2\",\"type\":\"GlyphRenderer\"},{\"id\":\"b561e8d7-8450-40ea-a6bb-737c62462bdd\",\"type\":\"Legend\"},{\"id\":\"c58f559e-741d-4f33-90e2-f544249acc13\",\"type\":\"LinearAxis\"},{\"id\":\"279b5e72-f31d-49a6-a094-cc983edb1f05\",\"type\":\"LinearAxis\"},{\"id\":\"51892765-0f95-40f5-8c9c-6023cce08869\",\"type\":\"Grid\"},{\"id\":\"385d1da6-d2da-4bda-a07a-cb91c4d5cf02\",\"type\":\"Grid\"}],\"title\":{\"id\":\"81ab029b-e2a9-4f1c-a9ba-39fff3ff8722\",\"type\":\"Title\"},\"tool_events\":{\"id\":\"92973bbe-67b3-44dc-b1d2-a3b370a33b28\",\"type\":\"ToolEvents\"},\"toolbar\":{\"id\":\"3305d709-1ed0-48e7-b2bf-68533c263770\",\"type\":\"Toolbar\"},\"x_mapper_type\":\"auto\",\"x_range\":{\"id\":\"240ec19e-938e-442d-8f27-2f1d21376844\",\"type\":\"Range1d\"},\"y_mapper_type\":\"auto\",\"y_range\":{\"id\":\"980244e5-33a3-40e4-82cb-895ffdf20a8e\",\"type\":\"Range1d\"}},\"id\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"subtype\":\"Chart\",\"type\":\"Plot\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3},{\"topic_label\":3}],\"topic_label\":[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3],\"x_values\":[-0.5354513839146802,-0.3157664778325449,-0.5245258295538061,-0.4046459305285794,-0.43463375886833683,-0.5350084167469981,-0.16083457359723288,-0.41398408863461555,-0.47850505261769294,-0.3705496646033079,-0.3617725273913747,-0.4148397863881514,-0.48562851611154456,-0.442742144703677,-0.4823753584812734,-0.46931969309060106,-0.4240048149232359,-0.4990699491769658,-0.37514120213398644,-0.32888249295141636,-0.5718563661578533,-0.467893583465842,-0.4885511518369259,-0.4162908203254653,-0.45591871875139367,-0.3901450509723906,-0.4690370537373217,-0.39002909556716664,-0.47315732960557866,0.14134682866234383,-0.3681562127503702,-0.5060575670379901,-0.39014505097214836,-0.3250417537750544,-0.5397934399352795,-0.4917672807136707,-0.35325749319613264,-0.47816868442807764,-0.5646675246478117,-0.35321491966186197,-0.44660755175574246,-0.4366478479229448,-0.2508182030688586,-0.3901450509723229,-0.2390813504162818,-0.7003458938871256,-0.4492256194844342,-0.1668811511652945,-0.4448160610865088,-0.6723782316277108],\"y_values\":[-0.08916848689089564,-0.07312572746468535,-0.04245356914098482,0.028741723023368176,0.0034435949247635707,0.3193003984492933,0.033439358661814335,0.034967001016959216,0.03793380521429402,0.0709488671224661,-0.16765427960418317,0.05042138792973604,0.025255980843124397,0.08025294516441962,-0.01856215297181879,-0.48097703160624294,0.021975227894710132,-0.007385331576023926,-0.03896586567381431,0.13218497828144277,-0.19599976454750087,0.06509261620015352,-0.03171590502247769,0.0018129648506743795,-0.1733414300490207,0.6786462689266438,0.012146947623062855,-0.3515375100409115,0.014051491709940616,0.5027656061288155,0.03624128281977749,-0.06976747260118027,0.6786462689267707,0.29641712571098394,-0.09695032504055133,0.0005077339047165192,0.14861665761513088,-0.018189490861828996,-0.024810595903827188,-0.06937242224953424,-0.002369199318706934,-0.01028038322661027,0.18605378479059148,0.6786462689266792,0.10325366454703618,-0.3465782367070952,-0.060800016734354326,-0.07134850978304105,-0.028043742030392584,-0.4815951402021505]}},\"id\":\"89a54100-6ee1-4618-985e-50a48aa9b637\",\"type\":\"ColumnDataSource\"},{\"attributes\":{\"plot\":null,\"text\":\"MDS: White House Post Topics\"},\"id\":\"81ab029b-e2a9-4f1c-a9ba-39fff3ff8722\",\"type\":\"Title\"},{\"attributes\":{},\"id\":\"0dc5c155-9cc1-4f4b-acb3-8c25da8ed2cc\",\"type\":\"BasicTickFormatter\"}],\"root_ids\":[\"f87217e8-34de-482f-b863-1de57e39f6c7\"]},\"title\":\"Bokeh Application\",\"version\":\"0.12.0\"}};\n",
       "            var render_items = [{\"docid\":\"9dc95fd7-da32-4b16-a852-3f4a817018cc\",\"elementid\":\"ef99888c-f0d2-4a1f-9025-d14d88804f24\",\"modelid\":\"f87217e8-34de-482f-b863-1de57e39f6c7\",\"notebook_comms_target\":\"fb30857c-8a7a-4675-bd57-4514affd1938\"}];\n",
       "            \n",
       "            Bokeh.embed.embed_items(docs_json, render_items);\n",
       "        });\n",
       "      },\n",
       "      function(Bokeh) {\n",
       "      }\n",
       "    ];\n",
       "  \n",
       "    function run_inline_js() {\n",
       "      for (var i = 0; i < inline_js.length; i++) {\n",
       "        inline_js[i](window.Bokeh);\n",
       "      }\n",
       "    }\n",
       "  \n",
       "    if (window._bokeh_is_loading === 0) {\n",
       "      console.log(\"Bokeh: BokehJS loaded, going straight to plotting\");\n",
       "      run_inline_js();\n",
       "    } else {\n",
       "      load_libs(js_urls, function() {\n",
       "        console.log(\"Bokeh: BokehJS plotting callback run at\", now());\n",
       "        run_inline_js();\n",
       "      });\n",
       "    }\n",
       "  }(this));\n",
       "</script>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<p><code>&lt;Bokeh Notebook handle for <strong>In[100]</strong>&gt;</code></p>"
      ],
      "text/plain": [
       "<bokeh.io._CommsHandle at 0x10f058d30>"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cos_dist = 1 - cosine_similarity(clean_df[topicVect.get_feature_names()])\n",
    "mds = MDS(n_components=2, dissimilarity=\"precomputed\", random_state=0)\n",
    "pos = mds.fit_transform(cos_dist)# shape (n_components, n_samples)\n",
    "\n",
    "distance_df = pd.DataFrame(pos, columns=['x', 'y'])\n",
    "distance_df['topic_label'] = clean_df['topic']\n",
    "p = Scatter(distance_df, x='x', y='y', title=\"MDS: White House Post Topics\", color='topic_label',\n",
    "           legend=\"top_right\")\n",
    "\n",
    "show(p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import LogisticRegressionCV\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(clean_df[topicVect.get_feature_names()], clean_df['topic'], random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.89655172413793105"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "log_reg = LogisticRegressionCV(Cs=100)\n",
    "log_reg.fit(X_train, y_train)\n",
    "log_reg.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.93965517241379315"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rf = RandomForestClassifier(n_estimators=25, n_jobs=4, max_depth=100, random_state=0)\n",
    "rf.fit(X_train, y_train)\n",
    "rf.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.89      0.94      0.92        18\n",
      "          1       0.94      0.97      0.96        68\n",
      "          2       0.93      0.88      0.90        16\n",
      "          3       1.00      0.86      0.92        14\n",
      "\n",
      "avg / total       0.94      0.94      0.94       116\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "cm = classification_report(y_test, preds)\n",
    "print(cm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "ImportError",
     "evalue": "No module named 'pandas_ml'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mImportError\u001b[0m                               Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-40-046519c83a72>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmagic\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'matplotlib inline'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mmatplotlib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpyplot\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mplt\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mpandas_ml\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mConfusionMatrix\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      4\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mseaborn\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0msb\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mImportError\u001b[0m: No module named 'pandas_ml'"
     ]
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "from pandas_ml import ConfusionMatrix\n",
    "import seaborn as sb\n",
    "\n",
    "preds = rf.predict(X_test)\n",
    "\n",
    "cm = ConfusionMatrix(y_test, preds)\n",
    "plt.figure(figsize=(10, 8))\n",
    "\n",
    "sb.heatmap(cm.to_dataframe(), cmap=\"YlGnBu\")\n",
    "plt.show()\n",
    "print(cm.classification_report)\n",
    "print()\n",
    "print(cm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x10b1e79b0>"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEACAYAAAC+gnFaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFdtJREFUeJzt3X2sZHV9x/H3h10eROnexeLeKJZrawVta6+aENQ03moR\ntFbUiE9RuGCsabSaYlIW03SxsdVNal2NsT7WXVIt4jOttCCFaaMV0QBKKy5Yu+C67l0tLPgUysO3\nf8y5y3CZ+3Tm/Obhez6vZLJzzsyZ8/ve38x853y/c2YVEZiZWXsdNuoBmJnZaDkRmJm1nBOBmVnL\nORGYmbWcE4GZWcs5EZiZtdyqiUDSRyUtSPpWz7rNkq6QtFvS5ZI29dz2Xkm3SLpB0mypgZuZWTPW\nckTwMeC0Jeu2AldGxInAVcAFAJKeB/xaRPw68HrgAw2O1czMClg1EUTEl4E7lqw+A9hVXd9VLS+u\nv6ja7mvAJklbmhmqmZmVULdH8KiIWACIiP3Ao6r1jwG+33O/H1TrzMxsTDXdLFafdf4NCzOzMbax\n5nYLkrZExIKkaeBAtX4v8Nie+x0P7Ov3AJKcIMzMaoiIfh+6a1vrEYF48Kf9S4H56vo88IWe9WcB\nSDoFOLhYQuonItJetm3bNvIxOD7H5vjyXUpY9YhA0ieAOeCRkm4DtgHvBD4l6VzgNuDM6o39MknP\nl/Rd4GfAOUVGPQH27Nkz6iEUlTm+zLGB47OHWjURRMSrlrnp95a5/xsHGpGZmQ2VzywuZH5+ftRD\nKCpzfJljA8dnD6VSNadVdyzFqPZtZjapJBEjahbbOnU6nVEPoajM8WWODRyfPZQTgZlZy7k0ZGY2\nQVwaMjOzxjkRFJK9Tpk5vsyxgeOzh6r7ExNmY2t6eoaFhVtrb7958xZuv31/gyMyG2/uEVg6khjs\ntw5V7FR+s0G5R2BmZo1zIigke50ye3yZZZ+77PGV4ERgZtZy7hFYOu4RWGbuEZiZWeOcCArJXqfM\nHl9m2ecue3wlOBGYmbWcewSWjnsElpl7BGZm1jgngkKy1ymzx5dZ9rnLHl8JTgRmZi3nHoGl4x6B\nZeYegZmZNc6JoJDsdcrs8WWWfe6yx1eCE4GZWcu5R2DpuEdgmblHYGZmjXMiKCR7nTJ7fJlln7vs\n8ZXgRGBm1nLuEVg67hFYZu4RmJlZ45wICslep8weX2bZ5y57fCU4EZiZtZx7BJaOewSWmXsEZmbW\nOCeCQrLXKbPHl1n2ucseXwlOBGZmLTdQj0DSnwCvBe4HbgTOAR4NXAxsBq4DXhMR9/bZ1j0CK8I9\nAstsrHoEkh4N/DHw1Ih4MrAReCWwHXhXRJwIHKSbKMzMbEwNWhraADxc0kbgYcA+4HeBz1S37wJe\nPOA+JlL2OmX2+DLLPnfZ4yuhdiKIiH3Au4DbgB8Ad9ItBR2MiPuru+2lWyoyM7MxtbHuhpKmgDOA\nE+gmgU8Bz+tz12WLrfPz88zMzAAwNTXF7Owsc3NzwANZfVKXF9eNy3jaFh90qn/rLY96/CWX5+bm\nxmo8jm/l5U6nw86dOwEOvV82rXazWNJLgdMi4nXV8muApwMvBaYj4n5JpwDbIuIhCcLNYivFzWLL\nbKyaxXRLQqdIOkrdV95zgP8CrgbOrO5zNvCFwYY4mRYzelbZ48ss+9xlj6+EQXoE1wKfBq4HvgkI\n+BCwFThP0s3AscBHGxinmZkV4t8asnRcGrLMxq00ZGZmCTgRFJK9Tpk9vsyyz132+EpwIjAzazn3\nCCwd9wgsM/cIzMyscU4EhWSvU2aPL7Psc5c9vhKcCMzMWs49AkvHPQLLzD0CMzNrnBNBIdnrlNnj\nyyz73GWPrwQnAjOzlnOPwNJxj8Ayc4/AzMwa50RQSPY6Zfb4Mss+d9njK8GJwMys5dwjsHTcI7DM\n3CMwM7PGOREUkr1OmT2+zLLPXfb4SnAiMDNrOfcILB33CCwz9wjMzKxxTgSFZK9TZo8vs+xzlz2+\nEpwIzMxazj0CS8c9AsvMPQIzM2ucE0Eh2euU2ePLLPvcZY+vBCcCM7OWc4/A0nGPwDJzj8DMzBrn\nRFBI9jpl9vgyyz532eMrwYnAzKzl3COwdNwjsMzcIzAzs8Y5ERSSvU6ZPb7Mss9d9vhKcCIwM2u5\ngXoEkjYBHwF+E7gfOBe4GfgkcAKwB3hZRNzZZ1v3CKwI9wgss3HsEbwHuCwingj8NvAdYCtwZUSc\nCFwFXDDgPszMrKDaiUDSMcDvRMTHACLi3uqT/xnArupuu4AXDTzKCZS9Tpk9vsyyz132+EoY5Ijg\nV4EfS/qYpOskfUjS0cCWiFgAiIj9wHFNDNTMzMqo3SOQ9DTgGuDpEfENSe8GfgK8MSKO7bnf/0bE\nI/ts7x6BFeEegWVWokewcYBt9wLfj4hvVMufodsfWJC0JSIWJE0DB5Z7gPn5eWZmZgCYmppidnaW\nubk54IHDOy97uc4ydKp/6y2Pevxe9vLicqfTYefOnQCH3i+bNui3hv4NeF1E3CxpG3B0ddPtEbFd\n0vnA5ojY2mfb1EcEnU6n500pn3GOz0cEKxvnuWtC9vjG7YgA4E3AxyUdDnwPOAfYAFwi6VzgNuDM\nAfdhNmSHV8mkni1bTmD//j3NDcesMP/WkKXTxBGBjyhsXI3jeQRmZjbhnAgKWWz2ZJU9vsyyz132\n+EpwIjAzazn3CCwd9wgsM/cIzMyscU4EhWSvU2aPL7Psc5c9vhKcCMzMWs49AkvHPQLLzD0CMzNr\nnBNBIdnrlNnjyyz73GWPrwQnAjOzlnOPwNJxj8Ayc4/AzMwa50RQSPY6Zfb4Mss+d9njK8GJwMys\n5dwjsHTcI7DM3CMwM7PGOREUkr1OmT2+zLLPXfb4SnAiMDNrOfcILB33CCwz9wisNaanZ5BU62Jm\n6+NEUEj2OmXp+BYWbqX7qbzOxVbi56Yt5URgZtZy7hHYWBqszu8egeXlHoGZmTXOiaCQ7HXK7PFl\nln3ussdXghOBmVnLuUdgY2myewRHAXfX2nLLlhPYv3/PAPu27Er0CJwIbCxNdiIYbOx+XdhK3Cye\nINnrlNnjyyz73GWPrwQnAjOzlnNpyMaSS0Nm/bk0ZGZmjXMiKCR7nTJ7fJlln7vs8ZXgRGBm1nLu\nEdhYco/ArL+x7BFIOkzSdZIurZZnJF0jabekf5C0cfBhmplZKU2Uht4MfLtneTvwrog4ETgIvLaB\nfUyc7HXK7PFlln3ussdXwkCJQNLxwPOBj/Ssfjbwmer6LuDFg+zDzMzKGqhHIOlTwF8Cm4C3AOcA\nX42IJ1S3Hw9cFhFP7rOtewS2LPcIzPobqx6BpN8HFiLiBrrPfKp/lw7Qz2ozszE2SCP3mcALJT0f\neBhwDLAD2CTpsIi4Hzge2LfcA8zPzzMzMwPA1NQUs7OzzM3NAQ/U+SZ1eceOHaniGXZ8XR1gruc6\nLViulgrOX28NfVyeT45v5Xh27twJcOj9smmNfH1U0rOAt0TECyV9EvhsRHxS0t8C34yID/TZJnVp\nqNPpLHlTy6V0fC4NlePn5mQb25+hXpIIHgdcDGwGrgdeHRH39NkmdSJou+npGRYWbh3wUZwIzJYa\n20RQa8dOBKkN9okeBn0zdSKwrMaqWWwr661TZpQ9vsyyz132+EpwIjAzazmXhqwIl4YmrzQ0aF/H\n/9/ycLhHYBPDiWDyEkETc+bXdHnuEUyQ7HXK7PFlln3ussdXghOBmVnLuTRkRbg05NKQleHSkJmZ\nNc6JoJDsdcrs8WWWfe6yx1eCE4GZWcu5R2BFuEfgHoGV4R6BWXpHIqn2ZXp6ZtQB2ARyIigke50y\ne3yjczfdT+X1Lms5Mzj73GWPrwQnAjOzlnOPwIpwj2B0Y6/7unKPYDK4R2BmZo1zIigke50ye3yZ\nZZ+77PGV4ERgZtZy7hFYEe4RuEdgZbhHYGZmjXMiKCR7nTJ7fJlln7vs8ZXgRGBm1nLuEVgR7hG4\nR2BluEdgZmaNcyIoJHudMnt8mWWfu+zxleBEYGbWcu4RWBHuEbhHYGW4R2BmZo1zIigke50ye3yZ\nZZ+77PGV4ERgZtZy7hFYEe4RuEdgZbhHYGZmjXMiKCR7nTJ7fJlln7vs8ZXgRGBm1nLuEVgR7hG4\nR2BluEdgZmaNq50IJB0v6SpJ35Z0o6Q3Ves3S7pC0m5Jl0va1NxwJ0f2OmX2+DLLPnfZ4ythkCOC\ne4HzIuJJwNOBN0g6CdgKXBkRJwJXARcMPkwzMyulsR6BpM8D76suz4qIBUnTQCciTupzf/cIEnOP\nwD0CK2NsewSSZoBZ4BpgS0QsAETEfuC4JvZhZmZlbBz0ASQ9Avg08OaI+KmkNX8kmJ+fZ2ZmBoCp\nqSlmZ2eZm5sDHqjzTeryjh07UsWz3vi6OsBcz3XWsTzo9pO6zCq3r237leavt4a+9PZh7L/08krx\nTeJyp9Nh586dAIfeL5s2UGlI0kbgn4B/joj3VOtuAuZ6SkNXR8QT+2ybujTU6XSWvCnmslp8Lg2N\nb2loubnLUhrK/torURoaNBFcBPw4Is7rWbcduD0itks6H9gcEVv7bJs6EbSdE8H4JoJlt0ySCLIb\nq0Qg6ZnAvwM30n32BPBW4FrgEuCxwG3AmRFxsM/2TgSJORE4EVgZY9UsjoivRMSGiJiNiKdExFMj\n4l8i4vaI+L2IODEiTu2XBNog+3eZs8eXWfa5yx5fCT6z2Mys5fxbQ1aES0MuDVkZY1UaMjMzmJ6e\nQVLty/T0zKhDcCIoJXudMnt8mWWfu2HHt7BwKw98X2b9l+72o+VEYGbWcu4RWBHuEbhH0BbD/ru5\nR2BmZo1zIijEdVgbV9nnLnt8JTgRmJm1nHsEVoR7BO4RtIV7BGZmNvGcCArJXqfMHl9m2ecue3wl\nOBGYmbWcewRWhHsENbffILhvgF1vgLjXPYJhytAjGPi/qjSzBt0HXDjA9oNsa63l0lAh2euU2ePL\nLPvcZY+vBCcCM7OWc4/AinCPYICxXzjAri/E5xEMWYYegY8IzMxazomgkOx1yuzxZZZ97rLHV4K/\nNWTjaQNwX82j3w0M9hXMw4D7BzjyHnT/ZkM29j2Cffv28Y53vKt27fGYYx7Btm1v5aijjqq1vdXT\nSI/gwpqbXsjo9j3w/t0jmDQZegRjf0TwxS9+kQ9+8Cvcc8/Lam1/5JF/zctf/hJmZ2cbHpmtaJBP\n9DYag87ZhsZGYkM29okA4PDDf4t77jmv1rZHHnlRw6NZm06nw9zc3Ej2PQyrxucTo8bWsnOXZM6y\nv/ZKcLPYzBojqdZlenpm1EOvbwN0vzJc8zIGR1ITcUQwibJ/IskeX2Zl565erXxhobky4tCfmwmO\npHxEYGbWck4EhWT/LnP2+DLLPnfZ4yvBicDMrOWcCAoZhxr69PRM7ebdag28cYhvbA3UPCwv+9xl\nj68EN4sTW1i4lUFOdGmygdcqgzQP625nNgAfERSSvU6ZPb5JVvcIMAs/N9fPicAsnVjlcvUy662t\nXBoqJHudcqzj889brGJu1AMoaqyfm2PKicDySXCCj9kwFSkNSTpd0nck3Szp/BL7GHfZ65TZ48ut\nM+oBFOXn5vo1nggkHQa8DzgN+A3glZJOano/4+6GG24Y9RCKyh5fbrnnzs/N9StRGjoZuCUibgWQ\ndDFwBvCdOg+2e/dufn73Ttjw8VqD+ckv/o8DBw7U2nYQBw8eHPo+hyl7fLnlnjs/N9evRCJ4DPD9\nnuW9dJNDLQcOHIATA/7gF7W2jw8cxh133FF392aTZc2N8reNcN/LbGsjUyIR9Hsm1P5u2hFHHAF7\n7oOLaw71p/eO5H8n27Nnz9D3OUzZ45tYa2mUfw54cZ/1q23XxL6XM+i+e/i5uX6N/1eVkk4BLoyI\n06vlrUBExPYl9/MXl83Mamj6v6oskQg2ALuB5wA/BK4FXhkRNzW6IzMza0TjpaGIuE/SG4Er6H4r\n6aNOAmZm46vxIwIzM5ssJc4j2CzpCkm7JV0uadMy9zu7OuFst6Szeta/XdJtku7qc/8Dkq6rLuc2\nPfa1KBjfEZIulnSLpK9K+pXSsfQZ86CxPVXSt6rbdvSs3yZpb8/cnT6MeHr2v+IJjiv97SVdUK2/\nSdJz1/qYw1Qovj2SvinpeknXDiuWfurGJ+lYSVdJ+omk9y7Zpu9zddgKxXZ19ZjXV6+3X151IBHR\n6AXYDvxpdf184J197rMZ+G9gEzC1eL267WRgC3DXkm3OBt7b9HjHKL4/At5fXX85cPEExvY14OTq\n+mXAadX1bcB5I5qvw4DvAicAh9M9m+qktfztgScB19Mtoc5Uj6O1POYkx1fd9j1g8yhiajC+o4Fn\nAH+49L1juedqktiuBp6ynrGU+ImJM4Bd1fVdwIv63Oc04IqIuDMiDtLtJ5wOEBHXRsTCMo89Dr8k\nViq+3sf9NN1m+7DVjk3SNHBMRCx+erxoyfajmrtDJzhGxD3A4gmOvZb+7Z9dXX8h3RfevRGxB7il\nery1POawlIgPHkh4o1YnvucARMTPI+I/gLt777yG5+qwNB5bj3XNXYmJftTiG11E7AeO63OfpSed\n/aBat5qXSLpB0iWSjh98qLWUiu/QNhFxH3BQ0rGDD3ddBontMXRPHly0lwfH/IZq7j6yXMmpkH4n\nOC6di6V/+zurv/1Ksa72mMNSIj7onvtzuaSvS3pdiYGvUZ34VnvtrPZcHZYSsS36u6os9GdrGUit\nbw1J+hLd8sahVXSfOGvaKfVOOrsU+ERE3CPp9XSzZJFPzSOKb+k2i/tsVMHYVor5/cBfRERIejvw\nN8Br17i/Qa1lLtYbU78PUKP61kWJ+ACeERH7JR0HfEnSTRHx5QHGWVed+FZ77TR60usASsQG8KqI\n+KGkhwOflfTqiPj7lTaolQgi4tTlbpO0IGlLRCxUh2D9fuhnLw/+UfTj6da1Vtpn7+9EfJhuPbuI\nUcRHN+s/Ftin7rkYv7Qk5kYUjG0v3fH3rt9X7fNHPes/DPxjvdHXshfobbwfGlePpX/7TRFxh6Tl\nYtIaHnNYSsS3eERIRPxI0ufoljFGkQjqxLfaa2fZuIesRGxExA+rf38m6RN0527FRFCiNHQpMF9d\nPxv4Qp/7XA6cKmmTpM3AqdW6Xg/KhNUb06IzgG83Mtr1KxIf3TfHs6vrZwJXNTLa9akdW/XGcZek\nkyUJOGtx+yVz9xLgPwuNv5+vA4+XdIKkI4BX0I2z13J/+0uBV1Tf3Hgc8Hi6J0iu5TGHpfH4JB0t\n6REA1afK5zLcOes1SHy9Dr3eVnquDlnjsUnaIOmR1fXDgRewlrkr0Ak/FriS7tnFXwKmqvVPAz7U\nc795us2pm4GzetZvp5sF7wVuA/68Wv9XVUDXA/8KPKHpsY84viOBS6ptrgFmJjC2pwE3Vre9p2f9\nRcC36H4r4vPAliHHdXoV0y3A1mrd24AXrPa3By6g+82Om4DnrvSYo7o0HR/wuGqurq/mc5Lj+x/g\nx8Bd1evtpJWeq5MeG91vE32jmr8bgXdTfRNspYtPKDMza7lx+HqYmZmNkBOBmVnLORGYmbWcE4GZ\nWcs5EZiZtZwTgZlZyzkRmJm1nBOBmVnL/T+AJ5iPpmkW5AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10b36d470>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from scipy.stats import ttest_ind\n",
    "\n",
    "plt.figure()\n",
    "t0_mp = clean_df[clean_df['topic'] == 0]['Mean Proportion']\n",
    "t1_mp = clean_df[clean_df['topic'] > 0]['Mean Proportion']\n",
    "t1_mp.hist(bins=20)\n",
    "t0_mp.hist(bins=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Ttest_indResult(statistic=2.2121271738416119, pvalue=0.029911714941695495)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ttest_ind(t0_mp, t1_mp, equal_var=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/Jon/anaconda3/lib/python3.5/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  if __name__ == '__main__':\n"
     ]
    }
   ],
   "source": [
    "clean_df['movement_label'] = (clean_df['Mean Proportion'] > 0).apply(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "top1 = clean_df[clean_df['topic'] == 0]\n",
    "new_vect = CountVectorizer(stop_words='english')\n",
    "top1_bvect = new_vect.fit_transform(top1['Body'])\n",
    "X_train, X_test, y_train, y_test = train_test_split(top1_bvect.todense(), top1['movement_label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "\n",
       "    <div class=\"bk-root\">\n",
       "        <div class=\"plotdiv\" id=\"53d66fdf-86b5-456c-9b5a-7982341d29c8\"></div>\n",
       "    </div>\n",
       "<script type=\"text/javascript\">\n",
       "  \n",
       "  (function(global) {\n",
       "    function now() {\n",
       "      return new Date();\n",
       "    }\n",
       "  \n",
       "    if (typeof (window._bokeh_onload_callbacks) === \"undefined\") {\n",
       "      window._bokeh_onload_callbacks = [];\n",
       "    }\n",
       "  \n",
       "    function run_callbacks() {\n",
       "      window._bokeh_onload_callbacks.forEach(function(callback) { callback() });\n",
       "      delete window._bokeh_onload_callbacks\n",
       "      console.info(\"Bokeh: all callbacks have finished\");\n",
       "    }\n",
       "  \n",
       "    function load_libs(js_urls, callback) {\n",
       "      window._bokeh_onload_callbacks.push(callback);\n",
       "      if (window._bokeh_is_loading > 0) {\n",
       "        console.log(\"Bokeh: BokehJS is being loaded, scheduling callback at\", now());\n",
       "        return null;\n",
       "      }\n",
       "      if (js_urls == null || js_urls.length === 0) {\n",
       "        run_callbacks();\n",
       "        return null;\n",
       "      }\n",
       "      console.log(\"Bokeh: BokehJS not loaded, scheduling load and callback at\", now());\n",
       "      window._bokeh_is_loading = js_urls.length;\n",
       "      for (var i = 0; i < js_urls.length; i++) {\n",
       "        var url = js_urls[i];\n",
       "        var s = document.createElement('script');\n",
       "        s.src = url;\n",
       "        s.async = false;\n",
       "        s.onreadystatechange = s.onload = function() {\n",
       "          window._bokeh_is_loading--;\n",
       "          if (window._bokeh_is_loading === 0) {\n",
       "            console.log(\"Bokeh: all BokehJS libraries loaded\");\n",
       "            run_callbacks()\n",
       "          }\n",
       "        };\n",
       "        s.onerror = function() {\n",
       "          console.warn(\"failed to load library \" + url);\n",
       "        };\n",
       "        console.log(\"Bokeh: injecting script tag for BokehJS library: \", url);\n",
       "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
       "      }\n",
       "    };var element = document.getElementById(\"53d66fdf-86b5-456c-9b5a-7982341d29c8\");\n",
       "    if (element == null) {\n",
       "      console.log(\"Bokeh: ERROR: autoload.js configured with elementid '53d66fdf-86b5-456c-9b5a-7982341d29c8' but no matching script tag was found. \")\n",
       "      return false;\n",
       "    }\n",
       "  \n",
       "    var js_urls = [];\n",
       "  \n",
       "    var inline_js = [\n",
       "      function(Bokeh) {\n",
       "        Bokeh.$(function() {\n",
       "            var docs_json = {\"b0c34cba-c936-4443-a5d5-da02570cc7b0\":{\"roots\":{\"references\":[{\"attributes\":{\"callback\":null,\"end\":0.5787879049612844,\"start\":-0.39300423822653624},\"id\":\"6864256c-baff-47f0-8672-c32206198b3a\",\"type\":\"Range1d\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#f22c40\"},\"line_color\":{\"value\":\"#f22c40\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"7f8a5353-afb7-4d74-aef5-00a3c975df47\",\"type\":\"Circle\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"7667002f-9934-4500-b360-7a45031369c8\",\"type\":\"BasicTicker\"}},\"id\":\"563e5884-97b6-4481-b500-0b9cb26f80eb\",\"type\":\"Grid\"},{\"attributes\":{\"data_source\":{\"id\":\"a2915ecf-2b7f-4fc1-8c72-eebfc0980c8b\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"30a8f29d-59da-4a03-b36c-221be0aca882\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"0efa52ac-1df0-46f8-9b7b-4ab6a3362c56\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"data_source\":{\"id\":\"145cca9f-2045-40e2-95a2-b5f32c2f5214\",\"type\":\"ColumnDataSource\"},\"glyph\":{\"id\":\"7f8a5353-afb7-4d74-aef5-00a3c975df47\",\"type\":\"Circle\"},\"hover_glyph\":null,\"nonselection_glyph\":null,\"selection_glyph\":null},\"id\":\"7f0c0487-bdbc-4948-8b10-b446e5503c3d\",\"type\":\"GlyphRenderer\"},{\"attributes\":{\"legends\":[[\"1.0\",[{\"id\":\"0efa52ac-1df0-46f8-9b7b-4ab6a3362c56\",\"type\":\"GlyphRenderer\"}]],[\"0.0\",[{\"id\":\"7f0c0487-bdbc-4948-8b10-b446e5503c3d\",\"type\":\"GlyphRenderer\"}]]],\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"ca911d59-2b30-44e8-9c77-72f598ff6b40\",\"type\":\"Legend\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"movement_label\":0.0},{\"movement_label\":0.0},{\"movement_label\":0.0}],\"movement_label\":[0.0,0.0,0.0],\"x_values\":[-0.2633008934855209,0.49780522636229935,0.20966841083528934],\"y_values\":[0.299018080379115,-0.20849068428523787,-0.18492647959120634]}},\"id\":\"145cca9f-2045-40e2-95a2-b5f32c2f5214\",\"type\":\"ColumnDataSource\"},{\"attributes\":{\"overlay\":{\"id\":\"3aad6a4e-2d9d-4b12-98ab-617b3f5bfed7\",\"type\":\"BoxAnnotation\"},\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"da5ac24b-4fdf-48b9-a34c-05a87be3ee6f\",\"type\":\"BoxZoomTool\"},{\"attributes\":{\"fill_alpha\":{\"value\":0.7},\"fill_color\":{\"value\":\"#5ab738\"},\"line_color\":{\"value\":\"#5ab738\"},\"size\":{\"units\":\"screen\",\"value\":8},\"x\":{\"field\":\"x_values\"},\"y\":{\"field\":\"y_values\"}},\"id\":\"30a8f29d-59da-4a03-b36c-221be0aca882\",\"type\":\"Circle\"},{\"attributes\":{\"active_drag\":\"auto\",\"active_scroll\":\"auto\",\"active_tap\":\"auto\",\"tools\":[{\"id\":\"79e44966-4fd7-4550-948e-51d38a5a22c9\",\"type\":\"PanTool\"},{\"id\":\"ef336a82-e003-40c9-ac26-47da940c9ff7\",\"type\":\"WheelZoomTool\"},{\"id\":\"da5ac24b-4fdf-48b9-a34c-05a87be3ee6f\",\"type\":\"BoxZoomTool\"},{\"id\":\"3276b691-8191-4e2c-a839-4f0d366f1bbc\",\"type\":\"SaveTool\"},{\"id\":\"32ff744b-c7a4-4c59-86eb-c21f5a7b09da\",\"type\":\"ResetTool\"},{\"id\":\"295caaf7-a95b-48b2-8311-9ff8dfe21027\",\"type\":\"HelpTool\"}]},\"id\":\"f5ca0b60-a7f8-41ab-b485-707f1cf78127\",\"type\":\"Toolbar\"},{\"attributes\":{},\"id\":\"7667002f-9934-4500-b360-7a45031369c8\",\"type\":\"BasicTicker\"},{\"attributes\":{},\"id\":\"f3d5eedd-083c-4be5-ad8d-0417ee19607f\",\"type\":\"BasicTickFormatter\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"32ff744b-c7a4-4c59-86eb-c21f5a7b09da\",\"type\":\"ResetTool\"},{\"attributes\":{\"callback\":null,\"column_names\":[\"y_values\",\"x_values\"],\"data\":{\"chart_index\":[{\"movement_label\":1.0},{\"movement_label\":1.0}],\"movement_label\":[1.0,1.0],\"x_values\":[-0.17555917301210308,-0.3120215596275512],\"y_values\":[0.6162870997288747,-0.25972508606397166]}},\"id\":\"a2915ecf-2b7f-4fc1-8c72-eebfc0980c8b\",\"type\":\"ColumnDataSource\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"295caaf7-a95b-48b2-8311-9ff8dfe21027\",\"type\":\"HelpTool\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"79e44966-4fd7-4550-948e-51d38a5a22c9\",\"type\":\"PanTool\"},{\"attributes\":{\"below\":[{\"id\":\"67c1ab2e-4f8b-434b-8292-00083803454c\",\"type\":\"LinearAxis\"}],\"left\":[{\"id\":\"a3bef517-3d23-439d-be7f-46e18160916b\",\"type\":\"LinearAxis\"}],\"renderers\":[{\"id\":\"3aad6a4e-2d9d-4b12-98ab-617b3f5bfed7\",\"type\":\"BoxAnnotation\"},{\"id\":\"0efa52ac-1df0-46f8-9b7b-4ab6a3362c56\",\"type\":\"GlyphRenderer\"},{\"id\":\"7f0c0487-bdbc-4948-8b10-b446e5503c3d\",\"type\":\"GlyphRenderer\"},{\"id\":\"ca911d59-2b30-44e8-9c77-72f598ff6b40\",\"type\":\"Legend\"},{\"id\":\"67c1ab2e-4f8b-434b-8292-00083803454c\",\"type\":\"LinearAxis\"},{\"id\":\"a3bef517-3d23-439d-be7f-46e18160916b\",\"type\":\"LinearAxis\"},{\"id\":\"563e5884-97b6-4481-b500-0b9cb26f80eb\",\"type\":\"Grid\"},{\"id\":\"7eb56e04-b1e0-41e5-9633-cc438ed755c7\",\"type\":\"Grid\"}],\"title\":{\"id\":\"332f43bd-27b6-4303-b5c7-c551547ddfc0\",\"type\":\"Title\"},\"tool_events\":{\"id\":\"311128d3-667a-40eb-93c1-1b6ef2cab427\",\"type\":\"ToolEvents\"},\"toolbar\":{\"id\":\"f5ca0b60-a7f8-41ab-b485-707f1cf78127\",\"type\":\"Toolbar\"},\"x_mapper_type\":\"auto\",\"x_range\":{\"id\":\"6864256c-baff-47f0-8672-c32206198b3a\",\"type\":\"Range1d\"},\"y_mapper_type\":\"auto\",\"y_range\":{\"id\":\"59e709a8-76f9-4681-b3ed-aff971d4b289\",\"type\":\"Range1d\"}},\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"},{\"attributes\":{\"plot\":null,\"text\":\"MDS: White House Post Titles\"},\"id\":\"332f43bd-27b6-4303-b5c7-c551547ddfc0\",\"type\":\"Title\"},{\"attributes\":{\"dimension\":1,\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"1f1e28d8-9787-4e89-908c-3d389fb8747d\",\"type\":\"BasicTicker\"}},\"id\":\"7eb56e04-b1e0-41e5-9633-cc438ed755c7\",\"type\":\"Grid\"},{\"attributes\":{},\"id\":\"1f1e28d8-9787-4e89-908c-3d389fb8747d\",\"type\":\"BasicTicker\"},{\"attributes\":{\"callback\":null,\"end\":0.7038883183081595,\"start\":-0.3473263046432563},\"id\":\"59e709a8-76f9-4681-b3ed-aff971d4b289\",\"type\":\"Range1d\"},{\"attributes\":{\"axis_label\":\"y\",\"formatter\":{\"id\":\"f3d5eedd-083c-4be5-ad8d-0417ee19607f\",\"type\":\"BasicTickFormatter\"},\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"1f1e28d8-9787-4e89-908c-3d389fb8747d\",\"type\":\"BasicTicker\"}},\"id\":\"a3bef517-3d23-439d-be7f-46e18160916b\",\"type\":\"LinearAxis\"},{\"attributes\":{},\"id\":\"311128d3-667a-40eb-93c1-1b6ef2cab427\",\"type\":\"ToolEvents\"},{\"attributes\":{\"axis_label\":\"x\",\"formatter\":{\"id\":\"c1e0bea6-9619-4fa8-904c-2a4ef8504f9d\",\"type\":\"BasicTickFormatter\"},\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"},\"ticker\":{\"id\":\"7667002f-9934-4500-b360-7a45031369c8\",\"type\":\"BasicTicker\"}},\"id\":\"67c1ab2e-4f8b-434b-8292-00083803454c\",\"type\":\"LinearAxis\"},{\"attributes\":{\"bottom_units\":\"screen\",\"fill_alpha\":{\"value\":0.5},\"fill_color\":{\"value\":\"lightgrey\"},\"left_units\":\"screen\",\"level\":\"overlay\",\"line_alpha\":{\"value\":1.0},\"line_color\":{\"value\":\"black\"},\"line_dash\":[4,4],\"line_width\":{\"value\":2},\"plot\":null,\"render_mode\":\"css\",\"right_units\":\"screen\",\"top_units\":\"screen\"},\"id\":\"3aad6a4e-2d9d-4b12-98ab-617b3f5bfed7\",\"type\":\"BoxAnnotation\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"ef336a82-e003-40c9-ac26-47da940c9ff7\",\"type\":\"WheelZoomTool\"},{\"attributes\":{},\"id\":\"c1e0bea6-9619-4fa8-904c-2a4ef8504f9d\",\"type\":\"BasicTickFormatter\"},{\"attributes\":{\"plot\":{\"id\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"subtype\":\"Chart\",\"type\":\"Plot\"}},\"id\":\"3276b691-8191-4e2c-a839-4f0d366f1bbc\",\"type\":\"SaveTool\"}],\"root_ids\":[\"b67be047-cf4b-4e79-9f13-b5eea5375d72\"]},\"title\":\"Bokeh Application\",\"version\":\"0.12.0\"}};\n",
       "            var render_items = [{\"docid\":\"b0c34cba-c936-4443-a5d5-da02570cc7b0\",\"elementid\":\"53d66fdf-86b5-456c-9b5a-7982341d29c8\",\"modelid\":\"b67be047-cf4b-4e79-9f13-b5eea5375d72\",\"notebook_comms_target\":\"f6b0deb4-f34b-451a-89b2-057a05595713\"}];\n",
       "            \n",
       "            Bokeh.embed.embed_items(docs_json, render_items);\n",
       "        });\n",
       "      },\n",
       "      function(Bokeh) {\n",
       "      }\n",
       "    ];\n",
       "  \n",
       "    function run_inline_js() {\n",
       "      for (var i = 0; i < inline_js.length; i++) {\n",
       "        inline_js[i](window.Bokeh);\n",
       "      }\n",
       "    }\n",
       "  \n",
       "    if (window._bokeh_is_loading === 0) {\n",
       "      console.log(\"Bokeh: BokehJS loaded, going straight to plotting\");\n",
       "      run_inline_js();\n",
       "    } else {\n",
       "      load_libs(js_urls, function() {\n",
       "        console.log(\"Bokeh: BokehJS plotting callback run at\", now());\n",
       "        run_inline_js();\n",
       "      });\n",
       "    }\n",
       "  }(this));\n",
       "</script>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<p><code>&lt;Bokeh Notebook handle for <strong>In[24]</strong>&gt;</code></p>"
      ],
      "text/plain": [
       "<bokeh.io._CommsHandle at 0x10b4a3a20>"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cos_dist = 1 - cosine_similarity(top1_bvect.todense())\n",
    "mds = MDS(n_components=2, dissimilarity=\"precomputed\", random_state=0)\n",
    "pos = mds.fit_transform(cos_dist)# shape (n_components, n_samples)\n",
    "\n",
    "distance_df = pd.DataFrame(pos, columns=['x', 'y'])\n",
    "distance_df['movement_label'] = top1['movement_label']\n",
    "p = Scatter(distance_df, x='x', y='y', title=\"MDS: White House Post Titles\", color='movement_label',\n",
    "           legend=\"top_right\")\n",
    "\n",
    "show(p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "log_reg = LogisticRegressionCV(Cs=100)\n",
    "log_reg.fit(X_train, y_train)\n",
    "log_reg.score(X_test, y_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# Richard's Additions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_selection import chi2\n",
    "\n",
    "def featurize(df, k=100, text='Body'):\n",
    "    vectorizer = CountVectorizer(stop_words='english')\n",
    "    vectorizer.fit(df[text])\n",
    "    words = vectorizer.get_feature_names()\n",
    "    data = vectorizer.transform(df[text])\n",
    "    labels = df['movement_label']\n",
    "    \n",
    "    print(\"There are %d datapoints that have a upward label\" %(len(np.where(labels == 1)[0])))\n",
    "    print(\"There are %d datapoints that have a downward label\" %(len(np.where(labels == 0)[0])))\n",
    "\n",
    "    chi_scores, p_vals = chi2(data, labels)\n",
    "    \n",
    "    word_scores = []\n",
    "    for el in zip(chi_scores, words, p_vals):\n",
    "        if not np.isnan(el[0]):\n",
    "            word_scores.append(el)\n",
    "            \n",
    "    chi_scores, words, p_vals = zip(*word_scores)\n",
    "    words = np.array(words)\n",
    "    \n",
    "    top_words_indices = (np.argsort(chi_scores)[::-1])[:k]\n",
    "    top_words = words[top_words_indices]\n",
    "    \n",
    "    chi_vectorizer = CountVectorizer(vocabulary=top_words)\n",
    "    data = chi_vectorizer.fit_transform(df[text])\n",
    "    df = pd.DataFrame(np.hstack((data.todense(), labels.values.reshape((labels.shape[0], 1)))), columns=list(top_words) + ['label'])\n",
    "\n",
    "    return df, chi_vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "body_vectorizer = CountVectorizer(stop_words='english')\n",
    "body_vectorizer.fit(clean_df['Title'])\n",
    "\n",
    "economic_posts = clean_df[clean_df['topic'] == 0]\n",
    "upward_posts = economic_posts[economic_posts['movement_label'] == 1]\n",
    "downward_posts = economic_posts[economic_posts['movement_label'] == 0]\n",
    "\n",
    "upward_words = body_vectorizer.transform(upward_posts['Title'])\n",
    "downward_words = body_vectorizer.transform(downward_posts['Title'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "upward_df = pd.DataFrame(upward_words.todense(), columns=body_vectorizer.get_feature_names())\n",
    "downward_df = pd.DataFrame(downward_words.todense(), columns=body_vectorizer.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def create_word_stat_matrix(df, tag, toss_original_data=False):\n",
    "    df = df.transpose()\n",
    "    df[tag + ' mean'] = np.mean(df, axis=1)\n",
    "    df[tag + ' variance'] = np.var(df, axis=1)\n",
    "    df = df.sort_values(by=tag + ' mean', ascending=False).reindex()\n",
    "    if toss_original_data:\n",
    "        return df[[tag + ' mean', tag + ' variance']]\n",
    "    return df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "upward_stats = create_word_stat_matrix(upward_df, 'upward', toss_original_data=True)\n",
    "downward_stats = create_word_stat_matrix(downward_df, 'downward', toss_original_data=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "stats = pd.concat([upward_stats.transpose(), downward_stats.transpose()]).transpose()\n",
    "stats['mean difference'] = np.abs(stats['upward mean'] - stats['downward mean'])\n",
    "stats = stats.sort_values(by='mean difference', ascending=False)[['upward variance', 'downward variance', 'upward mean', 'downward mean', 'mean difference']]\n",
    "stats.iloc[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "\n",
    "words = body_vectorizer.get_feature_names()\n",
    "data = body_vectorizer.transform(economic_posts['Title'])\n",
    "labels = economic_posts['movement_label']\n",
    "print(\"There are %d datapoints that have a upward label\" %(len(np.where(labels == 1)[0])))\n",
    "print(\"There are %d datapoints that have a downward label\" %(len(np.where(labels == 0)[0])))\n",
    "\n",
    "chi_scores, p_vals = chi2(data, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "word_scores = []\n",
    "for el in zip(chi_scores, words, p_vals):\n",
    "    if not np.isnan(el[0]):\n",
    "        word_scores.append(el)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "chi_scores, words, p_vals = zip(*word_scores)\n",
    "words = np.array(words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "top_words_indices = (np.argsort(chi_scores)[::-1])[:50]\n",
    "top_words = words[top_words_indices]\n",
    "top_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "np.array(p_vals)[top_words_indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "words[np.argsort(p_vals)[:50]]# == top_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df, vectorizer = featurize(economic_posts, k=100, text='Title')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "cos_dist = 1 - cosine_similarity(df[vectorizer.get_feature_names()])\n",
    "mds = MDS(n_components=2, dissimilarity=\"precomputed\", random_state=0)\n",
    "pos = mds.fit_transform(cos_dist)# shape (n_components, n_samples)\n",
    "\n",
    "distance_df = pd.DataFrame(pos, columns=['x', 'y'])\n",
    "distance_df['label'] = df['label']\n",
    "p = Scatter(distance_df, x='x', y='y', title=\"Title Distances\", color='label',\n",
    "           legend=\"top_right\")\n",
    "\n",
    "show(p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "(clean_df[clean_df['movement_label'] == 0]['Body'].iloc[:10]).tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}