eda_hansard_speeches_stats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# %%\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import helpers.hansard as hansard\n",
    "import helpers.process as process\n",
    "from helpers import io as pickle_io\n",
    "import sys\n",
    "import datetime\n",
    "import gc\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loading df from /home/azureuser/cloudfiles/code/data/processing/hansard/experiment/eval_num_topics_3/speeches_df_topics_probs.pkl...\n",
      "loaded df.\n",
      "loading counts of tokens...\n",
      "loading bigrams from /home/azureuser/cloudfiles/code/data/processing/hansard/experiment/eval_num_topics_3/bigrams.pkl\n",
      "File exists and is readable\n",
      "loaded bigrams.\n",
      "loaded counts of tokens.\n"
     ]
    }
   ],
   "source": [
    "exp = 'eval_num_topics_3'\n",
    "df = hansard.getTopicsProbsDf(exp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date_time</th>\n",
       "      <th>chamber</th>\n",
       "      <th>parliament</th>\n",
       "      <th>session</th>\n",
       "      <th>period</th>\n",
       "      <th>page</th>\n",
       "      <th>name</th>\n",
       "      <th>name_id</th>\n",
       "      <th>party</th>\n",
       "      <th>in_gov</th>\n",
       "      <th>electorate</th>\n",
       "      <th>first_speech</th>\n",
       "      <th>context</th>\n",
       "      <th>context_title</th>\n",
       "      <th>context_type</th>\n",
       "      <th>speech_type</th>\n",
       "      <th>probs</th>\n",
       "      <th>token_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1998-03-02 12:31:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Grace, Elizabeth, MP</td>\n",
       "      <td>ML6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Lilley</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[9.9e-06, 1.636e-05, 9.42e-06, 1.155e-05, 9.51...</td>\n",
       "      <td>277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1998-03-02 12:32:00.000000</td>\n",
       "      <td>Senate</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Neal, Sen Belinda</td>\n",
       "      <td>B36</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>NSW</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>social security legislation amendment (youth a...</td>\n",
       "      <td>bills</td>\n",
       "      <td>speech</td>\n",
       "      <td>[3.83e-06, 6.33e-06, 3.65e-06, 4.47e-06, 3.68e...</td>\n",
       "      <td>298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1998-03-02 12:36:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Price, Roger, MP</td>\n",
       "      <td>QI4</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Chifley</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[9.13e-06, 1.509e-05, 8.68e-06, 1.065e-05, 8.7...</td>\n",
       "      <td>457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1998-03-02 12:44:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Smith, Tony, MP</td>\n",
       "      <td>SK6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Dickson</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[6.06e-06, 1.001e-05, 5.76e-06, 0.00307124, 5....</td>\n",
       "      <td>268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1998-03-02 12:52:00.000000</td>\n",
       "      <td>Senate</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Carr, Sen Kim</td>\n",
       "      <td>AW5</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>VIC</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>social security legislation amendment (youth a...</td>\n",
       "      <td>bills</td>\n",
       "      <td>speech</td>\n",
       "      <td>[2.69e-06, 4.45e-06, 2.56e-06, 3.14e-06, 2.58e...</td>\n",
       "      <td>262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1998-03-02 12:55:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>West, Andrea, MP</td>\n",
       "      <td>XK6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Bowman</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[9.99e-06, 0.005445, 0.01107868, 1.165e-05, 9....</td>\n",
       "      <td>312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1998-03-02 13:00:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Quick, Harry, MP</td>\n",
       "      <td>AV5</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[0.00687991, 1.818e-05, 0.01026653, 1.283e-05,...</td>\n",
       "      <td>221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1998-03-02 13:05:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Grace, Elizabeth, MP</td>\n",
       "      <td>ML6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Lilley</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[8.57e-06, 1.415e-05, 8.14e-06, 9.99e-06, 8.22...</td>\n",
       "      <td>407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1998-03-02 13:10:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Morris, Allan, MP</td>\n",
       "      <td>FI4</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>committees</td>\n",
       "      <td>committees</td>\n",
       "      <td>speech</td>\n",
       "      <td>[1.251e-05, 2.067e-05, 1.189e-05, 1.459e-05, 1...</td>\n",
       "      <td>462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1998-03-02 13:11:00.000000</td>\n",
       "      <td>Senate</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Gibbs, Sen Brenda</td>\n",
       "      <td>6L6</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>QLD</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>social security legislation amendment (youth a...</td>\n",
       "      <td>bills</td>\n",
       "      <td>speech</td>\n",
       "      <td>[4.76e-06, 7.86e-06, 4.52e-06, 5.55e-06, 4.57e...</td>\n",
       "      <td>238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1998-03-02 13:15:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Price, Roger, MP</td>\n",
       "      <td>QI4</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Chifley</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>private members business</td>\n",
       "      <td>private members' business</td>\n",
       "      <td>speech</td>\n",
       "      <td>[6.62e-06, 1.094e-05, 6.29e-06, 7.72e-06, 6.35...</td>\n",
       "      <td>196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1998-03-02 13:24:00.000000</td>\n",
       "      <td>Senate</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Denman, Sen Kay</td>\n",
       "      <td>FY5</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>TAS</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>social security legislation amendment (youth a...</td>\n",
       "      <td>bills</td>\n",
       "      <td>speech</td>\n",
       "      <td>[5.68e-06, 9.39e-06, 5.4e-06, 6.63e-06, 5.45e-...</td>\n",
       "      <td>104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1998-03-02 13:26:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Hawker, David, MP</td>\n",
       "      <td>8H4</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Wannon</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>private members business</td>\n",
       "      <td>private members' business</td>\n",
       "      <td>speech</td>\n",
       "      <td>[5.65e-06, 9.34e-06, 5.38e-06, 0.00642212, 5.4...</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1998-03-02 13:35:00.000000</td>\n",
       "      <td>Senate</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Lundy, Sen Kate</td>\n",
       "      <td>7G6</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>ACT</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>social security legislation amendment (youth a...</td>\n",
       "      <td>bills</td>\n",
       "      <td>speech</td>\n",
       "      <td>[4.33e-06, 7.15e-06, 4.11e-06, 5.05e-06, 4.15e...</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1998-03-02 13:36:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Wilton, Greg, MP</td>\n",
       "      <td>YK6</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Isaacs</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>private members business</td>\n",
       "      <td>private members' business</td>\n",
       "      <td>speech</td>\n",
       "      <td>[1.177e-05, 1.945e-05, 1.119e-05, 0.01645582, ...</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1998-03-02 13:41:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Charles, Bob, MP</td>\n",
       "      <td>OT4</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>LaTrobe</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>private members business</td>\n",
       "      <td>private members' business</td>\n",
       "      <td>speech</td>\n",
       "      <td>[1.4e-05, 2.313e-05, 1.331e-05, 0.02486482, 1....</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1998-03-02 13:41:00.000001</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Ferguson, Martin, MP</td>\n",
       "      <td>LS4</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Batman</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>speech</td>\n",
       "      <td>[2.552e-05, 4.217e-05, 2.427e-05, 2.976e-05, 0...</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1998-03-02 13:47:00.000000</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Randall, Don, MP</td>\n",
       "      <td>PK6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Swan</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>speech</td>\n",
       "      <td>[2.758e-05, 4.558e-05, 2.623e-05, 0.08452819, ...</td>\n",
       "      <td>60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1998-03-02 13:47:00.000001</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Mossfield, Frank, MP</td>\n",
       "      <td>MK6</td>\n",
       "      <td>ALP</td>\n",
       "      <td>True</td>\n",
       "      <td>Greenway</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>speech</td>\n",
       "      <td>[2.823e-05, 4.665e-05, 2.685e-05, 3.293e-05, 2...</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1998-03-02 13:47:00.000002</td>\n",
       "      <td>Reps</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Kelly, Jackie, MP</td>\n",
       "      <td>GK6</td>\n",
       "      <td>LP</td>\n",
       "      <td>True</td>\n",
       "      <td>Lindsay</td>\n",
       "      <td>0</td>\n",
       "      <td>debate</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>statements by members</td>\n",
       "      <td>speech</td>\n",
       "      <td>[3.602e-05, 5.952e-05, 3.425e-05, 4.201e-05, 3...</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    date_time chamber parliament session period  page  \\\n",
       "0  1998-03-02 12:31:00.000000    Reps         38       1      6     1   \n",
       "1  1998-03-02 12:32:00.000000  Senate         38       1      6     1   \n",
       "2  1998-03-02 12:36:00.000000    Reps         38       1      6     1   \n",
       "3  1998-03-02 12:44:00.000000    Reps         38       1      6     1   \n",
       "4  1998-03-02 12:52:00.000000  Senate         38       1      6     1   \n",
       "5  1998-03-02 12:55:00.000000    Reps         38       1      6     1   \n",
       "6  1998-03-02 13:00:00.000000    Reps         38       1      6     1   \n",
       "7  1998-03-02 13:05:00.000000    Reps         38       1      6     1   \n",
       "8  1998-03-02 13:10:00.000000    Reps         38       1      6     1   \n",
       "9  1998-03-02 13:11:00.000000  Senate         38       1      6     1   \n",
       "10 1998-03-02 13:15:00.000000    Reps         38       1      6     1   \n",
       "11 1998-03-02 13:24:00.000000  Senate         38       1      6     1   \n",
       "12 1998-03-02 13:26:00.000000    Reps         38       1      6     1   \n",
       "13 1998-03-02 13:35:00.000000  Senate         38       1      6     1   \n",
       "14 1998-03-02 13:36:00.000000    Reps         38       1      6     1   \n",
       "15 1998-03-02 13:41:00.000000    Reps         38       1      6     1   \n",
       "16 1998-03-02 13:41:00.000001    Reps         38       1      6     1   \n",
       "17 1998-03-02 13:47:00.000000    Reps         38       1      6     1   \n",
       "18 1998-03-02 13:47:00.000001    Reps         38       1      6     1   \n",
       "19 1998-03-02 13:47:00.000002    Reps         38       1      6     1   \n",
       "\n",
       "                    name name_id party  in_gov electorate first_speech  \\\n",
       "0   Grace, Elizabeth, MP     ML6    LP    True     Lilley            0   \n",
       "1      Neal, Sen Belinda     B36   ALP    True        NSW            0   \n",
       "2       Price, Roger, MP     QI4   ALP    True    Chifley            0   \n",
       "3        Smith, Tony, MP     SK6    LP    True    Dickson            0   \n",
       "4          Carr, Sen Kim     AW5   ALP    True        VIC            0   \n",
       "5       West, Andrea, MP     XK6    LP    True     Bowman            0   \n",
       "6       Quick, Harry, MP     AV5   ALP    True   Franklin            0   \n",
       "7   Grace, Elizabeth, MP     ML6    LP    True     Lilley            0   \n",
       "8      Morris, Allan, MP     FI4   ALP    True  Newcastle            0   \n",
       "9      Gibbs, Sen Brenda     6L6   ALP    True        QLD            0   \n",
       "10      Price, Roger, MP     QI4   ALP    True    Chifley            0   \n",
       "11       Denman, Sen Kay     FY5   ALP    True        TAS            0   \n",
       "12     Hawker, David, MP     8H4    LP    True     Wannon            0   \n",
       "13       Lundy, Sen Kate     7G6   ALP    True        ACT            0   \n",
       "14      Wilton, Greg, MP     YK6   ALP    True     Isaacs            0   \n",
       "15      Charles, Bob, MP     OT4    LP    True    LaTrobe            0   \n",
       "16  Ferguson, Martin, MP     LS4   ALP    True     Batman            0   \n",
       "17      Randall, Don, MP     PK6    LP    True       Swan            0   \n",
       "18  Mossfield, Frank, MP     MK6   ALP    True   Greenway            0   \n",
       "19     Kelly, Jackie, MP     GK6    LP    True    Lindsay            0   \n",
       "\n",
       "   context                                      context_title  \\\n",
       "0   debate                                         committees   \n",
       "1   debate  social security legislation amendment (youth a...   \n",
       "2   debate                                         committees   \n",
       "3   debate                                         committees   \n",
       "4   debate  social security legislation amendment (youth a...   \n",
       "5   debate                                         committees   \n",
       "6   debate                                         committees   \n",
       "7   debate                                         committees   \n",
       "8   debate                                         committees   \n",
       "9   debate  social security legislation amendment (youth a...   \n",
       "10  debate                           private members business   \n",
       "11  debate  social security legislation amendment (youth a...   \n",
       "12  debate                           private members business   \n",
       "13  debate  social security legislation amendment (youth a...   \n",
       "14  debate                           private members business   \n",
       "15  debate                           private members business   \n",
       "16  debate                              statements by members   \n",
       "17  debate                              statements by members   \n",
       "18  debate                              statements by members   \n",
       "19  debate                              statements by members   \n",
       "\n",
       "                 context_type speech_type  \\\n",
       "0                  committees      speech   \n",
       "1                       bills      speech   \n",
       "2                  committees      speech   \n",
       "3                  committees      speech   \n",
       "4                       bills      speech   \n",
       "5                  committees      speech   \n",
       "6                  committees      speech   \n",
       "7                  committees      speech   \n",
       "8                  committees      speech   \n",
       "9                       bills      speech   \n",
       "10  private members' business      speech   \n",
       "11                      bills      speech   \n",
       "12  private members' business      speech   \n",
       "13                      bills      speech   \n",
       "14  private members' business      speech   \n",
       "15  private members' business      speech   \n",
       "16      statements by members      speech   \n",
       "17      statements by members      speech   \n",
       "18      statements by members      speech   \n",
       "19      statements by members      speech   \n",
       "\n",
       "                                                probs  token_count  \n",
       "0   [9.9e-06, 1.636e-05, 9.42e-06, 1.155e-05, 9.51...          277  \n",
       "1   [3.83e-06, 6.33e-06, 3.65e-06, 4.47e-06, 3.68e...          298  \n",
       "2   [9.13e-06, 1.509e-05, 8.68e-06, 1.065e-05, 8.7...          457  \n",
       "3   [6.06e-06, 1.001e-05, 5.76e-06, 0.00307124, 5....          268  \n",
       "4   [2.69e-06, 4.45e-06, 2.56e-06, 3.14e-06, 2.58e...          262  \n",
       "5   [9.99e-06, 0.005445, 0.01107868, 1.165e-05, 9....          312  \n",
       "6   [0.00687991, 1.818e-05, 0.01026653, 1.283e-05,...          221  \n",
       "7   [8.57e-06, 1.415e-05, 8.14e-06, 9.99e-06, 8.22...          407  \n",
       "8   [1.251e-05, 2.067e-05, 1.189e-05, 1.459e-05, 1...          462  \n",
       "9   [4.76e-06, 7.86e-06, 4.52e-06, 5.55e-06, 4.57e...          238  \n",
       "10  [6.62e-06, 1.094e-05, 6.29e-06, 7.72e-06, 6.35...          196  \n",
       "11  [5.68e-06, 9.39e-06, 5.4e-06, 6.63e-06, 5.45e-...          104  \n",
       "12  [5.65e-06, 9.34e-06, 5.38e-06, 0.00642212, 5.4...           99  \n",
       "13  [4.33e-06, 7.15e-06, 4.11e-06, 5.05e-06, 4.15e...           97  \n",
       "14  [1.177e-05, 1.945e-05, 1.119e-05, 0.01645582, ...           82  \n",
       "15  [1.4e-05, 2.313e-05, 1.331e-05, 0.02486482, 1....          112  \n",
       "16  [2.552e-05, 4.217e-05, 2.427e-05, 2.976e-05, 0...           57  \n",
       "17  [2.758e-05, 4.558e-05, 2.623e-05, 0.08452819, ...           60  \n",
       "18  [2.823e-05, 4.665e-05, 2.685e-05, 3.293e-05, 2...           82  \n",
       "19  [3.602e-05, 5.952e-05, 3.425e-05, 4.201e-05, 3...           74  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "346721"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "date_time  date_time\n",
       "1998       3            3556\n",
       "           4            1574\n",
       "           5            2079\n",
       "           6            2270\n",
       "           7            1775\n",
       "                        ... \n",
       "2020       4             183\n",
       "           5             897\n",
       "           6            1843\n",
       "           8            1272\n",
       "           9             743\n",
       "Name: token_count, Length: 192, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "text/plain": [
       "<Figure size 3240x360 with 0 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pylab as plt\n",
    "\n",
    "plt.figure(figsize=(45,5))\n",
    "\n",
    "df.groupby([df[\"date_time\"].dt.year, df[\"date_time\"].dt.month]).token_count.count()  #.plot(kind=\"bar\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5% of speeches contain more than 765\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVcAAAE9CAYAAAC/XiEkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXgcV5nv8e/brdWWbMm2LO9ySJxF2RxJZGEZCGATB4jZSVgCDBAykLkwXGYmLDcDw7CFYQsw2ZgAGZYMMMAECCROAoQlhtiOE5zYThzHu2PJq+RNW7/3jyrZbaUltaQuVav793meftRdXafrbUn++eh01Tnm7oiISG4l4i5ARKQQKVxFRCKgcBURiYDCVUQkAgpXEZEIKFxFRCJQEncBY2HatGk+f/78uMsQkQKzcuXK3e5el+m5ogjX+fPns2LFirjLEJECY2abB3pOwwIiIhFQuIqIREDhKiISAYWriEgEFK4iIhFQuIqIREDhKiISAYWriEgEFK4iIhEo2nB9evchnt59KO4yRKRAFW24Xvs/j/LBOx6OuwwRKVBFMbdAJjsOHGHH/qMc7uphQlnRfhtEJCJF2XN1d1rbO+lNOY9sPRB3OSJSgIoyXDs6e+jsSQGwasu+mKsRkUJUlOHa2t557P7KzQpXEcm9SMPVzC4xs/VmtsHMrs3wvJnZDeHzj5pZ01BtzewTZrbdzFaHt0uHW1dbRxCuc6dUsmrLPlIpH+E7FBHJLLJwNbMk8A1gCdAIXGFmjf12WwIsCG9XATdm2fbL7r4wvN013NraDgbhesmZM9h/uJuNOiVLRHIsyp7r+cAGd9/o7l3AHcDSfvssBW73wHKgxsxmZtl2xFrbjwJwyVkzAFiloQERybEow3U2sDXt8bZwWzb7DNX2mnAY4TYzqx1uYW0HOykrSXDe3FomV5Zq3FVEci7KcLUM2/oPbg60z2BtbwROBhYCO4EvZjy42VVmtsLMVrS1tZ3wXFt7J3VV5SQSRtO8GlbqjAERybEow3UbMDft8RxgR5b7DNjW3Xe5e6+7p4BbCYYQnsXdb3H3Fndvqas7cXHGtoOd1FWXA9DcUMuG1oPsP9w1zLcnIjKwKMP1IWCBmZ1kZmXA5cCd/fa5E7gyPGvgQuCAu+8crG04JtvnNcCa4RbW1tHJ9DBcmxqCUYWHt+wf7suIiAwosus+3b3HzK4B7gaSwG3u/piZXR0+fxNwF3ApsAE4DLxzsLbhS19vZgsJhgk2Ae8dbm2tHZ00h6F67pwakglj5eZ9XHz69BG/XxGRdJFeVB+eJnVXv203pd134P3Ztg23v200NXX3pth7qIvp1RUATCwv4YyZ1fpQS0Ryquiu0NodnuPaN+YK0DyvltVb99PTm4qrLBEpMEUXrn1XZ6WHa1NDLUe6e1n3TEdcZYlIgSnacJ2e3nMNx181NCAiuVJ04dqaoec6u6aS+knlmiFLRHKm6MK1r+c6rep4uJoZzQ216rmKSM4UXbi2dhyldkIpZSUnvvWmebVs23eEXeG8AyIio1F04drW0XnCkECfvnFXTeIiIrlQlOHad45rujNnTaasJKGhARHJiaIL19YBeq5lJQnOnTNZk7iISE4UVbi6+4DDAhCc77pm+wGOdveOcWUiUmiKKlzbjwYLE04fIFyb59XS3eus2a4VYUVkdIoqXDNdnZWuSRcTiEiOKFzTTKsqZ/7UCQpXERm1ogrX1o7gHNaBhgUg6L2u2rKPYMIuEZGRKapwPdZzrXr2qVh9mhtq2X2wiy17D49VWSJSgIouXMtKEkyqHHgaW03iIiK5UHThWldVjlmm9Q8DC6ZXU11eonAVkVEprnA9OPA5rn2SCWPhvBqFq4iMSlGFa2t756AfZvVpbqhl/a4OOo52j0FVIlKIiipcs+m5QhCu7rB6q1aEFZGRKZpw7eo5cWHCwSycW4OZPtQSkZErmnDdc2jwCwjSVVeUclq9VoQVkZErmnAd6uqs/pobalm9ZT+9KV1MICLDVzTh2tr+7IUJB9PcUEtHZw9PtmpFWBEZvqIJ17aDw++5gsZdRWRkiiZc+3qu6QsTDmbelAlMqypTuIrIiBRNuLYdzLww4UDMjKZ5tVpTS0RGpHjCdZAVCAbS3FDLpj2H2R0OKYiIZKtowrV1gIUJB6MVYUVkpIomXEfScz1r9mRKk6ZFC0Vk2IomXIOe6/DCtaI0yVmzJ6vnKiLDVhTh2ptyunpSw+65QrBo4SPbDtDVk4qgMhEpVEURrj3hVVYjCteGWrp6Ujy2QyvCikj2iiJcu3uDXudIwlUrworISBRFuPb0Bj3X4Y65AtRPqmBObSWr9KGWiAxDcYRrKuy5DrIw4WCaG2pZuVkrwopI9oojXHt9yIUJB9PcUMuu9k627z+S48pEpFAVRbh2p1JDLkw4mKZ5GncVkeEpinDt6XWmTxr+eGuf02dUM6EsqfNdRSRrkYarmV1iZuvNbIOZXZvheTOzG8LnHzWzpmG0/bCZuZlNG6qOnl6nLsvZsDIpSSZYOLdGV2qJSNYiC1czSwLfAJYAjcAVZtbYb7clwILwdhVwYzZtzWwusAjYkk0t3amRXUCQrrmhlrU7OzjU2TOq1xGR4hBlz/V8YIO7b3T3LuAOYGm/fZYCt3tgOVBjZjOzaPtl4J+ArD6+7035sCdt6a+poZbelPPINq0IKyJDizJcZwNb0x5vC7dls8+Abc3sMmC7uz8ynGJG23NtmqsZskQke1GGa6aP5vv3NAfaJ+N2M5sAfAy4bsiDm11lZivMbAWM7AKCdJMnlLJgepXOGBCRrEQZrtuAuWmP5wA7stxnoO0nAycBj5jZpnD7KjOb0f/g7n6Lu7e4ewuMvucKwbjrqi37SWlFWBEZQpTh+hCwwMxOMrMy4HLgzn773AlcGZ41cCFwwN13DtTW3f/q7tPdfb67zycI4SZ3f2aoYnIRrk0NtRw40s3G3QdH/VoiUthGdslSFty9x8yuAe4GksBt7v6YmV0dPn8TcBdwKbABOAy8c7C2o6kn24UJB5O+Iuwp06tH/XoiUrisGK6XnzD7VD+8/YlRv467c96nlrG4sZ7rX39uDioTkfHMzFb2DT32VxRXaJUmcvM2zYzmebX6UEtEhlQU4VqSHNmcApk0NdTyVNsh9h3qytlrikjhUbgOU9+468Nb1XsVkYEVRbjmalgA4Nw5NSQTpqEBERlUUYRrLnuulWVJzpw1SeEqIoMqjnDNYc8VgvldH9l64NjaXCIi/RVHuOaw5wrBuOuR7l7W7ezI6euKSOEoinAtTeb2bR6/mGBvTl9XRApHUYRrSSK3PddZNZXMnFzByi2aflBEMiuKcE3mOFwhON9V0w+KyECKIlyj0Dyvlu37j7DzgFaEFZFnU7iOUN+466rNGhoQkWdTuI5Q46xJVJQmdL6riGSkcB2h0mSCc+ZoRVgRyUzhOgrNDbU8tv0AR7t74y5FRPKMwnUUmufV0pNyHt12IO5SRCTPKFxHoSltZQIRkXQK11GYMrGM50ybqHAVkWdRuI5SU0Mtq7bsoxiWyxGR7ClcR6m5oZa9h7rYtOdw3KWISB5RuI5Ss8ZdRSQDhesonVJXRXVFicJVRE6gcB2lRMJomqdJXETkRArXHGhuqOWJ1g4OHOmOuxQRyRMK1xxobqjFHVZv1SQuIhJQuObAuXNrSJg+1BKR4xSuOVBVXsLpMyZp3FVEjlG45khzQy0Pb9lHb0oXE4iIwjVnmhtqOdTVy/pntCKsiChcc+bYxQSa31VEULjmzJzaSuqqyzXuKiKAwjVnzIzmebU6Y0BEAIVrTjU11LBl72FaO47GXYqIxEzhmkNaEVZE+ihcc+jMWZMpSyZYpQ+1RIqewjWHKkqTnDV7ksZdRUThmmvNDbX8ddsBOnu0IqxIMVO45lhzQy1dvSnWbG+PuxQRiVGk4Wpml5jZejPbYGbXZnjezOyG8PlHzaxpqLZm9qlw39Vmdo+ZzYryPQxX34qwf3l6b8yViEicIgtXM0sC3wCWAI3AFWbW2G+3JcCC8HYVcGMWbb/g7ue4+0LgF8B1Ub2HkZheXcHpM6q5f92uuEsRkRhF2XM9H9jg7hvdvQu4A1jab5+lwO0eWA7UmNnMwdq6e/rf2xOBvJspZfGZM1i5eR97DnbGXYqIxCTKcJ0NbE17vC3cls0+g7Y1s0+b2VbgLeRZzxVgcWM9KYf71rXGXYqIxCTKcLUM2/r3MgfaZ9C27v4xd58LfA+4JuPBza4ysxVmtqKtrS3LknPjzFmTmDW5gmWPa2hApFhFGa7bgLlpj+cAO7LcJ5u2AN8HXpfp4O5+i7u3uHtLXV3dMEsfHTPjZY31/P7JNo506ZQskWIUZbg+BCwws5PMrAy4HLiz3z53AleGZw1cCBxw952DtTWzBWntLwPWRfgeRmxRYz1Hu1P8/smx7TWLSH7IKlzN7H/M7BVmlnUYu3sPwZ/sdwNrgR+6+2NmdrWZXR3udhewEdgA3Aq8b7C2YZvPmdkaM3sUWAx8INuaxtIFJ02lurxEQwMiRaoky/1uBN4J3GBmPwK+7e5D9hjd/S6CAE3fdlPafQfen23bcHvGYYB8U1aS4OLTp3P/ulZ6U04ykWkYWUQKVVY9UXe/193fAjQBm4BlZvYnM3unmZVGWeB4tqixnj2HujSRi0gRyvrPfDObCrwDeDfwMPBVgrBdFkllBeDFp9VRmjQNDYgUoWzHXH8C/B6YALzK3S9z9/92978HqqIscDyrrijlwudM5Z7HniEYARGRYpFtz/Wb7t7o7p8NP83HzMoB3L0lsuoKwOLGejbtOcyG1oNxlyIiYyjbcP23DNsezGUhhepljfUA3KOhAZGiMmi4mtkMM2sGKs3sPDNrCm8vJhgikCHMnFzJ2bMna9xVpMgMdSrWywk+xJoDfCltewfw0YhqKjiLG+v54rInaG0/yvRJFXGXIyJjYNCeq7t/x90vBt7h7hen3S5z95+MUY3j3qIzg6GBe9dqIheRYjFoz9XM3uru3wXmm9mH+j/v7l/K0Ez6Oa2+mrlTKln2+DO8+YJ5cZcjImNgqA+0JoZfq4DqDDfJgpmx6IwZ/PGpPRzs7Im7HBEZA4P2XN395vDrJ8emnMK1qLGe2/74NA880calZ8+MuxwRiVi2FxFcb2aTzKzUzO4zs91m9taoiyskz51fS82EUp01IFIksj3PdXG4vMorCeZaPRX4x8iqKkAlyQQvCSdy6e5NxV2OiEQs23Dtm5zlUuAH7q6lTUdgcWM9B45089AmfftECl224fpzM1sHtAD3mVkdcDS6sgrTCxfUUVaS0NCASBHIdsrBa4GLgBZ37wYO8eyVXGUIE8tLeMEp01j2+C5N5CJS4LKdLBvgDILzXdPb3J7jegreosZ67l/XyrpnOjhj5qS4yxGRiGQVrmb2X8DJwGqgb8U9R+E6bC89YzpmcM9juxSuIgUs255rC9Do+lt21KZXV7Bwbg3L1j7DB162YOgGIjIuZfuB1hpgRpSFFJPFjTNYs72dHfuPxF2KiEQk23CdBjxuZneb2Z19tygLK2SLGvsmctFZAyKFKtthgU9EWUSxOWV6Fc+ZNpFlj+/iyovmx12OiEQg21Oxfkew6mtpeP8hYFWEdRW8RY31LN+4h/aj3XGXIiIRyHZugfcAPwZuDjfNBn4WVVHFYFFjPd29zm/Xt8VdiohEINsx1/cDzwfaAdz9SWB6VEUVg/Pm1TJ1Yhn3PPZM3KWISASyDddOd+/qexBeSKDTskYhmTBedkY9v1vfRlePJnIRKTTZhuvvzOyjBAsVLgJ+BPw8urKKw6LGejo6e1i+cU/cpYhIjmUbrtcCbcBfgfcCdwEfj6qoYvGCBdOoLE1qIheRApTt2QIpgg+w3ufur3f3W3W11uhVlCZ54YJp3LtWE7mIFJpBw9UCnzCz3cA6YL2ZtZnZdWNTXuFb1FjPzgNHWbO9Pe5SRCSHhuq5fpDgLIHnuvtUd58CXAA838z+IfLqisBLz6gnYbDscZ01IFJIhgrXK4Er3P3pvg3uvhF4a/icjNKUiWW0NEzhHo27ihSUocK11N1399/o7m0cX/pFRmnxmfWse6aDrXsPx12KiOTIUOHaNcLnZBj6JnJR71WkcAwVrueaWXuGWwdw9lgUWAwapk7k1PoqjbuKFJBBw9Xdk+4+KcOt2t01LJBDixrreWjTPvYf1h8EIoUg24sIJGKLGmfQm3LuX9cadykikgMK1zxxzuzJTK8u19VaIgVC4ZonEgljUWM9v3uijaPdvUM3EJG8Fmm4mtklZrbezDaY2bUZnjczuyF8/lEzaxqqrZl9wczWhfv/1MxqonwPY2lRYz2Hu3r501PPOvtNRMaZyMLVzJLAN4AlQCNwhZk19tttCbAgvF0F3JhF22XAWe5+DvAE8JGo3sNYu+jkqVSVl2hoQKQARNlzPR/Y4O4bw7lg7wCW9ttnKXC7B5YDNWY2c7C27n6Pu/eE7ZcDcyJ8D2OqvCTJi06t4961raRSmshFZDyLMlxnA1vTHm8Lt2WzTzZtAf4W+NWoK80jixrraevoZPW2/XGXIiKjEGW4WoZt/btjA+0zZFsz+xjQA3wv48HNrjKzFWa2oq1t/KxTdfFp00kmTEMDIuNclOG6DZib9ngOsCPLfQZta2ZvB14JvGWgeWXd/RZ3b3H3lrq6uhG/ibE2eUIpF5w0ReEqMs5FGa4PAQvM7CQzKwMuB+7st8+dwJXhWQMXAgfcfedgbc3sEuCfgcvcvSBnOlncWM+G1oNsbDsYdykiMkKRhWv4odM1wN3AWuCH7v6YmV1tZleHu90FbAQ2ALcC7xusbdjm60A1sMzMVpvZTVG9h7i8LJzIRb1XkfHLimF5kZaWFl+xYkXcZQzLpV/9PRPKkvz4754XdykiMgAzW+nuLZme0xVaeWpRYz0rt+xj98HOuEsRkRFQuOapRY31uMP9azWRi8h4pHDNU2fOmsTsmkpNoC0yTilc85RZMJHL759s43BXz9ANRCSvKFzz2KLGejp7Uvz+SU3kIjLeKFzz2PknTWFShSZyERmPFK55rDSZ4OLTp3P/ulZ6NZGLyLiicM1zixrr2Xuoi5Wb98VdiogMg8I1z73o1DpKk6aVYUXGGYVrnquuKOV5J0/jnsd3UQxX04kUCoXrOLCosZ7New7zZKsmchEZLxSu48AiTeQiMu4oXMeB+kkVnDtnsq7WEhlHFK7jxKLGeh7Zup9d7UfjLkVEsqBwHScWNc4A4N616r2KjAcK13Hi1Poq5k2ZoHFXkXGiJO4CJDtmxuLGem5/cDM33Pck06rKqasuZ1pVWfi1nIrSZNxlikhI4TqOvKZpNj9bvZ0vLXsi4/PVFSXUVZUzrbqcugzh2/d1WlU5ZSX6o0UkSlrmZRzq7Ollz8Eudh/spK2jk90HO9l9sIu2jk7a0ra1dXTScTTzdIWTK0vTwreCaVVlNM2r5VXnzhrjdyMyfg22zIt6ruNQeUmSWTWVzKqpHHLfo929J4TviYEc3F+z/QCt7Uf51h83sf6ZDv7v4lMxszF4JyKFS+Fa4CpKk8ypncCc2gmD7tebcj7207/y9d9s4FBXD9e9slEBKzIKClcBIJkwPvvas5lQVsJtf3yaw529fOa1Z5NMKGBFRkLhKseYGf/vlWdQVZ7khvs3cLi7ly+98VxKk/rwS2S4FK5yAjPjQ4tPY0J5CZ/71TqOdPXy9Tefp9O8RIZJXRLJ6OoXncynlp7JvWt38a7vPKRFEkWGSeEqA3rbRfP59zecy4NP7eHK//wL7Ue74y5JZNxQuMqgXt88h6+/uYlHtu3nzbcuZ++hrrhLEhkXFK4ypEvPnsktb2vhyV0HedPND2pmLpEsKFwlKxefPp1vv/N8duw/whtvfpBt+w7HXZJIXlO4StYuOnkq3333Bew71MUbbnqQjW1adkZkIApXGZbz5tVyx1UX0dWT4o03L2ftzva4SxLJSwpXGbbGWZP47/deREnCuPyW5azeuj/ukkTyjsJVRuSU6VX86OqLmFRZwltuXc6fN+6JuySRvKJwlRGbO2UCP3rv85gxuYK3f+sv/HZ9a9wlieQNhauMyozJFfzwvRfxnGlVvOf2Ffx6zc64SxLJCwpXGbWpVeX84KoLOWv2ZN7//Yf56cPb4i5JJHYKV8mJyZWlfPddF3D+/Cl86IeP8L0/b467JJFYKVwlZyaWl/Ctdz6Xi0+bzsd+uoZbHngq7pJEYqNwlZyqKE1y01ubecXZM/nMXev48rInKIZ12kT6izRczewSM1tvZhvM7NoMz5uZ3RA+/6iZNQ3V1szeYGaPmVnKzDIuDCbxKitJcMMV5/H65jl89b4n+fQv1ypgpehENlm2mSWBbwCLgG3AQ2Z2p7s/nrbbEmBBeLsAuBG4YIi2a4DXAjdHVbuMXjJhXP+6c5hYluSbf3iaoz29fGrpWVqXS4pGlCsRnA9scPeNAGZ2B7AUSA/XpcDtHnRrlptZjZnNBOYP1Nbd14bbIixdciGRMD5x2ZlUlCa5+YGNAApYKRpRhutsYGva420EvdOh9pmdZVsZB8yMa5ecjgO3PLCRhBmfvOxMBawUvCjDNdO/nv4DbwPtk03bwQ9udhVwFcC8efOG01RyzMz4yJLTcXdu/f3TJMz4l1dp6W4pbFGG6zZgbtrjOcCOLPcpy6LtoNz9FuAWgJaWFn2aEjMz46OXnkHK4T//8DRmcN0rFbBSuKIM14eABWZ2ErAduBx4c7997gSuCcdULwAOuPtOM2vLoq2MM2bGx19xBu5w2x+fxgiW8lbASiGKLFzdvcfMrgHuBpLAbe7+mJldHT5/E3AXcCmwATgMvHOwtgBm9hrga0Ad8EszW+3uL4/qfUhumQWBmnIPAtbg469QwErhsWI4/7ClpcVXrFgRdxmSxt355M8f59t/2sR7XngSH71UASvjj5mtdPeM59tHOSwgMiALP9RKpX3Ide2S0xWwUjAUrhIbC0/LSrlz8wMbMTP++ZLTFLBSEBSuEisz418vOwt3uOl3T5Ew+MeXK2Bl/FO4SuwSCeNTS8/Cgf/47VOYwYcXK2BlfFO4Sl5IJIx/W3oW7s43fvMUCTM+tOhUBayMWwpXyRuJhPHpV5+NO3zt/g0kzPiHRafGXZbIiChcJa8kEsZnXnM2KXe+et+TmMEHX6aAlfFH4Sp5J5EwPvfac0g5fOXeJzGMD7xsQdxliQyLwlXyUiJhfP515+AOX773CRIGf/9SBayMHwpXyVvJhHH968/Bcb647AkSCeP9F58Sd1kiWVG4Sl5LJowvvP5c3OELd6/HDN73YgWs5D+Fq+S9ZML49zeci7tz/a/XYxh/9+KT4y5LZFAKVxkXkgnji29ciAOf//U6EgbvfZECVvKXwlXGjWTC+OIbziXl8NlfrSNhxnv+5jlxlyWSkcJVxpWSZIIvvzEYIvj0XWsxg3e/UAEr+UfhKuNOSTLBV960EHf4t1+u5Qd/2ULTvFqaGmppmlfLgulVJBK6bFbipXCVcakkmeArly/kvHk1PPjUHu5du4sfrdwGQHV5CQvn1XDevFqa5tVw3txaJk8ojbliKTZaiUAKgruzac9hVm3ex8Nb97Fq837WPdNOKvz1Prluonq3knODrUSgcJWCdaizh0e27efhLftZtXkfq7bsY9/hbiCtdzu3hvMaamlS71ZGQMu8SFGaWF7C806exvNOngac2LtdtWUfq7bs5+u/2aDerURCPVcpaoP1bkuTRjJhJCy4mRHeJ3ycfp8B9uGE9n1tqspLmF1TycyaCmbVVDKrpjJ4PLmC6gr1oMcL9VxFBjBY73ZD20FSKSflTsoh5Y57sE/f49Sxxyfuc+JjJ5U6cf/2o938+em9PNN+lN7UiR2c6oqSY0HbP3hn1VQyY3IFpclEHN8uGQaFq0gaM+OkaRM5adrEMTleb8pp6+hk+/4j7AhvOw8cPfZ49db9x3rSx2uE+uqKY73e2TWVzJpcwcy++zWV1E4o1SoOMVO4isQomTBmTK5gxuQKmhtqM+5zpKuXHQeOh++O/UeDrweO8PiOdu59fBedPakT2lSUJpg1uTLs+YY94H6PK0qTY/EWi5bCVSTPVZYlObmuipPrqjI+7+7sPdTFjv1Bj3fngeMhvH3/EX73RButHZ30/3hlysSyIGj7h3AYxHXV5ST1gd6IKVxFxjkzY2pVOVOryjl7zuSM+3T1pNjVfrzHeyyI9x9h857D/OmpPRzs7DmhTUnYqw7CNxh2mFZVztSJZUytKmPKxDKmVZVTO6GMshKNAfencBUpAmUlCeZOmcDcKRMG3Kf9aDc7wyGH7f3Gf1ds3sczj+6kJ5X57KJJFSVBwE8MQndqVRlTJ5afcD/4WkbtxLKi+EBO4SoiAEyqKGXSjFJOm1Gd8flUKjjLYc+hLvYc7GLvoU52H+xi76HgtvtgJ3sPdbF5z2FWbdnP3kOdDJDFTK4sPRa2U8LbpMrSoIaKkuP3K0uorjh+v7I0OW4+qFO4ikhWEgmjZkIZNRPKOLlu6P1TKefAkW72HOpkz8GuIJQPdbH3YFew7VAXew528vTuQ6zcvI/2oz109ftgrr+ShDGpspTqipJjgTspDN/qY6F8PJyrK0qoDcO7dkLZmI4hK1xFJBKJhFEbDgOcMj27Nke7e+k42kP70W7aj3TTfrSHjqPdtB9J39Yd7BM+39p+8Ni2w129A762GdROKDs2Ztw3VBEMXYRjyWnPTa4sHdUVegpXEckbFaVJKkqT1FWXj6h9d28qLXiDUN53OBi22HOwM21Io4u1z7Sz91AX+/udR9wnmbATwrjvA7z0ceTBKFxFpGCUJhPHxnCz1d2bYt/h46HbN3Z8bCgjfPzYjnZ2H+yk42jP0C+KwlVEilxpMsH06gqmV1dktX9XTyoI30OdnPX5gfdTuIqIDENZSeLYVXWDKfyTzUREYqBwFRGJgMJVRCQCClcRkQgoXEVEIhBpuJrZJWa23sw2mNm1GZ43M7shfP5RM2saqq2ZTTGzZWb2ZPg18ySYIiIxiixczSwJfANYAjQCV5hZY7/dlgALwttVwI1ZtL0WuLIeS5YAAAo/SURBVM/dFwD3hY9FRPJKlD3X84EN7r7R3buAO4Cl/fZZCtzugeVAjZnNHKLtUuA74f3vAK+O8D2IiIxIlOE6G9ia9nhbuC2bfQZrW+/uOwHCrxmnhDCzq8xshZmtaGtrG/GbEBEZiSjDNdN0Mv1ndxxon2zaDsrdb3H3FndvqavLYn40EZEcijJctwFz0x7PAXZkuc9gbXeFQweEX1tzWLOISE5EGa4PAQvM7CQzKwMuB+7st8+dwJXhWQMXAgfCP/UHa3sn8Pbw/tuB/43wPYiIjEhkE7e4e4+ZXQPcDSSB29z9MTO7Onz+JuAu4FJgA3AYeOdgbcOX/hzwQzN7F7AFeENU70FEZKTM+6+3W4BaWlp8xYoVcZchIgXGzFa6e0um53SFlohIBBSuIiIRULiKiERA4SoiEgGFq4hIBBSuIiIRULiKiESgKM5zNbMOYH3cdaSZBuyOu4h+8q2mfKsH8q+mfKsH8q+mqOtpcPeMk5cUy9La6wc60TcOZrYin+qB/Ksp3+qB/Ksp3+qB/Kspzno0LCAiEgGFq4hIBIolXG+Ju4B+8q0eyL+a8q0eyL+a8q0eyL+aYqunKD7QEhEZa8XScxURGVMFHa5DLe0d4XFvM7NWM1uTtm3AJcHN7CNhjevN7OUR1DPXzH5jZmvN7DEz+0Ae1FRhZn8xs0fCmj4Zd03hMZJm9rCZ/SJP6tlkZn81s9VmtiLumsysxsx+bGbrwt+ni+Kqx8xOC78vfbd2M/tg3D+zY9y9IG8Ek2w/BTwHKAMeARrH6Nh/AzQBa9K2XQ9cG96/Fvh8eL8xrK0cOCmsOZnjemYCTeH9auCJ8Lhx1mRAVXi/FPgzcGGcNYXH+RDwfeAXcf/cwuNsAqb12xbnz+07wLvD+2VATdzfo/BYSeAZoCEf6nH3gg7Xi4C70x5/BPjIGB5/PieG63pgZnh/JsG5t8+qi2D1hYsiru1/gUX5UhMwAVgFXBBnTQRrtd0HvCQtXGP9Hg0QrrHUBEwCnib8rCbuevrVsBj4Y77U4+4FPSyQzdLeY2mgJcHHtE4zmw+cR9BTjLWm8E/w1QSLTC5z97hr+grwT0AqbVvcPzcH7jGzlWZ2Vcw1PQdoA74VDp1808wmxlhPusuBH4T386Gegg7XUS/PPUbGrE4zqwL+B/igu7fHXZO797r7QoIe4/lmdlZcNZnZK4FWd1+ZbZMo60nzfHdvApYA7zezv4mxphKC4a4b3f084BDBn91x1RMcJFjE9DLgR0PtOhb19CnkcM1mae+xNNCS4GNSp5mVEgTr99z9J/lQUx933w/8FrgkxpqeD1xmZpuAO4CXmNl3Y6wHAHffEX5tBX4KnB9jTduAbeFfGAA/JgjbuH+PlgCr3H1X+DjueoDCDtdslvYeSwMtCX4ncLmZlZvZScAC4C+5PLCZGfCfwFp3/1Ke1FRnZjXh/UrgZcC6uGpy94+4+xx3n0/wu3K/u781rnoAzGyimVX33ScYV1wTV03u/gyw1cxOCze9FHg8rnrSXMHxIYG+48ZZTyCqwdx8uBEs2/0EwaeCHxvD4/4A2Al0E/xv+S5gKsGHJU+GX6ek7f+xsMb1wJII6nkBwZ8/jwKrw9ulMdd0DvBwWNMa4Lpwe2w1pR3nxRz/QCvO79FzCD7dfgR4rO93OOaaFgIrwp/bz4DamOuZAOwBJqdti/13yN11hZaISBQKeVhARCQ2ClcRkQgoXEVEIqBwFRGJgMJVRCQCClcZNTP7rZlFvk6Rmf2fcCam7/XbvtDMLs2i/SfM7MPRVXjsOLPM7MdRH2csmNk7zOzrcdcxHhXLAoWSp8ysxN17stz9fQTnJj7db/tCoAW4K6fFjZAHV1W9Pu46JF7quRYJM5sf9vputWD+1HvCK6NO6Hma2bTwEtC+XsvPzOznZva0mV1jZh8KJ+1YbmZT0g7xVjP7k5mtMbPzw/YTLZjb9qGwzdK01/2Rmf0cuCdDrR8KX2eNmX0w3HYTwUn1d5rZP6TtWwb8K/CmcE7PN4Xzef7MzB4N6zwnwzHeY2a/MrNKM3urBXPLrjazm80sGe5z0Mw+bcGcs8vNrD7c/oawtkfM7IEBvtdr0t7rT8zs1xbML3r9AD+f68Lv0xozuyW8qq7/Ps86bvj6/xu+/noz+5e0/Qd6X4vN7EEzWxX+HKrC7c8Nf4aPhO2qw5eaNVT9kkGUVyjolj83gikQe4CF4eMfAm8N7/8WaAnvTwM2hfffAWwgmAO2DjgAXB0+92WCCWD62t8a3v8bwqkWgc+kHaOG4Gq5ieHrbiPtypm0OpuBv4b7VRFcmXRe+Nwm+k2/l1bn19Mefw34l/D+S4DV4f1PAB8GriG4FLIcOAP4OVAa7vMfwJXhfQdeFd6/Hvh4eP+vwOy+9zXA93pNWm0bgclABbAZmJuhTfpVRP/Vd9x++zzruOHr7yS4KqmS4Gq3loHeV/jzfQCYGG7/Z+A6grlZNwLPDbdPIvjLNqv6dXv2TcMCxeVpd18d3l9JEAJD+Y27dwAdZnaA4B8sBP/Q03uEPwBw9wfMbJIF8wYsJpgMpW+cswKYF95f5u57MxzvBcBP3f0QgJn9BHghwaWy2XoB8LqwnvvNbKqZTQ6fextBsL/a3bvN7KUEgf5Q2Fms5PhEH13AL8L7KwnmwAX4I/BtM/sh0DcJzmDuc/cD4ft5nGBC56399rnYzP6J4HLOKQT/qfy83z4DHXeZu+8JX/8n4fvvGeB9XUgwafQfw+1lwIPAacBOd38o/L61h6+Xbf3Sj8K1uHSm3e8l+AcHwT/EviGiikHapNIepzjx96f/ddROMMXb69x9ffoTZnYBwXR1mWSaFm64Bptabg3BGO0cwomfge+4+0cytOn2sBtH8P0qAXD3q8P38ApgtZkt7Au3AfT/vp/w787MKgh6li3uvtXMPsGzfw4Zj9vvvaW/14zvy8xeRRDGV/Tbfk6G18mqfslMY64CwZ/bzeH9kX4Q8yYAM3sBcCDs6dwN/H3f+KGZnZfF6zwAvNrMJlgwE9RrgN8P0aaDYOgi/TXeEh7zxcBuPz5/7cPAewnGbmcRTOzxejObHu4/xcwaBjuYmZ3s7n929+uA3Zw4jd1I9AXp7nD8M+PPYJDjLgrrrgReTdDDHeh9LQeeb2anhNsnmNmpBDOSzTKz54bbq81MIToK+uYJwL8DPzSztwH3j/A19pnZnwjG6v423PYpgtn9Hw0DdhPwysFexN1Xmdm3OT4V3Dfdfaghgd8A11qwqsFnCcZWv2VmjwKHOT79XN8x/hAOVfyS4E/9jxPM9p8gmMns/QRjiwP5gpktIOgd3kcwa9WIuft+M7uVYKhlE8F0mdkedyHwB4Jx2lOA77t730KGz3pf7r7czN4B/MDMysPX/bi7P2FmbwK+Fob0EYJpIGWENCuWyDgWBmWLu18Tdy1yIg0LiIhEQD1XEZEIqOcqIhIBhauISAQUriIiEVC4iohEQOEqIhIBhauISAT+P8RCHv8O9ObmAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pylab as plt\n",
    "plt.figure(figsize=(5,5))\n",
    "\n",
    "top5 = int(np.quantile(df['token_count'], 0.95))\n",
    "\n",
    "\n",
    "plt.xlim(0,top5)\n",
    "plt.xlabel('number of tokens in a speech')\n",
    "\n",
    "chart = df['token_count']\n",
    "\n",
    "chart.plot(kind='density')\n",
    "print('5% of speeches contain more than ' + str(top5))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datetime\n",
    "df['y'] = [row['date_time'].year for idx,row in df.iterrows()]\n",
    "df['m'] = [row['date_time'].month for idx,row in df.iterrows()]\n",
    "df['ym'] = [row['y'] + row['m']/12 for idx,row in df.iterrows()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fbcd6577630>"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4EAAAE9CAYAAAC1PWfrAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dfbRddX3n8feHgIIPjDJEBxPSoBPrAFWQlDJqpz60QqUWnJaKywqttFiKrY46Y7COtdPFLDr1YUo74kC1gFUxjigoUA1UpFogBkRDQEpGUo1kAVqV6LQo8Tt/nF/wGG5uzk3uuedhv19r7XX3+Z699/mec/fd93zP7+GkqpAkSZIkdcNeo05AkiRJkrRwLAIlSZIkqUMsAiVJkiSpQywCJUmSJKlDLAIlSZIkqUMsAiVJkiSpQ/YedQLDcuCBB9by5ctHnYYkSZIkjcRNN930japavGN8aovA5cuXs27dulGnIUmSJEkjkeQfZ4rbHVSSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6ZO9RJyBpOi1fdcVD65vOOX6EmUiSJKmfLYGSJEmS1CFDKwKT7JtkbZIvJtmQ5I9a/K1Jvp7klra8qG+fs5JsTHJHkmP74kclWd/uOzdJ5iPH5auueGiRJEmSpC4YZnfQB4DnV9V3k+wDfDbJVe2+d1bV2/o3TnIocDJwGPAk4OokT62qbcB5wOnADcCVwHHAVUiSJEmS5mRoLYHV8912c5+21Cy7nABcUlUPVNVdwEbg6CQHAftX1fVVVcDFwInDyluSJEmSptlQxwQmWZTkFuBeYE1V3djuenWSLyV5b5LHt9gS4Gt9u29usSVtfce4JEmSJGmOhloEVtW2qjoCWEqvVe9wel07nwIcAWwB3t42n2mcX80Sf5gkpydZl2Tdfffdt8f5S5IkSdK0WZDZQavq28C1wHFVdU8rDn8IXAAc3TbbDBzct9tS4O4WXzpDfKbHOb+qVlbVysWLF8/zs5AkSZKkyTfM2UEXJ3lcW98P+Hngy22M33YvAW5t65cDJyd5ZJJDgBXA2qraAmxNckybFfQU4LJh5S1JkiRJ02yYs4MeBFyUZBG9YnN1VX0iyfuSHEGvS+cm4FUAVbUhyWrgNuBB4Mw2MyjAGcCFwH70ZgV1ZlBJkiRJ2g1DKwKr6kvAkTPEXzHLPmcDZ88QXwccPq8JSpIkSVIHLciYQEmSJEnSeLAIlCRJkqQOGeaYQE255auueGh90znHjzATSZIkSYOyJVCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOmTvUSegblq+6oqH1jedc/wIM5EkSZK6xZZASZIkaQfLV13xYx9aS9PEIlCSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xK+IkDQyflWIJEnSwhtaS2CSfZOsTfLFJBuS/FGLH5BkTZI728/H9+1zVpKNSe5Icmxf/Kgk69t95ybJsPKWJEmSpGk2zO6gDwDPr6pnAEcAxyU5BlgFXFNVK4Br2m2SHAqcDBwGHAe8K8midqzzgNOBFW05boh5S5IkSdLUGloRWD3fbTf3aUsBJwAXtfhFwIlt/QTgkqp6oKruAjYCRyc5CNi/qq6vqgIu7ttHkiRJkjQHQ50YJsmiJLcA9wJrqupG4IlVtQWg/XxC23wJ8LW+3Te32JK2vmNckiRJkjRHQy0Cq2pbVR0BLKXXqnf4LJvPNM6vZok//ADJ6UnWJVl33333zT1hSZIkSZpyC/IVEVX1beBaemP57mldPGk/722bbQYO7tttKXB3iy+dIT7T45xfVSurauXixYvn9TlIkiRJ0jQY5uygi5M8rq3vB/w88GXgcuDUttmpwGVt/XLg5CSPTHIIvQlg1rYuo1uTHNNmBT2lbx9JkiRJ0hwM83sCDwIuajN87gWsrqpPJLkeWJ3kNOCrwEkAVbUhyWrgNuBB4Myq2taOdQZwIbAfcFVbJEmSJElzNLQisKq+BBw5Q/ybwAt2ss/ZwNkzxNcBs40nlCRJkiQNYEHGBEqSJEmSxsMwu4NqDpavuuKh9U3nHD/CTDTtPNckSZK6zSJQkqQx44c1kqRhsjuoJEmSJHWILYGSJEnqFFvb1XW2BEqSJElSh1gESpIkSVKHWARKkiRJUodYBEqSJElShzgxjCRJQ+DEE5KkcWURqKnmmzBJkiTpx1kESpIkaeJMywe90/I8NFkcEyhJkiRJHWJL4ATxkyJJktQFvueRhsuWQEmSJEnqEItASZIkSeoQi0BJkiRJ6hCLQEmSJEnqECeG0VRwALkkSZI0GFsCJUmSJKlDLAIlSZIkqUPsDipJktRxDquQusUiUJoQ/oOWpO7x2i9pGCwCpSnimwVJkiTtikWgJGmi+eGHtDD8W5OmhxPDSJIkSVKHWARKkiRJUocMrQhMcnCSTye5PcmGJK9p8bcm+XqSW9ryor59zkqyMckdSY7tix+VZH2779wkGVbekiRpfC1fdcVDiyRp9wxzTOCDwOur6uYkjwVuSrKm3ffOqnpb/8ZJDgVOBg4DngRcneSpVbUNOA84HbgBuBI4DrhqiLlPLPvrS5IkSZrN0FoCq2pLVd3c1rcCtwNLZtnlBOCSqnqgqu4CNgJHJzkI2L+qrq+qAi4GThxW3pIkSZI0zRZkdtAky4EjgRuBZwOvTnIKsI5ea+G36BWIN/TttrnFftDWd4xLkkbAHgcad56jksbBOF+Lhl4EJnkM8BHgtVV1f5LzgD8Gqv18O/BKYKZxfjVLfKbHOp1et1GWLVu258lLkgY2zv/sJEnD4bV/Mg21CEyyD70C8P1VdSlAVd3Td/8FwCfazc3AwX27LwXubvGlM8QfpqrOB84HWLly5YyForTQvDhODn9XkiSpC4Y5O2iA9wC3V9U7+uIH9W32EuDWtn45cHKSRyY5BFgBrK2qLcDWJMe0Y54CXDasvCVJkiRpmg2zJfDZwCuA9UluabE3AS9LcgS9Lp2bgFcBVNWGJKuB2+jNLHpmmxkU4AzgQmA/erOCOjOoJEmSJO2GoRWBVfVZZh7Pd+Us+5wNnD1DfB1w+PxlJ0maiV1iJUmafgsyO6gkSZKk+eUHd9pdFoGSNOb8J6/54HkkSdpuaBPDSJIkSZLGj0WgJEmSJHWIRaAkSZIkdYhjAiWNHccuSZIkDY9F4BTof8Msaf4Noyi10JUkSaNid1BJkiRJ6hBbAiVpytjKKM2NfzOSusYiUJI09ba/yfcN/u6xSJKk6WIRKAnwTZ4kSVJXOCZQkiRJkjrElsBdsHVEkiTtCd9LSBo3tgRKkiRJUodYBEqa1fJVV/hdlJIkSVPEIlCSJEmSOmSgMYFJDq+qW4edjCRJGozjzDSOPC+Hz945C2taz+lBJ4Z5d5JHABcCH6iqbw8vJUmSJEnzYVqLGO2ZgYrAqnpOkhXAK4F1SdYCf1VVa4aanSRpIvmmQ5I0E/8/jIeBxwRW1Z3Am4E3Aj8HnJvky0n+47CSkyRJkiTNr0HHBD4d+E3geGAN8OKqujnJk4DrgUuHl6KmhX3Yf5yfhEmaVtuvb17bJGk8DTom8C+AC4A3VdU/bw9W1d1J3jyUzCRJkiRJ827QIvBFwD9X1TaAJHsB+1bV/6uq9w0tO0mShsTWeElSVw1aBF4N/Dzw3Xb7UcCngGcNIylNNt9YSZpGXtvmj6+lJI3WoEXgvlW1vQCkqr6b5FFDykmSJEnSAvGDme4ZtAj8XpJnVtXNAEmOAv55F/tIkjTRnNBKkjSNBi0CXwt8OMnd7fZBwEuHk9Lo+U9f0iTwk1tJkrQ7Bv2y+M8neRrwk0CAL1fVD2bbJ8nBwMXAvwF+CJxfVX+W5ADgQ8ByYBPwa1X1rbbPWcBpwDbg96vqky1+FHAhsB9wJfCaqqo5PVNpjPlmfnT80EeSJHXNoC2BAD9Nr3DbGzgyCVV18SzbPwi8vn2f4GOBm5KsAX4DuKaqzkmyClgFvDHJocDJwGHAk4Crkzy1zUh6HnA6cAO9IvA44Ko55C5J2gMWy1pofjgmScMz6JfFvw94CnALvVY6gKLX0jejqtoCbGnrW5PcDiwBTgCe2za7CLgWeGOLX1JVDwB3JdkIHJ1kE7B/VV3fcrkYOBGLwE7xzYA0O4u0yeS1TZI0CoO2BK4EDt3dLphJlgNHAjcCT2wFIlW1JckT2mZL6LX0bbe5xX7Q1neMSxqSaSwofLMtqd80XuckaVCDFoG30hvbt2WuD5DkMcBHgNdW1f1JdrrpDLGaJT7TY51Or9soy5Ytm2uqY8l/UpIkjYYfHu0ZXz9pfA1aBB4I3JZkLfDA9mBV/fJsOyXZh14B+P6qurSF70lyUGsFPAi4t8U3Awf37b4UuLvFl84Qf5iqOh84H2DlypVOHCPNI/+ZS9LDeW2UNIkGLQLfOtcDp9fk9x7g9qp6R99dlwOnAue0n5f1xT+Q5B30JoZZAaytqm1JtiY5hl530lOAP59rPtp9/oOTJpd/v5ok9n6RpIUx6FdEfCbJTwArqurqJI8CFu1it2cDrwDWJ7mlxd5Er/hbneQ04KvASe0xNiRZDdxGb2bRM9vMoABn8KOviLgKJ4WRJEmSpN0y6Oygv01vrN0B9GYJXQK8G3jBzvapqs8y83g+drZfVZ0NnD1DfB1w+CC5SpIkSZoc9lpZeIN2Bz0TOJped0yq6s6+WT0lSdKA7PI4mXyTKi0M/9YWxl4DbvdAVX1/+40ke7OTGTolSZIkSeNr0JbAzyR5E7Bfkl8Afhf4+PDS0nzwkxRJUtf5v7Db/P1rUF07VwYtAlcBpwHrgVcBVwJ/OaykNHp2V5IkSZKm06Czg/4QuKAt0kTq2ic80qD80EeSpG4ZdHbQu5hhDGBVPXneM5IkSZIkDc2g3UFX9q3vS++7/Q6Y/3QkSZIkScM0aHfQb+4Q+p9JPgu8Zf5TkiRJkqRuWcihS4N2B31m38296LUMPnYoGUnShJvrRXz79o5V1TRz7KkkjY9Bu4O+vW/9QWAT8Gvzno0kSZI0BH4QIf3IoN1BnzfsRCRJP+KbFUmSNCyDdgd93Wz3V9U75icddZFf3SBJkiQtnLnMDvrTwOXt9ouB64CvDSOpcWWxsrBsCZEkSRoO32d126BF4IHAM6tqK0CStwIfrqrfGlZikiRJkqT5N2gRuAz4ft/t7wPL5z0bSZog9g6QJEmTaNAi8H3A2iQfBQp4CXDx0LKSJEmSdoPdHKVdG3R20LOTXAX8bAv9ZlV9YXhpSZIkSZKGYa85bPso4P6q+jNgc5JDhpSTJEmSJGlIBv2KiD+kN0PoTwJ/BewD/DXw7OGlNv3srqAumtbzflqflyaD41MXln/vkibdoGMCXwIcCdwMUFV3J3ns0LKSJKljLCwkSQtl0CLw+1VVSQogyaOHmJM0Mfz0XZIkSZNm0CJwdZL/DTwuyW8DrwQuGF5a08VCQZIkSZNgnN63jlMu02aXRWCSAB8CngbcT29c4Fuqas2Qc5MkSZIkzbNdFoGtG+jHquoowMJPkiRJ825cx8VOYmvUuL6We2ISfw/jbNDuoDck+emq+vxQs5EkSdK88s3z+JnGIk2TZdAi8HnA7yTZBHwPCL1GwqcPKzFJkiRJ0vybtQhMsqyqvgr84gLlMzJ+IiNJkiSpC3bVEvgx4JlV9Y9JPlJVv7IQSUmSJE07u2mqK6alsWWa/mb32sX96Vt/8lwOnOS9Se5Ncmtf7K1Jvp7klra8qO++s5JsTHJHkmP74kclWd/uO7fNVipJE2H5qiseWiRJksbBrloCayfrg7gQ+Avg4h3i76yqt/UHkhwKnAwcBjwJuDrJU6tqG3AecDpwA3AlcBxw1Rxz6bxp+uRCkjQYP3yQJM1kVy2Bz0hyf5KtwNPb+v1Jtia5f7Ydq+o64J8GzOME4JKqeqCq7gI2AkcnOQjYv6qur6qiV1CeOOAxJUmSJEk7mLUlsKoWDeExX53kFGAd8Pqq+hawhF5L33abW+wHbX3H+IySnE6v1ZBly5bNc9rSwpuvT/FtDZCGx54WkqRJs6uWwPl2HvAU4AhgC/D2Fp9pnF/NEp9RVZ1fVSurauXixYv3NFdJkiRJephJH/M/6PcEzouqumf7epILgE+0m5uBg/s2XQrc3eJLZ4hLU2uuF5NRXHxs+ZC0o0l9IyRJXbSgRWCSg6pqS7v5EmD7zKGXAx9I8g56E8OsANZW1bY2/vAY4EbgFODPFzLnPeE/REmSJEnjZmhFYJIPAs8FDkyyGfhD4LlJjqDXpXMT8CqAqtqQZDVwG/AgcGabGRTgDHozje5Hb1ZQZwaVJElTaxI+RLZHiDTZhlYEVtXLZgi/Z5btzwbOniG+Djh8HlOT1BGT8EZKkiRpoS1od1BJkiRJGgZbqAe30LODSpIkSZJGyJZASZIkSXvMlrjJYRHYQf6Batp4TkvSePM6LY0Xi0BJ0tia7zeOThYkSZJjAiVJkiSpU2wJlCRJDzNOrabjlItGy3NBmh+2BEqSJElSh9gSKA2Bn1RKw+XfmCRJu8+WQEmSJEnqEItASZIkSeoQu4NKkiRJ0pgaxvds2hIoSZIkSR1iEShJkiRJHWJ3UElS5w2jq40kSePKlkBJkiRJ6hBbAiVJkjQjv5NTmk62BEqSJElSh1gESpIkSVKH2B1UQ2U3Eml8OPmJJEkCWwIlSZIkqVMsAiVJkiSpQ+wOKkmSJGlWDimYLrYESpIkSVKHWARKkiRJUofYHXQMOaOmJEmSpGGxCNREs2CWJGn3+D90Yfl6a5wMrTtokvcmuTfJrX2xA5KsSXJn+/n4vvvOSrIxyR1Jju2LH5Vkfbvv3CQZVs6SJEmSNO2GOSbwQuC4HWKrgGuqagVwTbtNkkOBk4HD2j7vSrKo7XMecDqwoi07HlOSJElSRyxfdcVDi3bP0LqDVtV1SZbvED4BeG5bvwi4Fnhji19SVQ8AdyXZCBydZBOwf1VdD5DkYuBE4Kph5S1JkiRJg5rEr89Y6DGBT6yqLQBVtSXJE1p8CXBD33abW+wHbX3HuEbET1wkSdKemMQ3zNK0GZeJYWYa51ezxGc+SHI6va6jLFu2bH4ykyRJQ+OHi5K08Bb6ewLvSXIQQPt5b4tvBg7u224pcHeLL50hPqOqOr+qVlbVysWLF89r4pIkSZI0DRa6CLwcOLWtnwpc1hc/OckjkxxCbwKYta3r6NYkx7RZQU/p20eSJEmSNEdD6w6a5IP0JoE5MMlm4A+Bc4DVSU4DvgqcBFBVG5KsBm4DHgTOrKpt7VBn0JtpdD96E8I4KYw0puzWJUmSNP6GOTvoy3Zy1wt2sv3ZwNkzxNcBh89japIkSZLUWQvdHVSSJEmSNEIWgZIkSZLUIePyFRHSwBx3JkmSpGkwqve1tgRKkiRJUofYEihJGiu29ktaSP3XnE3nHD/CTKSFYxEoSZIk6WH8UG562R1UkiRJkjrElkA9xE97JEmSBmM3Uk0yWwIlSZIkqUMsAiVJkiSpQ+wOKmki2X1Zu+I5IknSzGwJlCRJkqQOsQiUJEmSpA6xO6gkSdKUsTu0NJ3ma1ZaWwIlSZIkqUMsAiVJkiSpQywCJUmSJKlDHBMoSZKk3eb4Q2nyWARKc+Q/O0mSJE0yu4NKkiRJUofYEihJkiRpas3X1ypME4tASZIkSRqicStE7Q4qSZIkSR1iEShJkiRJHWIRKEmSJEkdYhEoSZIkSR1iEShJkiRJHTKSIjDJpiTrk9ySZF2LHZBkTZI728/H921/VpKNSe5IcuwocpYkSZKkaTDKlsDnVdURVbWy3V4FXFNVK4Br2m2SHAqcDBwGHAe8K8miUSQsSZIkSZNunLqDngBc1NYvAk7si19SVQ9U1V3ARuDoEeQnSZIkSRNvVEVgAZ9KclOS01vsiVW1BaD9fEKLLwG+1rfv5haTJEmSJM3R3iN63GdX1d1JngCsSfLlWbbNDLGaccNeQXk6wLJly/Y8S0mSJEmaMiNpCayqu9vPe4GP0uveeU+SgwDaz3vb5puBg/t2XwrcvZPjnl9VK6tq5eLFi4eVviRJkiRNrAVvCUzyaGCvqtra1l8I/DfgcuBU4Jz287K2y+XAB5K8A3gSsAJYu9B5S5I07ZavumLUKUiSFsAouoM+Efhoku2P/4Gq+psknwdWJzkN+CpwEkBVbUiyGrgNeBA4s6q2jSBvSZIkSZp4C14EVtVXgGfMEP8m8IKd7HM2cPaQU5MkSZKkqTdOXxEhSZIkSRoyi0BJkiRJ6hCLQEmSJEnqEItASZIkSeqQUX1ZvCRJkqSd6P/Klk3nHD/CTDSNLAIlSZKkAfhdmpoWdgeVJEmSpA6xCJQkSZKkDrEIlCRJkqQOsQiUJEmSpA6xCJQkSZKkDnF2UElD52xqkiRJ48OWQEmSJEnqEItASZIkSeoQi0BJkiRJ6hDHBEqSJElD4Jj4ydSF35stgZIkSZLUIRaBkiRJktQhdgeVJEmSpAUyDt1NbQmUJEmSpA6xCJQkSZKkDrEIlCRJkqQOsQiUJEmSpA6xCJQkSZKkDrEIlCRJkqQOsQiUJEmSpA6xCJQkSZKkDpmYIjDJcUnuSLIxyapR5yNJkiRJk2giisAki4D/BfwicCjwsiSHjjYrSZIkSZo8E1EEAkcDG6vqK1X1feAS4IQR5yRJkiRJE2dSisAlwNf6bm9uMUmSJEnSHKSqRp3DLiU5CTi2qn6r3X4FcHRV/d4O250OnN5u/iRwx4ImOlkOBL4x6iSkeeZ5rWnkea1p5HmtaTSO5/VPVNXiHYN7jyKT3bAZOLjv9lLg7h03qqrzgfMXKqlJlmRdVa0cdR7SfPK81jTyvNY08rzWNJqk83pSuoN+HliR5JAkjwBOBi4fcU6SJEmSNHEmoiWwqh5M8mrgk8Ai4L1VtWHEaUmSJEnSxJmIIhCgqq4Erhx1HlPEbrOaRp7Xmkae15pGnteaRhNzXk/ExDCSJEmSpPkxKWMCJUmSJEnzwCJwSiQ5OMmnk9yeZEOS17T4AUnWJLmz/Xx83z5nJdmY5I4kx/bFj0qyvt13bpKM4jlJ83xeX9tit7TlCaN4TtJcz+sk/7pt/90kf7HDsbxeayzM83nt9VpjYTfO619IclO7Lt+U5Pl9xxqr67VF4PR4EHh9Vf074BjgzCSHAquAa6pqBXBNu02772TgMOA44F1JFrVjnUfv+xZXtOW4hXwiUp/5PK8BXl5VR7Tl3oV8IlKfOZ3XwL8A/xV4wwzH8nqtcTGf5zV4vdZ4mOt5/Q3gxVX1U8CpwPv6jjVW12uLwClRVVuq6ua2vhW4HVgCnABc1Da7CDixrZ8AXFJVD1TVXcBG4OgkBwH7V9X11RswenHfPtKCmq/zemGzlmY31/O6qr5XVZ+l96b5IV6vNU7m67yWxslunNdfqKrt32W+Adg3ySPH8XptETiFkiwHjgRuBJ5YVVugdyID27tULAG+1rfb5hZb0tZ3jEsjtYfn9XZ/1boW/ddRd8OQYODzeme8Xmss7eF5vZ3Xa42V3TivfwX4QlU9wBhery0Cp0ySxwAfAV5bVffPtukMsZolLo3MPJzX0Ota9FPAz7blFfObpTQ3czivd3qIGWJerzVS83Beg9drjZm5ntdJDgP+BHjV9tAMm430em0ROEWS7EPvBH1/VV3awve0JujtXYe296vfDBzct/tS4O4WXzpDXBqJeTqvqaqvt59bgQ9gN1GN0BzP653xeq2xMk/ntddrjZW5ntdJlgIfBU6pqv/bwmN3vbYInBKtq8R7gNur6h19d11Ob2Aq7edlffGTWz/lQ+gNUF3bmrS3JjmmHfOUvn2kBTVf53WSvZMc2I65D/BLwK0L8RykHe3GeT0jr9caJ/N1Xnu91jiZ63md5HHAFcBZVfW57RuP4/XaL4ufEkmeA/wdsB74YQu/iV6/5dXAMuCrwElV9U9tnz8AXklv5qPXVtVVLb4SuBDYD7gK+L3yRNEIzNd5neTRwHXAPsAi4GrgdVW1bQGfjgTs9nm9CdgfeATwbeCFVXWb12uNi/k6r4F/xOu1xsRcz+skbwbOAu7sO8wLq+recbteWwRKkiRJUofYHVSSJEmSOsQiUJIkSZI6xCJQkiRJkjrEIlCSJEmSOsQiUJIkSZI6xCJQkjQySa5t02YP+3F+P8ntSd4/7McaIJflSTr5vWdJTkxyaN/tBfn9S5J+nEWgJGkiJdl7Dpv/LvCiqnr5sPKZZEkWLdBDnQgcusutJElDZREoSZpVa7m6PckFSTYk+VSS/dp9D7XkJDmwffkzSX4jyceSfDzJXUleneR1Sb6Q5IYkB/Q9xK8n+fsktyY5uu3/6CTvTfL5ts8Jfcf9cJKPA5+aIdfXtePcmuS1LfZu4MnA5Un+0w7bH5ZkbZJbknwpyYr2fL+c5KIW+z9JHtW2PyrJZ5LclOSTSQ5q8ack+ZsW/7skT2vxJyb5aJIvtuVZ7aEX7eT13NlxTmrP6YtJrpvheT83yXXtsW5L8u4ke7X7Xpjk+iQ3t9fuMS2+KclbknwWOGmH412Y5Lwkn07ylSQ/134ftye5sG+7lyVZ33L7k774d5Oc3fK9ob0OzwJ+GfjT9no/pW1+Uvsd/EOSn33YCShJmn9V5eLi4uListMFWA48CBzRbq8Gfr2tXwusbOsHApva+m8AG4HHAouB7wC/0+57J/Davv0vaOv/Abi1rf/3vsd4HPAPwKPbcTcDB8yQ51HA+rbdY4ANwJHtvk3AgTPs8+fAy9v6I4D92vMt4Nkt/l7gDcA+wN8Di1v8pcB72/o1wIq2/jPA37b1D/U910XAv9rF67mz46wHlmx/PWZ4Hs8F/oVesbsIWAP8avudXAc8um33RuAtfa/Jf9nJ7/xC4BIgwAnA/cBP0ViOsUAAAAOFSURBVPvw+CbgCOBJwFfb73dv4G+BE9v+Bby4rf8P4M19x/3Vvse5Fnh7W38RcPWoz3cXFxeXLixz6UojSequu6rqlrZ+E71CZlc+XVVbga1JvgN8vMXXA0/v2+6DAFV1XZL9kzwOeCHwy0ne0LbZF1jW1tdU1T/N8HjPAT5aVd8DSHIp8LPAF2bJ8XrgD5IsBS6tqjuTAHytqj7Xtvlr4PeBvwEOB9a0bRYBW1rL2rOAD7c4wCPbz+cDp7Tntw34TpLHM8PruYvjfA64MMlq4NKdPJe1VfWV9tw/2F6Pf6HX/fJz7ZiPaM95uw/N8tp8vKoqyXrgnqpa3469gd7v/yeAa6vqvhZ/P71C/mPA94FP9D2/X5jlcS7t2275LNtJkuaJRaAkaRAP9K1vo9diBr0Wre1DC/adZZ8f9t3+IT/+/6d22K/otUD9SlXd0X9Hkp8BvreTHLOT+E5V1QeS3AgcD3wyyW8BX5klpw1V9e93yGl/4NtVdcQcHnqm13OvnR2nqn6nPffjgVuSHFFV35whx5lyXlNVL9tJHjt7Lftz7P/dbb+9N73f/c78oKq257ON2d9vPDDgdpKkeeKYQEnSnthErxsm9Lof7o6XAiR5DvCdqvoO8Eng99Kar5IcOcBxrgNOTPKoJI8GXgL83Ww7JHky8JWqOhe4nB+1UC5Lsr3YexnwWeAOYPH2eJJ9khxWVfcDdyU5qcWT5Blt32uAM1p8USsYZzTbcZI8papurKq3AN8ADp7hEEcnOaSNBXxpy/kG4NlJ/m07zqOSPHW212QObgR+Lr2xoIvovU6f2cU+W+l1EZYkjZBFoCRpT7wNOCPJ39Mbf7Y7vtX2fzdwWov9Mb0xeF9K7+sU/nhXB6mqm+mNOVtLr0D5y6qarSso9IqlW5PcAjwNuLjFbwdOTfIl4ADgvKr6Pr1C90+SfBG4hV73TYCXA6e1+AZ64+gAXgM8r3WpvAk4bBf57Ow4f7p9AhZ6xe4XZ9j3euAc4FbgLnpdY++jN47yg+253NCe5x6rqi3AWcCnWz43V9Vlu9jtEuA/pzfZz1N2sa0kaUjyo94akiQpyXLgE1V1+IhTGViS5wJvqKpfGnUukqTxZ0ugJEmSJHWILYGSJEmS1CG2BEqSJElSh1gESpIkSVKHWARKkiRJUodYBEqSJElSh1gESpIkSVKHWARKkiRJUof8fwLqbBM7k7uSAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1080x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "y = df['y']\n",
    "ym = df['ym']\n",
    "\n",
    "import matplotlib.pylab as plt\n",
    "plt.figure(figsize=(15,5))\n",
    "minm = 1998\n",
    "maxm = 2021\n",
    "plt.xlim(minm,maxm)\n",
    "\n",
    "plt.xlabel('number of speeches per month')\n",
    "\n",
    "ym.plot(kind='hist', bins=276)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.6 - AzureML",
   "language": "python",
   "name": "python3-azureml"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}