Quanteda_Text_Intro.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "library(\"quanteda\")\n",
    "library(\"readtext\")\n",
    "library(\"spacyr\")\n",
    "library(\"tidyverse\")\n",
    "library(\"tidytext\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "congress <- readRDS(\"datasets/twitter/uss.rds\")\n",
    "uss <- readRDS(\"datasets/twitter/uss-tweets.rds\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th></th><th scope=col>user_id</th><th scope=col>ideology</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><th scope=row>3</th><td>7334402   </td><td>0.06996857</td></tr>\n",
       "\t<tr><th scope=row>4</th><td>33537967  </td><td>0.19317973</td></tr>\n",
       "\t<tr><th scope=row>10</th><td>55677432  </td><td>0.75129201</td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|ll}\n",
       "  & user\\_id & ideology\\\\\n",
       "\\hline\n",
       "\t3 & 7334402    & 0.06996857\\\\\n",
       "\t4 & 33537967   & 0.19317973\\\\\n",
       "\t10 & 55677432   & 0.75129201\\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "| <!--/--> | user_id | ideology | \n",
       "|---|---|---|\n",
       "| 3 | 7334402    | 0.06996857 | \n",
       "| 4 | 33537967   | 0.19317973 | \n",
       "| 10 | 55677432   | 0.75129201 | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "   user_id  ideology  \n",
       "3  7334402  0.06996857\n",
       "4  33537967 0.19317973\n",
       "10 55677432 0.75129201"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "head(congress, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>status_id</th><th scope=col>created_at</th><th scope=col>user_id</th><th scope=col>screen_name</th><th scope=col>text</th><th scope=col>source</th><th scope=col>display_text_width</th><th scope=col>reply_to_status_id</th><th scope=col>reply_to_user_id</th><th scope=col>reply_to_screen_name</th><th scope=col>...</th><th scope=col>retweet_verified</th><th scope=col>place_url</th><th scope=col>place_name</th><th scope=col>place_full_name</th><th scope=col>place_type</th><th scope=col>country</th><th scope=col>country_code</th><th scope=col>geo_coords</th><th scope=col>coords_coords</th><th scope=col>bbox_coords</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>952725846309195781                                                                                                                                                                                                                                                                                           </td><td>2018-01-15 02:15:17                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>“We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         </td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td> 74                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td></tr>\n",
       "\t<tr><td>949789000923078656                                                                                                                                                                                                                                                                                           </td><td>2018-01-06 23:45:18                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ</td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td>277                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td></tr>\n",
       "\t<tr><td>946543634496806912                                                                                                                                                                                                                                                                                           </td><td>2017-12-29 00:49:23                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         </td><td>Twitter Web Client                                                                                                                                                                                                                                                                                           </td><td>196                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|llllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n",
       " status\\_id & created\\_at & user\\_id & screen\\_name & text & source & display\\_text\\_width & reply\\_to\\_status\\_id & reply\\_to\\_user\\_id & reply\\_to\\_screen\\_name & ... & retweet\\_verified & place\\_url & place\\_name & place\\_full\\_name & place\\_type & country & country\\_code & geo\\_coords & coords\\_coords & bbox\\_coords\\\\\n",
       "\\hline\n",
       "\t 952725846309195781                                                                                                                                                                                                                                                                                            & 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          & Twitter for iPhone                                                                                                                                                                                                                                                                                            &  74                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               \\\\\n",
       "\t 949789000923078656                                                                                                                                                                                                                                                                                            & 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ & Twitter for iPhone                                                                                                                                                                                                                                                                                            & 277                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               \\\\\n",
       "\t 946543634496806912                                                                                                                                                                                                                                                                                            & 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          & Twitter Web Client                                                                                                                                                                                                                                                                                            & 196                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "status_id | created_at | user_id | screen_name | text | source | display_text_width | reply_to_status_id | reply_to_user_id | reply_to_screen_name | ... | retweet_verified | place_url | place_name | place_full_name | place_type | country | country_code | geo_coords | coords_coords | bbox_coords | \n",
       "|---|---|---|\n",
       "| 952725846309195781                                                                                                                                                                                                                                                                                            | 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          | Twitter for iPhone                                                                                                                                                                                                                                                                                            |  74                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | \n",
       "| 949789000923078656                                                                                                                                                                                                                                                                                            | 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ | Twitter for iPhone                                                                                                                                                                                                                                                                                            | 277                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | \n",
       "| 946543634496806912                                                                                                                                                                                                                                                                                            | 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          | Twitter Web Client                                                                                                                                                                                                                                                                                            | 196                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  status_id          created_at          user_id screen_name\n",
       "1 952725846309195781 2018-01-15 02:15:17 7334402 alfranken  \n",
       "2 949789000923078656 2018-01-06 23:45:18 7334402 alfranken  \n",
       "3 946543634496806912 2017-12-29 00:49:23 7334402 alfranken  \n",
       "  text                                                                                                                                                                                                                                                                                                         \n",
       "1 We bested the Saints! My four-year-old grandson Joe\\n\\nHoly moly!!! Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         \n",
       "2 Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ\n",
       "3 Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         \n",
       "  source             display_text_width reply_to_status_id reply_to_user_id\n",
       "1 Twitter for iPhone  74                NA                 NA              \n",
       "2 Twitter for iPhone 277                NA                 NA              \n",
       "3 Twitter Web Client 196                NA                 NA              \n",
       "  reply_to_screen_name ... retweet_verified place_url place_name\n",
       "1 NA                   ... NA               NA        NA        \n",
       "2 NA                   ... NA               NA        NA        \n",
       "3 NA                   ... NA               NA        NA        \n",
       "  place_full_name place_type country country_code geo_coords coords_coords\n",
       "1 NA              NA         NA      NA           NA, NA     NA, NA       \n",
       "2 NA              NA         NA      NA           NA, NA     NA, NA       \n",
       "3 NA              NA         NA      NA           NA, NA     NA, NA       \n",
       "  bbox_coords                   \n",
       "1 NA, NA, NA, NA, NA, NA, NA, NA\n",
       "2 NA, NA, NA, NA, NA, NA, NA, NA\n",
       "3 NA, NA, NA, NA, NA, NA, NA, NA"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "head(uss, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Joining, by = \"user_id\"\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>status_id</th><th scope=col>created_at</th><th scope=col>user_id</th><th scope=col>screen_name</th><th scope=col>text</th><th scope=col>source</th><th scope=col>display_text_width</th><th scope=col>reply_to_status_id</th><th scope=col>reply_to_user_id</th><th scope=col>reply_to_screen_name</th><th scope=col>...</th><th scope=col>place_url</th><th scope=col>place_name</th><th scope=col>place_full_name</th><th scope=col>place_type</th><th scope=col>country</th><th scope=col>country_code</th><th scope=col>geo_coords</th><th scope=col>coords_coords</th><th scope=col>bbox_coords</th><th scope=col>ideology</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>952725846309195781                                                                                                                                                                                                                                                                                           </td><td>2018-01-15 02:15:17                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>“We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         </td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td> 74                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "\t<tr><td>949789000923078656                                                                                                                                                                                                                                                                                           </td><td>2018-01-06 23:45:18                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ</td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td>277                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "\t<tr><td>946543634496806912                                                                                                                                                                                                                                                                                           </td><td>2017-12-29 00:49:23                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         </td><td>Twitter Web Client                                                                                                                                                                                                                                                                                           </td><td>196                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n",
       " status\\_id & created\\_at & user\\_id & screen\\_name & text & source & display\\_text\\_width & reply\\_to\\_status\\_id & reply\\_to\\_user\\_id & reply\\_to\\_screen\\_name & ... & place\\_url & place\\_name & place\\_full\\_name & place\\_type & country & country\\_code & geo\\_coords & coords\\_coords & bbox\\_coords & ideology\\\\\n",
       "\\hline\n",
       "\t 952725846309195781                                                                                                                                                                                                                                                                                            & 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          & Twitter for iPhone                                                                                                                                                                                                                                                                                            &  74                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\t 949789000923078656                                                                                                                                                                                                                                                                                            & 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ & Twitter for iPhone                                                                                                                                                                                                                                                                                            & 277                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\t 946543634496806912                                                                                                                                                                                                                                                                                            & 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          & Twitter Web Client                                                                                                                                                                                                                                                                                            & 196                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "status_id | created_at | user_id | screen_name | text | source | display_text_width | reply_to_status_id | reply_to_user_id | reply_to_screen_name | ... | place_url | place_name | place_full_name | place_type | country | country_code | geo_coords | coords_coords | bbox_coords | ideology | \n",
       "|---|---|---|\n",
       "| 952725846309195781                                                                                                                                                                                                                                                                                            | 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          | Twitter for iPhone                                                                                                                                                                                                                                                                                            |  74                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "| 949789000923078656                                                                                                                                                                                                                                                                                            | 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ | Twitter for iPhone                                                                                                                                                                                                                                                                                            | 277                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "| 946543634496806912                                                                                                                                                                                                                                                                                            | 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          | Twitter Web Client                                                                                                                                                                                                                                                                                            | 196                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  status_id          created_at          user_id screen_name\n",
       "1 952725846309195781 2018-01-15 02:15:17 7334402 alfranken  \n",
       "2 949789000923078656 2018-01-06 23:45:18 7334402 alfranken  \n",
       "3 946543634496806912 2017-12-29 00:49:23 7334402 alfranken  \n",
       "  text                                                                                                                                                                                                                                                                                                         \n",
       "1 We bested the Saints! My four-year-old grandson Joe\\n\\nHoly moly!!! Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         \n",
       "2 Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ\n",
       "3 Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         \n",
       "  source             display_text_width reply_to_status_id reply_to_user_id\n",
       "1 Twitter for iPhone  74                NA                 NA              \n",
       "2 Twitter for iPhone 277                NA                 NA              \n",
       "3 Twitter Web Client 196                NA                 NA              \n",
       "  reply_to_screen_name ... place_url place_name place_full_name place_type\n",
       "1 NA                   ... NA        NA         NA              NA        \n",
       "2 NA                   ... NA        NA         NA              NA        \n",
       "3 NA                   ... NA        NA         NA              NA        \n",
       "  country country_code geo_coords coords_coords bbox_coords                   \n",
       "1 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "2 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "3 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "  ideology  \n",
       "1 0.06996857\n",
       "2 0.06996857\n",
       "3 0.06996857"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "uss <- left_join(uss, congress)\n",
    "head(uss, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "uss <- unique(as_tibble(uss))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>status_id</th><th scope=col>created_at</th><th scope=col>user_id</th><th scope=col>screen_name</th><th scope=col>text</th><th scope=col>source</th><th scope=col>display_text_width</th><th scope=col>reply_to_status_id</th><th scope=col>reply_to_user_id</th><th scope=col>reply_to_screen_name</th><th scope=col>...</th><th scope=col>place_url</th><th scope=col>place_name</th><th scope=col>place_full_name</th><th scope=col>place_type</th><th scope=col>country</th><th scope=col>country_code</th><th scope=col>geo_coords</th><th scope=col>coords_coords</th><th scope=col>bbox_coords</th><th scope=col>ideology</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>952725846309195781                                                                                                                                                                                                                                                                                           </td><td>2018-01-15 02:15:17                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>“We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         </td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td> 74                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "\t<tr><td>949789000923078656                                                                                                                                                                                                                                                                                           </td><td>2018-01-06 23:45:18                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ</td><td>Twitter for iPhone                                                                                                                                                                                                                                                                                           </td><td>277                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "\t<tr><td>946543634496806912                                                                                                                                                                                                                                                                                           </td><td>2017-12-29 00:49:23                                                                                                                                                                                                                                                                                          </td><td>7334402                                                                                                                                                                                                                                                                                                      </td><td>alfranken                                                                                                                                                                                                                                                                                                    </td><td>Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         </td><td>Twitter Web Client                                                                                                                                                                                                                                                                                           </td><td>196                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>...                                                                                                                                                                                                                                                                                                          </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA                                                                                                                                                                                                                                                                                                           </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                                                       </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                               </td><td>0.06996857                                                                                                                                                                                                                                                                                                   </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n",
       " status\\_id & created\\_at & user\\_id & screen\\_name & text & source & display\\_text\\_width & reply\\_to\\_status\\_id & reply\\_to\\_user\\_id & reply\\_to\\_screen\\_name & ... & place\\_url & place\\_name & place\\_full\\_name & place\\_type & country & country\\_code & geo\\_coords & coords\\_coords & bbox\\_coords & ideology\\\\\n",
       "\\hline\n",
       "\t 952725846309195781                                                                                                                                                                                                                                                                                            & 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          & Twitter for iPhone                                                                                                                                                                                                                                                                                            &  74                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\t 949789000923078656                                                                                                                                                                                                                                                                                            & 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ & Twitter for iPhone                                                                                                                                                                                                                                                                                            & 277                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\t 946543634496806912                                                                                                                                                                                                                                                                                            & 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           & 7334402                                                                                                                                                                                                                                                                                                       & alfranken                                                                                                                                                                                                                                                                                                     & Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          & Twitter Web Client                                                                                                                                                                                                                                                                                            & 196                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & ...                                                                                                                                                                                                                                                                                                           & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA                                                                                                                                                                                                                                                                                                            & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                                                        & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                & 0.06996857                                                                                                                                                                                                                                                                                                   \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "status_id | created_at | user_id | screen_name | text | source | display_text_width | reply_to_status_id | reply_to_user_id | reply_to_screen_name | ... | place_url | place_name | place_full_name | place_type | country | country_code | geo_coords | coords_coords | bbox_coords | ideology | \n",
       "|---|---|---|\n",
       "| 952725846309195781                                                                                                                                                                                                                                                                                            | 2018-01-15 02:15:17                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                          | Twitter for iPhone                                                                                                                                                                                                                                                                                            |  74                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "| 949789000923078656                                                                                                                                                                                                                                                                                            | 2018-01-06 23:45:18                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ | Twitter for iPhone                                                                                                                                                                                                                                                                                            | 277                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "| 946543634496806912                                                                                                                                                                                                                                                                                            | 2017-12-29 00:49:23                                                                                                                                                                                                                                                                                           | 7334402                                                                                                                                                                                                                                                                                                       | alfranken                                                                                                                                                                                                                                                                                                     | Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                          | Twitter Web Client                                                                                                                                                                                                                                                                                            | 196                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | ...                                                                                                                                                                                                                                                                                                           | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA                                                                                                                                                                                                                                                                                                            | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                                                        | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                                                | 0.06996857                                                                                                                                                                                                                                                                                                    | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  status_id          created_at          user_id screen_name\n",
       "1 952725846309195781 2018-01-15 02:15:17 7334402 alfranken  \n",
       "2 949789000923078656 2018-01-06 23:45:18 7334402 alfranken  \n",
       "3 946543634496806912 2017-12-29 00:49:23 7334402 alfranken  \n",
       "  text                                                                                                                                                                                                                                                                                                         \n",
       "1 We bested the Saints! My four-year-old grandson Joe\\n\\nHoly moly!!! Me https://t.co/gSZRDEyJX9                                                                                                                                                                                                         \n",
       "2 Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. https://t.co/bkgnSERHMQ\n",
       "3 Working on behalf of the people of Minnesota has been the honor of my life and I could not have done this without the help of my family, friends, and supporters. Thank you. https://t.co/FQwc5qYhHP                                                                                                         \n",
       "  source             display_text_width reply_to_status_id reply_to_user_id\n",
       "1 Twitter for iPhone  74                NA                 NA              \n",
       "2 Twitter for iPhone 277                NA                 NA              \n",
       "3 Twitter Web Client 196                NA                 NA              \n",
       "  reply_to_screen_name ... place_url place_name place_full_name place_type\n",
       "1 NA                   ... NA        NA         NA              NA        \n",
       "2 NA                   ... NA        NA         NA              NA        \n",
       "3 NA                   ... NA        NA         NA              NA        \n",
       "  country country_code geo_coords coords_coords bbox_coords                   \n",
       "1 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "2 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "3 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "  ideology  \n",
       "1 0.06996857\n",
       "2 0.06996857\n",
       "3 0.06996857"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "head(uss, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>status_id</th><th scope=col>created_at</th><th scope=col>user_id</th><th scope=col>screen_name</th><th scope=col>text</th><th scope=col>source</th><th scope=col>display_text_width</th><th scope=col>reply_to_status_id</th><th scope=col>reply_to_user_id</th><th scope=col>reply_to_screen_name</th><th scope=col>...</th><th scope=col>place_url</th><th scope=col>place_name</th><th scope=col>place_full_name</th><th scope=col>place_type</th><th scope=col>country</th><th scope=col>country_code</th><th scope=col>geo_coords</th><th scope=col>coords_coords</th><th scope=col>bbox_coords</th><th scope=col>ideology</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>952725846309195781                                                                                                                                                                                                                                                                    </td><td>2018-01-15 02:15:17                                                                                                                                                                                                                                                                   </td><td>7334402                                                                                                                                                                                                                                                                               </td><td>alfranken                                                                                                                                                                                                                                                                             </td><td>“We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                                          </td><td>Twitter for iPhone                                                                                                                                                                                                                                                                    </td><td> 74                                                                                                                                                                                                                                                                                   </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>...                                                                                                                                                                                                                                                                                   </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA, NA                                                                                                                                                                                                                                                                                </td><td>NA, NA                                                                                                                                                                                                                                                                                </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                        </td><td>0.06996857                                                                                                                                                                                                                                                                            </td></tr>\n",
       "\t<tr><td>949789000923078656                                                                                                                                                                                                                                                                    </td><td>2018-01-06 23:45:18                                                                                                                                                                                                                                                                   </td><td>7334402                                                                                                                                                                                                                                                                               </td><td>alfranken                                                                                                                                                                                                                                                                             </td><td>Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. </td><td>Twitter for iPhone                                                                                                                                                                                                                                                                    </td><td>277                                                                                                                                                                                                                                                                                   </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>...                                                                                                                                                                                                                                                                                   </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA                                                                                                                                                                                                                                                                                    </td><td>NA, NA                                                                                                                                                                                                                                                                                </td><td>NA, NA                                                                                                                                                                                                                                                                                </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                        </td><td>0.06996857                                                                                                                                                                                                                                                                            </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n",
       " status\\_id & created\\_at & user\\_id & screen\\_name & text & source & display\\_text\\_width & reply\\_to\\_status\\_id & reply\\_to\\_user\\_id & reply\\_to\\_screen\\_name & ... & place\\_url & place\\_name & place\\_full\\_name & place\\_type & country & country\\_code & geo\\_coords & coords\\_coords & bbox\\_coords & ideology\\\\\n",
       "\\hline\n",
       "\t 952725846309195781                                                                                                                                                                                                                                                                     & 2018-01-15 02:15:17                                                                                                                                                                                                                                                                    & 7334402                                                                                                                                                                                                                                                                                & alfranken                                                                                                                                                                                                                                                                              & “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                                           & Twitter for iPhone                                                                                                                                                                                                                                                                     &  74                                                                                                                                                                                                                                                                                    & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & ...                                                                                                                                                                                                                                                                                    & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA, NA                                                                                                                                                                                                                                                                                 & NA, NA                                                                                                                                                                                                                                                                                 & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                         & 0.06996857                                                                                                                                                                                                                                                                            \\\\\n",
       "\t 949789000923078656                                                                                                                                                                                                                                                                     & 2018-01-06 23:45:18                                                                                                                                                                                                                                                                    & 7334402                                                                                                                                                                                                                                                                                & alfranken                                                                                                                                                                                                                                                                              & Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN.  & Twitter for iPhone                                                                                                                                                                                                                                                                     & 277                                                                                                                                                                                                                                                                                    & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & ...                                                                                                                                                                                                                                                                                    & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA                                                                                                                                                                                                                                                                                     & NA, NA                                                                                                                                                                                                                                                                                 & NA, NA                                                                                                                                                                                                                                                                                 & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                         & 0.06996857                                                                                                                                                                                                                                                                            \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "status_id | created_at | user_id | screen_name | text | source | display_text_width | reply_to_status_id | reply_to_user_id | reply_to_screen_name | ... | place_url | place_name | place_full_name | place_type | country | country_code | geo_coords | coords_coords | bbox_coords | ideology | \n",
       "|---|---|\n",
       "| 952725846309195781                                                                                                                                                                                                                                                                     | 2018-01-15 02:15:17                                                                                                                                                                                                                                                                    | 7334402                                                                                                                                                                                                                                                                                | alfranken                                                                                                                                                                                                                                                                              | “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                                           | Twitter for iPhone                                                                                                                                                                                                                                                                     |  74                                                                                                                                                                                                                                                                                    | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | ...                                                                                                                                                                                                                                                                                    | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA, NA                                                                                                                                                                                                                                                                                 | NA, NA                                                                                                                                                                                                                                                                                 | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                         | 0.06996857                                                                                                                                                                                                                                                                             | \n",
       "| 949789000923078656                                                                                                                                                                                                                                                                     | 2018-01-06 23:45:18                                                                                                                                                                                                                                                                    | 7334402                                                                                                                                                                                                                                                                                | alfranken                                                                                                                                                                                                                                                                              | Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN.  | Twitter for iPhone                                                                                                                                                                                                                                                                     | 277                                                                                                                                                                                                                                                                                    | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | ...                                                                                                                                                                                                                                                                                    | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA                                                                                                                                                                                                                                                                                     | NA, NA                                                                                                                                                                                                                                                                                 | NA, NA                                                                                                                                                                                                                                                                                 | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                                         | 0.06996857                                                                                                                                                                                                                                                                             | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  status_id          created_at          user_id screen_name\n",
       "1 952725846309195781 2018-01-15 02:15:17 7334402 alfranken  \n",
       "2 949789000923078656 2018-01-06 23:45:18 7334402 alfranken  \n",
       "  text                                                                                                                                                                                                                                                                                  \n",
       "1 We bested the Saints! My four-year-old grandson Joe\\n\\nHoly moly!!! Me                                                                                                                                                                                                          \n",
       "2 Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow @TinaSmithMN. \n",
       "  source             display_text_width reply_to_status_id reply_to_user_id\n",
       "1 Twitter for iPhone  74                NA                 NA              \n",
       "2 Twitter for iPhone 277                NA                 NA              \n",
       "  reply_to_screen_name ... place_url place_name place_full_name place_type\n",
       "1 NA                   ... NA        NA         NA              NA        \n",
       "2 NA                   ... NA        NA         NA              NA        \n",
       "  country country_code geo_coords coords_coords bbox_coords                   \n",
       "1 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "2 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "  ideology  \n",
       "1 0.06996857\n",
       "2 0.06996857"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# remove URLS\n",
    "uss$text <- stringr::str_replace_all(uss$text, \"https?[[:graph:]]+\", \"\")\n",
    "\n",
    "head(uss, 2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>status_id</th><th scope=col>created_at</th><th scope=col>user_id</th><th scope=col>screen_name</th><th scope=col>text</th><th scope=col>source</th><th scope=col>display_text_width</th><th scope=col>reply_to_status_id</th><th scope=col>reply_to_user_id</th><th scope=col>reply_to_screen_name</th><th scope=col>...</th><th scope=col>place_url</th><th scope=col>place_name</th><th scope=col>place_full_name</th><th scope=col>place_type</th><th scope=col>country</th><th scope=col>country_code</th><th scope=col>geo_coords</th><th scope=col>coords_coords</th><th scope=col>bbox_coords</th><th scope=col>ideology</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>952725846309195781                                                                                                                                                                                                                                                       </td><td>2018-01-15 02:15:17                                                                                                                                                                                                                                                      </td><td>7334402                                                                                                                                                                                                                                                                  </td><td>alfranken                                                                                                                                                                                                                                                                </td><td>“We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                             </td><td>Twitter for iPhone                                                                                                                                                                                                                                                       </td><td> 74                                                                                                                                                                                                                                                                      </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>...                                                                                                                                                                                                                                                                      </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                   </td><td>NA, NA                                                                                                                                                                                                                                                                   </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                           </td><td>0.06996857                                                                                                                                                                                                                                                               </td></tr>\n",
       "\t<tr><td>949789000923078656                                                                                                                                                                                                                                                       </td><td>2018-01-06 23:45:18                                                                                                                                                                                                                                                      </td><td>7334402                                                                                                                                                                                                                                                                  </td><td>alfranken                                                                                                                                                                                                                                                                </td><td>Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow  </td><td>Twitter for iPhone                                                                                                                                                                                                                                                       </td><td>277                                                                                                                                                                                                                                                                      </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>...                                                                                                                                                                                                                                                                      </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA                                                                                                                                                                                                                                                                       </td><td>NA, NA                                                                                                                                                                                                                                                                   </td><td>NA, NA                                                                                                                                                                                                                                                                   </td><td>NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                           </td><td>0.06996857                                                                                                                                                                                                                                                               </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllllll}\n",
       " status\\_id & created\\_at & user\\_id & screen\\_name & text & source & display\\_text\\_width & reply\\_to\\_status\\_id & reply\\_to\\_user\\_id & reply\\_to\\_screen\\_name & ... & place\\_url & place\\_name & place\\_full\\_name & place\\_type & country & country\\_code & geo\\_coords & coords\\_coords & bbox\\_coords & ideology\\\\\n",
       "\\hline\n",
       "\t 952725846309195781                                                                                                                                                                                                                                                        & 2018-01-15 02:15:17                                                                                                                                                                                                                                                       & 7334402                                                                                                                                                                                                                                                                   & alfranken                                                                                                                                                                                                                                                                 & “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                              & Twitter for iPhone                                                                                                                                                                                                                                                        &  74                                                                                                                                                                                                                                                                       & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & ...                                                                                                                                                                                                                                                                       & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                    & NA, NA                                                                                                                                                                                                                                                                    & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                            & 0.06996857                                                                                                                                                                                                                                                               \\\\\n",
       "\t 949789000923078656                                                                                                                                                                                                                                                        & 2018-01-06 23:45:18                                                                                                                                                                                                                                                       & 7334402                                                                                                                                                                                                                                                                   & alfranken                                                                                                                                                                                                                                                                 & Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow   & Twitter for iPhone                                                                                                                                                                                                                                                        & 277                                                                                                                                                                                                                                                                       & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & ...                                                                                                                                                                                                                                                                       & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA                                                                                                                                                                                                                                                                        & NA, NA                                                                                                                                                                                                                                                                    & NA, NA                                                                                                                                                                                                                                                                    & NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                            & 0.06996857                                                                                                                                                                                                                                                               \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "status_id | created_at | user_id | screen_name | text | source | display_text_width | reply_to_status_id | reply_to_user_id | reply_to_screen_name | ... | place_url | place_name | place_full_name | place_type | country | country_code | geo_coords | coords_coords | bbox_coords | ideology | \n",
       "|---|---|\n",
       "| 952725846309195781                                                                                                                                                                                                                                                        | 2018-01-15 02:15:17                                                                                                                                                                                                                                                       | 7334402                                                                                                                                                                                                                                                                   | alfranken                                                                                                                                                                                                                                                                 | “We bested the Saints!” —My four-year-old grandson Joe\n",
       "\n",
       "“Holy moly!!!” —Me                                                                                                                                                                                              | Twitter for iPhone                                                                                                                                                                                                                                                        |  74                                                                                                                                                                                                                                                                       | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | ...                                                                                                                                                                                                                                                                       | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                    | NA, NA                                                                                                                                                                                                                                                                    | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                            | 0.06996857                                                                                                                                                                                                                                                                | \n",
       "| 949789000923078656                                                                                                                                                                                                                                                        | 2018-01-06 23:45:18                                                                                                                                                                                                                                                       | 7334402                                                                                                                                                                                                                                                                   | alfranken                                                                                                                                                                                                                                                                 | Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow   | Twitter for iPhone                                                                                                                                                                                                                                                        | 277                                                                                                                                                                                                                                                                       | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | ...                                                                                                                                                                                                                                                                       | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA                                                                                                                                                                                                                                                                        | NA, NA                                                                                                                                                                                                                                                                    | NA, NA                                                                                                                                                                                                                                                                    | NA, NA, NA, NA, NA, NA, NA, NA                                                                                                                                                                                                                                            | 0.06996857                                                                                                                                                                                                                                                                | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  status_id          created_at          user_id screen_name\n",
       "1 952725846309195781 2018-01-15 02:15:17 7334402 alfranken  \n",
       "2 949789000923078656 2018-01-06 23:45:18 7334402 alfranken  \n",
       "  text                                                                                                                                                                                                                                                                     \n",
       "1 We bested the Saints! My four-year-old grandson Joe\\n\\nHoly moly!!! Me                                                                                                                                                                                             \n",
       "2 Hey everybody, I have something that's really important to share: Tina Smith, our new U.S. Senator for Minnesota, has shown time and time again that she's committed to fighting for you, and now we need to do the same for her. So please do something for me. Follow  \n",
       "  source             display_text_width reply_to_status_id reply_to_user_id\n",
       "1 Twitter for iPhone  74                NA                 NA              \n",
       "2 Twitter for iPhone 277                NA                 NA              \n",
       "  reply_to_screen_name ... place_url place_name place_full_name place_type\n",
       "1 NA                   ... NA        NA         NA              NA        \n",
       "2 NA                   ... NA        NA         NA              NA        \n",
       "  country country_code geo_coords coords_coords bbox_coords                   \n",
       "1 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "2 NA      NA           NA, NA     NA, NA        NA, NA, NA, NA, NA, NA, NA, NA\n",
       "  ideology  \n",
       "1 0.06996857\n",
       "2 0.06996857"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# remove screennames\n",
    "\n",
    "uss$text <- stringr::str_replace_all(uss$text, \"@\\\\S+\", \"\")\n",
    "\n",
    "head(uss, 2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>user_id</th><th scope=col>ideology</th><th scope=col>word</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>we        </td></tr>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>bested    </td></tr>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>the       </td></tr>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>saints    </td></tr>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>my        </td></tr>\n",
       "\t<tr><td>7334402   </td><td>0.06996857</td><td>four      </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " user\\_id & ideology & word\\\\\n",
       "\\hline\n",
       "\t 7334402    & 0.06996857 & we        \\\\\n",
       "\t 7334402    & 0.06996857 & bested    \\\\\n",
       "\t 7334402    & 0.06996857 & the       \\\\\n",
       "\t 7334402    & 0.06996857 & saints    \\\\\n",
       "\t 7334402    & 0.06996857 & my        \\\\\n",
       "\t 7334402    & 0.06996857 & four      \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "user_id | ideology | word | \n",
       "|---|---|---|---|---|---|\n",
       "| 7334402    | 0.06996857 | we         | \n",
       "| 7334402    | 0.06996857 | bested     | \n",
       "| 7334402    | 0.06996857 | the        | \n",
       "| 7334402    | 0.06996857 | saints     | \n",
       "| 7334402    | 0.06996857 | my         | \n",
       "| 7334402    | 0.06996857 | four       | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  user_id ideology   word  \n",
       "1 7334402 0.06996857 we    \n",
       "2 7334402 0.06996857 bested\n",
       "3 7334402 0.06996857 the   \n",
       "4 7334402 0.06996857 saints\n",
       "5 7334402 0.06996857 my    \n",
       "6 7334402 0.06996857 four  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# conduct sentiment analysis on the tweets by examining the use of positive words\n",
    "\n",
    "# tokenize by word\n",
    "usst <- tidytext::unnest_tokens(uss[, c(\"user_id\", \"text\", \"ideology\")], word, text)\n",
    "\n",
    "head(usst)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>word</th><th scope=col>sentiment</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>2-faced   </td><td>negative  </td></tr>\n",
       "\t<tr><td>2-faces   </td><td>negative  </td></tr>\n",
       "\t<tr><td>abnormal  </td><td>negative  </td></tr>\n",
       "\t<tr><td>abolish   </td><td>negative  </td></tr>\n",
       "\t<tr><td>abominable</td><td>negative  </td></tr>\n",
       "\t<tr><td>abominably</td><td>negative  </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|ll}\n",
       " word & sentiment\\\\\n",
       "\\hline\n",
       "\t 2-faced    & negative  \\\\\n",
       "\t 2-faces    & negative  \\\\\n",
       "\t abnormal   & negative  \\\\\n",
       "\t abolish    & negative  \\\\\n",
       "\t abominable & negative  \\\\\n",
       "\t abominably & negative  \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "word | sentiment | \n",
       "|---|---|---|---|---|---|\n",
       "| 2-faced    | negative   | \n",
       "| 2-faces    | negative   | \n",
       "| abnormal   | negative   | \n",
       "| abolish    | negative   | \n",
       "| abominable | negative   | \n",
       "| abominably | negative   | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  word       sentiment\n",
       "1 2-faced    negative \n",
       "2 2-faces    negative \n",
       "3 abnormal   negative \n",
       "4 abolish    negative \n",
       "5 abominable negative \n",
       "6 abominably negative "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# negative words from bing \n",
    "\n",
    "bing_neg <- get_sentiments(\"bing\") %>%\n",
    "    filter(sentiment == \"negative\")\n",
    "\n",
    "head(bing_neg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Joining, by = \"word\"\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>party</th><th scope=col>word</th><th scope=col>n</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>R       </td><td>issues  </td><td>94      </td></tr>\n",
       "\t<tr><td>D       </td><td>crisis  </td><td>92      </td></tr>\n",
       "\t<tr><td>D       </td><td>hard    </td><td>72      </td></tr>\n",
       "\t<tr><td>R       </td><td>hard    </td><td>71      </td></tr>\n",
       "\t<tr><td>R       </td><td>critical</td><td>63      </td></tr>\n",
       "\t<tr><td>D       </td><td>critical</td><td>62      </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " party & word & n\\\\\n",
       "\\hline\n",
       "\t R        & issues   & 94      \\\\\n",
       "\t D        & crisis   & 92      \\\\\n",
       "\t D        & hard     & 72      \\\\\n",
       "\t R        & hard     & 71      \\\\\n",
       "\t R        & critical & 63      \\\\\n",
       "\t D        & critical & 62      \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "party | word | n | \n",
       "|---|---|---|---|---|---|\n",
       "| R        | issues   | 94       | \n",
       "| D        | crisis   | 92       | \n",
       "| D        | hard     | 72       | \n",
       "| R        | hard     | 71       | \n",
       "| R        | critical | 63       | \n",
       "| D        | critical | 62       | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  party word     n \n",
       "1 R     issues   94\n",
       "2 D     crisis   92\n",
       "3 D     hard     72\n",
       "4 R     hard     71\n",
       "5 R     critical 63\n",
       "6 D     critical 62"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# join with tokenized data and count it!\n",
    "\n",
    "sa <- usst %>%\n",
    "    mutate(party = ifelse(ideology > 0.5, \"R\", \"D\")) %>%\n",
    "    inner_join(bing_neg) %>%\n",
    "    group_by(party) %>%\n",
    "    count(word, sort = TRUE)\n",
    "\n",
    "head(sa)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>party</th><th scope=col>word</th><th scope=col>n</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>R       </td><td>issues  </td><td>94      </td></tr>\n",
       "\t<tr><td>D       </td><td>crisis  </td><td>92      </td></tr>\n",
       "\t<tr><td>D       </td><td>hard    </td><td>72      </td></tr>\n",
       "\t<tr><td>R       </td><td>hard    </td><td>71      </td></tr>\n",
       "\t<tr><td>R       </td><td>critical</td><td>63      </td></tr>\n",
       "\t<tr><td>D       </td><td>critical</td><td>62      </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " party & word & n\\\\\n",
       "\\hline\n",
       "\t R        & issues   & 94      \\\\\n",
       "\t D        & crisis   & 92      \\\\\n",
       "\t D        & hard     & 72      \\\\\n",
       "\t R        & hard     & 71      \\\\\n",
       "\t R        & critical & 63      \\\\\n",
       "\t D        & critical & 62      \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "party | word | n | \n",
       "|---|---|---|---|---|---|\n",
       "| R        | issues   | 94       | \n",
       "| D        | crisis   | 92       | \n",
       "| D        | hard     | 72       | \n",
       "| R        | hard     | 71       | \n",
       "| R        | critical | 63       | \n",
       "| D        | critical | 62       | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  party word     n \n",
       "1 R     issues   94\n",
       "2 D     crisis   92\n",
       "3 D     hard     72\n",
       "4 R     hard     71\n",
       "5 R     critical 63\n",
       "6 D     critical 62"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# remove some domain specific words\n",
    "\n",
    "sas <- sa %>%\n",
    "    filter(!word %in% c(\"trump\", \"conservative\", \"liberal\") & n > 1) %>%\n",
    "    group_by(word) %>%\n",
    "    mutate(tot = n()) %>%\n",
    "    ungroup() %>%\n",
    "    filter(tot == 2) %>%\n",
    "    select(-tot)\n",
    "\n",
    "head(sas)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>word</th><th scope=col>party</th><th scope=col>prop</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>assault     </td><td>d           </td><td>0.9583333   </td></tr>\n",
       "\t<tr><td>interference</td><td>d           </td><td>0.9166667   </td></tr>\n",
       "\t<tr><td>misleading  </td><td>d           </td><td>0.8571429   </td></tr>\n",
       "\t<tr><td>undermine   </td><td>d           </td><td>0.8571429   </td></tr>\n",
       "\t<tr><td>fear        </td><td>d           </td><td>0.8484848   </td></tr>\n",
       "\t<tr><td>confront    </td><td>d           </td><td>0.8333333   </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " word & party & prop\\\\\n",
       "\\hline\n",
       "\t assault      & d            & 0.9583333   \\\\\n",
       "\t interference & d            & 0.9166667   \\\\\n",
       "\t misleading   & d            & 0.8571429   \\\\\n",
       "\t undermine    & d            & 0.8571429   \\\\\n",
       "\t fear         & d            & 0.8484848   \\\\\n",
       "\t confront     & d            & 0.8333333   \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "word | party | prop | \n",
       "|---|---|---|---|---|---|\n",
       "| assault      | d            | 0.9583333    | \n",
       "| interference | d            | 0.9166667    | \n",
       "| misleading   | d            | 0.8571429    | \n",
       "| undermine    | d            | 0.8571429    | \n",
       "| fear         | d            | 0.8484848    | \n",
       "| confront     | d            | 0.8333333    | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  word         party prop     \n",
       "1 assault      d     0.9583333\n",
       "2 interference d     0.9166667\n",
       "3 misleading   d     0.8571429\n",
       "4 undermine    d     0.8571429\n",
       "5 fear         d     0.8484848\n",
       "6 confront     d     0.8333333"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# pull the n-most used negative words from each group\n",
    "\n",
    "n <- 20\n",
    "\n",
    "sas10 <- sas %>%\n",
    "    spread(party, n) %>%\n",
    "    mutate(d = D / (D + R)) %>%\n",
    "    arrange(-d) %>%\n",
    "    .[c(1:n, (nrow(.) - (n - 1)) : nrow(.)), ] %>%\n",
    "    select(-D, -R) %>%\n",
    "    mutate(r = 1 - d) %>%\n",
    "    gather(party, prop, -word) %>%\n",
    "    mutate(word = factor(word, levels = unique(word)))\n",
    "\n",
    "head(sas10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\"Warning message in grid.Call(C_textBounds, as.graphicsAnnot(x$label), x$x, x$y, :\n",
      "\"font family not found in Windows font database\""
     ]
    },
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAAQlBMVEUAAAAAM/8AVREzMzNN\nTU1oaGh8fHyMjIyampqnp6et/y+ysrK9vb3Hx8fQ0NDZ2dndMzPh4eHp6enr6+vw8PD///8d\nnQCvAAAACXBIWXMAABJ0AAASdAHeZh94AAAgAElEQVR4nO2di5qrqrKF2WslnfTu2+ne8f1f\n9cQrUOAFxaKojPHN2Ym3IZb+UaFQ00AQdFimdAEgSIMAEgRlEECCoAwCSBCUQQAJgjIIIEFQ\nBgEkCMoggARBGQSQICiDABIEZVAZkEyrv+7rX/d9fZH74uA2LSy0qQybV5HLLaIF6w1rtbPQ\nmb/vF2Ou77/x5ZanLmjTfiJlSdoOKSoI0lf39WsTSD8XszC4TYsL5dkz4yrqA+ndDPqILbY8\ndV4b9xNA2r3WVm/d17dNIKWHetUjYWLyKqoD6dNM+gmXWp66r7ALswGk7Wu19DhflxdYGNy8\n0p0T86wij84B6WrM++N5nf38WbuFSy1P3VfYY0sBpGGtzz1izPfz23f3bSjF9/359f7dDzw+\n2pPV7asZYTPO0t3gtf+BfDy/P3dze7d1bQffL+by/jeYTAOOhzfH3/Pq//pJ9kw79P1c/f2X\n2nRLPM+mdomvtvzXdqJdRff357l8N8d9KKdr0ipefj8K7b3k1bwHBXWi45X682ou9357L8Po\ni7NpcyCNQ4/oERpMdTeFxioWj9mN8v3JvvADRh0iY71dEw/AaSoG0md/mN27b30p3obId796\nf5dh6G0WpA/T7Ywni9391ld3CT8u9+Oa/Lge3hw/w0qC42q4LfhtVpYYC/2cSECadmC/Sz2T\nTtHy+1Fona5dDPzVutFxS/02rePe/1B19uEhGzkj3eav2uhUb1NIrKLxmNsovywksn7AAofI\nWM8gHoDTVA6kW3d4XcxtBOk27oIuLPfu6Ho8g/I5B9LwE979JjVdUP+6o7dT93PkDFiP6ByG\ngjTo3iwv8Sz826O7G78FIL1PJ913atIpWn4/CoPnF12tG51IqS/dQdUfXTeXXTMDUncXdLl/\nOefLhanepvixisdjbqP8spB94a0ldIiM9QziAThNxUD6/Wy377m1n799VNof5s/H85rFdMef\n6evHH/3B5u/2cfDaXRPZo/c67shHf6B5A+NC3sjnWeDyXNn3xVCQ2tF3FxZ/ia9hietQje8C\nNH7+TifdH1qWXpHykyh0Z5n2uo8U1I+OX+p2nq+pZH90luBbp/GQvH43EflTg7A6sYrGY26j\n/FKRTfTWEnEIfeO7xg/AaSoH0l97JfMMwd8A0n38dX3vjr82GtO17wxIH22Q+/P5TxvVj26X\nP/o5bmTA+RXz5ujW8R2A1I5+TL+n4RJfwRINBakHZTjY/bL0ipSfRGEsCS2oHx2/1N1953Th\n+E5PWvGINt/XAZboZZA3NQirE6toPOY2yp+ZbKK3lohD6Et2TTQAp6kcSM+D4fo81C7N7xT0\n/lfqrxv+6HfccLTEQfpr4/cM1FcbsvfuB8ie3C9kYFyIztFEVuAD4S1xCZb4+3p/m04qHkgd\nKMOtj1+WZtzSSPndKEzDpKB+dEip+y8PM1w7m0dklgCkdjvu3bVR/LBzpkbDuhSPuY3yS0U2\nke4n6hD6kl0TDcBpKghSezfYHkm/JI72DqMP418T7PZxsOWw/d8yeRl36ygyEIJkkkGKLPF1\nDVfhgP423PqQsgyKlt8rQ3CYDl+86JBSu7/w32PVId3MEKSuxLelC6FhajSsS/GY26gmPnYp\n6t68ZCyNUSwAp6kgSF9d3c1X7IzU/Wg/vvo6mbdmFqT3jsX36ZNUdfr1nsNC3shNIMU9zXhh\nb673T/JjMH4+N+B3ODKjdbBh+WkU5kDyomNL/XDm+R4wds9aF3JA2tGP2Pj41GhYl+Ixt1G+\nBdlEup8iDmQsvViIBeA0FQSpz7L7G0G6kcvgTt/36G/YONjfX3xP9xn2OrmTN+D9TtE5onc8\n3k/7zBLXYTAO0lfXSvYZlmVQtPyRm4GZgo7RsaXuKjK+bSXWt3sl2dv0dR3fXtvqfQr5XwQk\nOjUa1mYhHnMb5VuQTaRRjzjcFu+RogE4TcVA+uuC3v5a/00/oG4VzHW6ORh/gcilfjd4sdcQ\nfcDampuf7uONDIwLeSM//Yoe199+Bp7fQ4qgndP5BX44yz86QB5BwSYF5Y9XTwUF9aNjS93V\ncF2GnLj+8s9Lj/vobbp5nFqFdq1dM247PrgSolPDsNpYReMxt1F+uMkmemtJqrUzo38kAKep\nGEhNv53v05Btyut2ZXte/puqXi7G2/HT4LuZqpiH6VNbwk9s4H12jgWQlpZ46zzHKttxFZNb\nW663JizYqLD8fhSsk79aPzq21IMuHWX9Kd+70344Nu69p22QGas83KXIVH9T/FjF4zG3UX64\nZ9qRurXEHchYujMjAThNJUFqf1DcH6g3NyjT7XR3HDoHpDfYXhN9DVb9Afo9LPYeDIwLeSOH\nxnCbpuSUz73YDjyH9vdheXMZ0wn8W7oxa4GajArLT6IwOZGCetGxpR4O+eGaqD3lk+S47+lg\nc67AnLX2JyxDjnR/qr8pfqzi8ZjbKD/cZBP9gMUd/LH+rokH4CyVBGlMMrOHXVvDOlXpdncA\nb0Nl7M2/5JgGL7R6uHm8txkt35GBcSFvJMmcc8vnXKK5S/y2S3xPFzH3ttG/bRW72VVYN2N/\nET2TUWH5/SjY8aSgXnTsvJ9vw2VYqy8T3pg9urrp67tbLTGt1dw+aGkiU/1NIbGKxmN2o/xh\nsol+wOIO/iHj75p4AE5SGZAU6MF1F3tAnxWU8QTZXcMYAICUqOFa7De5SwG/fi8s6ZpiFOwa\nzgAApETZ+1uui4ad6suY3jm8XpFdwxsAgJSoqQOD9B/7row8Vb9CRHYNbwAAUqoeH2210iVI\nGZWmtsfP1/psmuTvGt4AACQIyiCABEEZBJAgKIMAEgRlEECCoAwCSBCUQQAJgjIIIEFQBgEk\nCMoggARBGQSQICiDABIEZVApkII+mFm98yz0eVmYODfrZ9CTbNvC83N1/Ub75/e/uU+zt0vQ\nRyxtKugerZTUVfsOmB2PCj7xsDhXhco9Pq7hFOUCae5IXVw6nHXbwrNz9U/waJ+A8PB72OwC\n6diBulxST+PzkfasoUYVKvfd3M57AKYwkLatena5e9u75r1/QcB7O/jhLrZYltSJq0pYeueK\nAFLias2jD9nz783cmr+ruXUv27oPz+4w5u9mLl0HredFwvV7fORHh99Pdza7Pf868/9e3rp5\nb/3O+OjeWTWtbvo7jW/fc3B/DCu4OXvw52a6NTs/qf2zWqYFxjkmNztr1z3TL2Q3adoa62IL\n187x/P8eneUylf3Wnox+px7udol+DWOYok5BQfvIv7mxs7Ecp5D4TiWN7yg35Kafl+6fxi+V\nDeRo4hS+8XZ+pJDDX6e4BVUGpPZQuw/9gdu+WN0Do+/jY9cu3btOLkNXx/FRbEN526v09+Hh\ncd78b0+DbvjWzts/rsru1vGvHd8t2r3ib1poKNvQyZKCNC0wzTG5+SCRQraT+oLeXJdJ4+F5\nG/t2hrM8J19dpIblxiXsGuacwoI+v97D2A3D4xQSXwtSbEd5Ie/LQvdPr0ggp/g4hW8af6to\nIcdg2OKWVBmQ7t3TzfsHV92b7mUMX/1h/tZ2ve+OjbfH81rm0j4E8a17o9a45G/TP2/+t3uT\ng52/f4XHOG/7JMOf6REybtSH8R/9vv90F+p0bZ+g8Tv99E7L2wXcOQY3f1a/kP2G3dvHtrku\nVsOl3XODP/ySWX33b4Gw2+It0RvbTQ+dogV9zkZi58T+rV/Wj+90ERrbUZGQ0+U7xQI5xccW\nfpjXbhUtpN2lY3FLqgxI9q5geLDn8BNzbYf++jcejOfvYdxQ0O/nLcKPeX/ee38+YaTz23kv\n3itPbNSn8dd+1I2u4Km/74+3ECS7gJ3jYl87487qF7JfePjBdF1INP4iKxpLdHnztmJYbFzC\nD1PMKVrQ31jsru6U2P6Y3VGRkNPZghCMgZzi46ynacKtcg3HtdjillQRkMZnaH77SJEL3+Bb\nX+C358/S4/n7c5udqzuWn9cA12nfRcYPRQhXMD6MhtJhF7BzOG7eqoJCOke/e6HqLmIiKxrU\ncxSC5G58PHRrBY3GbmUvzE2IhJzORkMQhnpxGzcdIIVUZPX3IZT3HSDdzeNya26Xpr+ijs3V\n//29dg9hb2bGz4J0f94xf/8tgWTncNzcWcNCHgJpvE0fZoldr66BNFfQnCBFQr4CUiTUAClF\nl+5E/piu2ac/sTM3ufJ6XjZ1r8F779+T6s/vz/vp7w9//HXacrKC7ssjBOnqDTUPz40cn14h\n+4W9Sztf5Jijs3yNV3nXoNausYeSexEUdwoK2i3wRmJ3dafE9sfsjoqEnM5GQmAD6VzauXbB\nVhFDe9H35z0FvYBKgPQz1N/cu1fIN87+id1LDuOc6D8DNzw2nM7/0d93mpbVn+cxN/54X54H\n9MMf31WqfbXL24UG/5/p/tau013AzjG5hT/0tpDjwr++ixUBiczyM31r78ifQQurIv0wxZyi\nBe3u4z/GcV79wTAltj9md5Qf8m48nW3YjDCQU3wISHSrrKHdpba4JVUCpPfpxRHvBKRY7aZf\n/d1dDzTtT1N7eNH5afX3x7TGdsAbP9j+BtXf79OVh/GOCruAnWNyc2e9kEK2M/6NVb7Wxb1+\nuUQ2eExgeJvW9tt/eTiFsiC5FcVzRSYFbZ1tzo9fVd1PCffHZX5H+SHvzzZktsauyA/kFB8C\nEt0qa2h3qS1uSZUA6XKxX3yQYu1tXZvcl90R311F50f/thQyf9uuN7Stvl/Mxf5IPYc+yHib\nwmYX6tSNbwc//Z9Xu8A0x+RmZ+2/uYXsZvwd3xJhXaY1fvogObP0o6YfkjbX7o3k2k0H2RSm\nqFNY0Oc5882PndPGOkyh8bUlje0oL+T9eLp/phXRQI7xISDRrbKGdpc6xS2oEiDtUfFfnPz6\nO2GTEsJkZnf9/JRCWt4qGcUVUYhFdfma7zyvpmbV9Wd9nu1KDlMVIG3ZKhnFFVGIRQ0X0qVP\n3dKVHKYqQNqyVTKKK6IQy/q8mvKXwPKVGqYqQNqyVTKKK6IQEFS7ABIEZRBAgqAMAkgQlEEA\nCYIyCCBBUAYBJAjKIJEg/Q+G8gwrKGJJQ4Ck1PDf3IYVbDNAIlIV4UKGAInXECApNQRIvIYA\nSanhS4P0T6eMhusCSDAs5Xia4T//7XScJGaQTP9/2SplRfXsshcyrKCIg+HAUQaSCpyRAJJ2\nwwqK2BtOHB0nqXaQ/g+C9srh6L///OeYCl7aTY/7ab+MY0ziikrvCw36t3QBSskF6ShJ5UCa\nkLEPB2qaDecrX6X3hQYBpJpBMuPw3JdO/1tT6X2hQQApB0hr4gOp+zA4I7ELIFV9Rpqei2kn\nGJN8aVdL/dBLGVZQxM7Qq2zIYbhNZ5yRmpVLu1VVsstey7CCItZe/Z16j7SqWnbZSxlWUMTa\nG2SXau2mRzkDpMoNKyiiphShoB3JDF8AEq8hklYVJa3uNa9ol4k1fGmQChieBNJ0ebdLqiJc\nyBAg8RqedUZyXw2WLFURLmQIkHgN0R8JhqUcjxuSeyGARCRwl8FQYBFp7RxAIpK3y2AosIhB\ne5EqkOZqulH9XbmhuCKGGQzaQDq8Imm7rEZD9ZUNkZw6gERUOoFYg9Rnf+fM8i6d/W2Gvntj\nVbeXxOCMRA9ZfgGkmkCy7a5Top2hI4YBdOzjFUDKARJTxz4nf4Emeht3FnQ1h7JL1Rlp+mLm\nQCJTt0nYbS0Mz3FEZYO/sN8HloKEHrJKDMUVUVH191mXdtJ2GQxPcUSDrLcwQBJpqL4dqVGU\nIuRU2s3V2qGHbCHDVwBJTdKq01A0dY+l7UjoIVvG8CVAEmSIpFWlhgCJ1xAgwbCUoypDgATD\nUo6qDAESDEs5HjCMPyYIIBFJ2mUwPM1xv+HMg+sAEpGgXVatoebKhrlHqSoAKS+PcnZZvYaK\nQZp9uDdAIhKzyyo21AvS/Osm6gdp7Lw3dlDq2mCDUZtVOkNfg/T2R+LoP8HcjYLYuGlCTqc/\nO7RVpXcVJFnqQfLzU2MJrYPQQxY6IE6QeF99mQrSqkrvKkiy9J+RvPdeHgFJym0tDE91RGVD\n3Ma4AwCpsKHeWjv11d/5Lu3E7LKKDRWDpL5B1jj/LUPBs1DWJWeX1WuoGSTFKUKkHckau6M2\nS9Auq9ZQNUhIWt0mSbsMhqc5qjIESDAs5ajKECDBsJSjKkOABMNSjqoMAZJSQ7WVDfF6hgOG\nCwJIMNQK0kzN937DJQkCaZe/jF1Wt6FSkObaYncbLkoQSLskYpdVbqgTpNnsoL2Gy6odpNL5\nxZBQefmqp+Z9l8r+ntzGF166b7x0xm5T6f0FCRVjD4rCIPmpdsbtMZtgU3p/QUL1OiCNf70v\nNNsOPWShfWIHib2HLAWp+zAzIK2q9P7SIJUPP3m9M5L3xstkkCTUD9VuqLLWbr5z7E7DFZUH\nafHSblUCdln1hipBepnqb4AkxlAnSK/SIOvUeA9DAEmLoZAivkaKkG0xct94CZA0GEop4ksk\nrWZyE7LLYHiuoypDgATDUo6qDAGSUkOllQ1iDUUmraqKcCHD2kFauBXaZ7hHAAmGlYO0VDm3\ny3CXABIM6wZpsbloj+E+ASQYVl3ZsJzAsMNwpwASDGsGaSWlLt1wr2oHqXSSMVRW3EneIrK/\nh2QGJ6NhsjX9VPSQhdL0miB5fWDpCyn8qYPQsY9BNfdHkgMSY8e+oGO5/WLI1M0qvSM1CCDl\nACmRgyM6AyT5d97yDWuu/n7JygaAJNOwZpBesvobIL2IIRpkFwWQYFjKESlCgcH0x/sPkDQZ\nIml1UZlB8tqTAJImwwqKWDVIZ0hVhAsZVl3ZUKEhQFJqCJB4DQGSUkOAxGsIkJQa1gfSnuqF\nRcPjAkgwrK6yYVeF95JhBrGANNRyLxuszhCV/KPqBQ1PLuK+JtgFwxxiOyMBpNcxPLeIO5OC\n5g2zCCDBsC6Q9qapzhrmEfulnfvCy2nMNMOUOLRVpdP4NaiubhRiOk744gbJ7crnv/4SIJUS\nQMogZpD8VFX6xVjGBqGHLIMAUgax9JBdAqn7sO/sM03aikrvVg0CSBnEfUbq5YLkU5QKkvw7\n7xc0RGXDovKdkZrYqWmiKGk98o+qFzRE9feiOO6RAJIGQzTILuqcWruhBhwgKTJEitCiTmpH\nct58SevsNkj+USXfEEmrGVQ2aTVmCZC4DesDqW7DrCDNn3wAErchQOI1zHtGMvGHfKc9+VtZ\nhAsZAiRewxMu7Y5LVYS1GGZ2PH5HFAogEck/ql7QMK9jhjq6UACJSP5R9YKGWR1ztBqFUgCS\nmR3YI/lH1Qsa5nTMkscQSgFIq55okGU2lFzZkCezLhRAIiqdi6xBkrO/heZ6h+IDaUyqGz7d\n916O38c3Y6JjH6sAUgYVAsnE/ruZRIPQsY9BACmDGF99SVJX4wnhBpd2kKN6QEoD4YgAEpSs\nfyrhiPkdsl5Himin2VSQ5NeJvaAhqr8XdRZInj9AUmCIBtlFnQoSzkjlDCW3IzVIEZpzmK+1\nGyYAJGZD4SAhaTXusNCO1Iw3Tdst5R+m8g2lg6TNEEmrSg0BEq8hQIJhKUdVhgAJhqUcVRkC\nJBgWcURlA4PkH1UvaIjq70UBJKWGsisb0CC72y5lRfIPU/mGokFCitB+O4DEaygZJPSQPWCX\nsqLS2ckahP5IGVQCJOO88tJPamjsm2U3qvSOhs4VQFr2cfoluWl2tqfsIPSQfXHVAxJfD1li\nM5/4jTMSNKoekNIJOKi8IMm/lX9BQ1Q2LAogKTWUXGuH6u9VG4AkxVA0SGiQXbMBSFIMZYOE\nFKEln0itnfG+bJX8w1S+oXCQkLQ6axS0I9nmo9R2JPmH6QsaVlBEFSDllKoIazGsoIgAiUhV\nhLUYVlBEgESkKsJaDCsoIkAiUhXhQoYiKxv8Ggb5QQRIMJQIEqnzlh9EASAd8lUV4UKGAkGi\nrbDygygApENSFeFChvJACvKC5AcRIMFQXGVDmKkqf5vLgGTfctnYllnvc6tKp/lDJ6iavhOO\nCoHk5gQFD9BHf6QXF0BKsnLhMe4ER+gh+4qqEiT2HrJJIK2q9D7XIHEPP6kSpMSjP48CkHbf\nI6m6Cy1kKK7WDpUNSVZ+J6Rm32lJVYQLGYoDCdXfSVYASYihPJDQIJtiFdwj7am1UxVhLYZI\nEVoU7pFgyOeIpFVeqYqwFsMKigiQiFRFWIthBUUESESqIlzIUGBlg2pDgKTUUBxI4WOD5AcR\nIMFQGkiRB9nJDyJAgqEwkGKPVpUfRGkguYl3W6QqwloMDzlGH/Ytf5ulgZS6IlUR1mJ4xDH+\n+gn521w7SKUTlaHMqjHzu1V5kJxuso1JvrQrvd+hzAJIO+V0k42AhI59DBLVH6lakIp07KOm\nxgMKZyReAaQMKn1GAkjlJRakijgqD1Kvxr2sQ60dr6GsdiRUf++Scb4BJCWGaJBd1LmXdgBJ\njyFShBZ1aq3d+BcgKTBE0uqiTm1HagCSHsMKiqgQpGNSFeFChrIqG/QbAiSlhgCJ1xAgKTUE\nSLyGAEmpoRiQwkqGg4bzAkhEqiKsxXCnY6Ta+5jhggASkaoIazHc5xhriD1kuCSARKQqwloM\ndzlGU4OOGC5KDUgLZnjSau2GexzjPWMPGC4LIBGVTlbWIBHZ37V2nxjFB5IZX3g5/DX+mHFk\n4tO/S+9/DQJIGcQIkpcCZIIx4WteGvSQZRFAyiC+HrLOG1sMxcftbI5LO24BpAzivLRrFkHq\nPkwqSKruQrUYorJhUVlAGjvEmmDMRBFAqt0Q1d+LyndGaoIzUrP30k5VhLUYokF2USLvkVRF\nWIshUoQWlQMkv9YuGNPgHqmAIZJWeQ2zgNTYd8WSMWPbUpPUjqQqwoUMxYD0IobItVNqCJB4\nDQGSUkOAxGsIkGBYylGVIUCC4bmOqGwoJ1UR1mKI6u9F7QVppceE2TDfvFRFWIshGmQXdQJI\n3mSAVMhQRmUDUoQOLncMpNJJyxokLvu7wuRvjuxv4za5jiPGP85k48yyWaX3vwaJA6lGkjhA\nomlBxnhjg8kp5qX3vwYBpAziurQLslL93rGN8WcZhR6yr6LqQTq/h+wRkFZVev9DmVQ9SIlA\n7FAKSFMvv61SVZ2jxRA9ZBfFdkZKkaoIazFE9feiRF7aqYpwIUMZ7UhokN20XFAtZ8ceqrVT\nFeFChkJAQorQluXcRiJ6RjrSjqQqwoUMpYCEpNWCUhXhQoZiQHoRQ4AEw1KOqgwBEgxLOaoy\nBEgwPNcR90jlpCrCWgxRa7cogKTUUEhlA9qRUuXWcO9KZ3CkKsKFDGWAhMyGVBkyAJAKG4oA\nCbl2ycoKUumkZQ1Cf6QM4gfJvsRlyAfykx4SUxtK738okwBSsrwMIRPrPGvnRce+V1H1ILG9\n+tLzISnfkcTwjSq9/6FMqh6kNAByaPRx3tAHkF5eeIpQsuw9kf3nvhET/ZGYDUXU2qH6O1mz\nl3YNQCpiKAMkNMimKus9kqoIFzIUAhJShBJlO8lGau1SV6QqwoUMpYCEpNU0jfdIxj0dBZ1n\nN0pVhLUYVlBEDSBllaoIazGsoIgAiUhVhLUYVlBEgESkKsJaDCsoIkAiUhXhQoaobOA1BEhK\nDaWAhOrvvcrgqCrChQyFgIQG2ZJSFeFChjJAQopQUamKsBZD9JBdVL6OfU3fg899YjF5O+Zm\nlU5ahjIJ3SgSNXaL9bvyBWlCW1V6/0OZBJDSZNxPP7vOTV4dhR6yr6LqQWLuIZsI0qpK738N\nwsNPMkjYGQmvvixgKKLWDpUNadpyRkqRqggXMhQBEqq/05T70k5VhAsZygAJDbJpGmvtnO9k\nKGk9qiKsxRApQovK3I7UxEDCqy81GCJpdVHIbIBhKUdVhgAJhqUcVRkCJKWGQiobXsYQICk1\nBEi8hgBJqaEYkFDZUE6qIlzIUApIqP7euPRWAzTIVm6IBtlFHQZp63iAVLkhUoQWJRKk0knL\nUCbhtS5B71avz6txHkZs6NymcV6Eab0A0gsK3SiCh+B7fV7dvq9hRl006S4pSaj0/tcg9EfK\noOMgefncHhpePrfxM1K9uf1F0UOWWQApg473kN0HUjfWrIK0qtL7X4MAUgaVOiO5774kb75E\nrR2zoYh2JPSQzXZp1wAkJYao/l5UiXukVamKsBZDNMguanOtXeP8mau1678fr7VTFWEthkgR\nWtTs8R20Izl/ZtuRpndfHmtHUhVhLYZIWl1UyvF9bKEEqYpwIUMRlQ0vZAiQlBoCJF5DgKTU\nECDxGp7NxC6pinAhQxkgzd8g7TRcFEAiUhVhLYYHGmRnSJK/zQAJhhJAWmpE2mW4ospBCiyi\nnqj+rtww3XExrWGP4ZoqByn/ilRFWIthsuNyot0Ow1UBJKLSScsaVD77u/bU7/+wvB9p6aWx\nzoimmbrLJpiXPgQ0CCBl0Pkgjcl1Ezf2jztiXIHxVoSOfQwCSBl0+qsvvXTvMKc14MfgjMQt\ngJRBp5+RtoPUfZhEkFTdhWoxRGXDok4Hye00u1WqIqzFENXfixJ5aacqwloM0SC7KIAEw/Mc\nkSK0ZbFoT9goSLhH4jdE0iqv4dF2pGbDPZLBGYnfUAZIr2OIpFWlhgCJ1xAgKTUESLyGAAmG\npRxVGQIkGJ7nuFjXUME2AyQYSgBpufa7gm1mBckEXw5LVYS1GB7IbEA7UpIDQJJkWL6yYS1D\nqIIgAiQYFgdpNWe1giCeA5LzoGL3icTGf6px5E2ZY9++zSrdAUCDinejUNCL4qRuFH4vvsYb\nCv67U9wuFZtU+hjQIICUQWedkZoADJKWGpklkh2EHrKvIBUgndJDNhtIqyp9DEAZpAKkVDoS\nZl0GyXvdpZ+4miBVd6FaDFHZsKgzzkgNBSlxRboirMUQ1d+L4ri0S12RrggXMixe/Y0G2dlZ\n3Wq5tVq7xvmTXGunKsKFDAWAhBShuVndBqO1diT3D+6R+A0lgISk1aOzHpSqCBcyFAHSCxkC\nJBiWclRlCJBgWMpRlSEfHcdtBrEAABxUSURBVAlSFWEthhUUESARqYqwFsM0x+Vqhh2GWwSQ\niFRFuJBh2cqGlYrvdMNNUgaSmfm+XaoiXMiwKEhrTbHJhtv0CiChHYnZsCRIq8lBqYYbBZCI\nSicua1DB/kheumrpBO5DKgfS8HziIO0hLbeh3DEAZZCGDhS9ioEU5t75+XkbVfpIgA4JIB1V\nNCPc/dILPWR1SxFIZ79D9hhIqyp9JECHpAik1GM/kyw2Xk/ZZJBUVecUMixYa7feNzbRcKvU\n1NqF2ACkUoao/uY1FHlppyrChQzRIMtrKLLWTlWECxkiRYjXkKkdqUlqR1IVYS2GSFpdFJJW\nYVjKUZUhQIJhKUdVhgAJhqUcVRkCJKWGZSobttwaJRkmCSARqYpwIcMiIG2qrEsxTBNAIlIV\n4UKGJUDa1nyUYJioikE6h0NVES5kWACkjQkN2w1TVTFI50hVhLUYrjpuTbHbbJgsgERUOn0Z\n2iM9Sd+TmC/tjP+q2OBB4HiH7EsIIB2QC07w8onw1RS90LFPpTSCxNaxz81H9T53Z363Kn1I\naBD/w080gpRGwgGdA5Kqu9BChvy1dqhsOKCle6Spmyzej1TAENXfvIa52pGc05F/RtqzIlUR\nLmSIBllew9NBohd+W6QqwloMkSK0qJNq7YIXywKk2g2RtLqoE+6Rgm6yuEfSYFhBESsG6Ryp\nirAWwwqKCJCIVEW4kCFexsxrCJCUGgIkXkOApNQQPWR5DQGSUkP0kOU1zAjSrBVShDQYokF2\nUWeDlPyU1VaqIqzFEClCiwJIMMzkiKTVDAraYIdGWNNPQMe+FxC6URxX+Lz8aL7QVpU+JDQI\n/ZEyiBsk0vOIfkEP2QICSBnE/erLkJ/uw8yAtCr2Y0ChAFIGlTsjuX35Zs9Iq1J1F1rIED1k\neQ3POCPRMQBJgyGqvxdV4h5pVaoirMUQDbKLOqnWbqgKB0h6DJEitKiz2pGGBiRnQoKbqghr\nMUTS6qKQtKrUEN0oeA0BklJDgMRrCJCUGgIkXkOAtKD5K34pJZwXQOI1BEjzWqiDElJCTsMK\nigiQiGREeKlVREYJWQ0rKKIikPY8VzWUiAgvttOLKCGvYQVFVARSHksJEV7OHJNQQmbDCooI\nkIjYE5cjqj2X+d/SBdCg3CCNjyIOvgRPJbadYmPLbVVpiFoBJCg3SFMCXfAleE5+0Es21kO2\nio59AAnK3LFvJbfb6z8RJK5OE2vr2AeQoMxnJIBUIUdQDvGD5L728jhIIqpzUP19tqMqw1wg\nOSOUgIQG2bMdVRkCpHkhRehcR1WGLLV2W1c0SkqEkbTqSv42SwcprR2pibQjbV3RIFURLmQI\nkHgNU45vE3w5SaoiXMgQIPEaAiSlhgCJ1xAgwbCUoyrDs5nYpcIR3vAoHFXHQClHVYYAKdCW\nh7OpOgZKOaoyBEhUmx4XquoYKOWoyhAgEW17gLX8YwCVDbyGAMnXxlcqyD8GABKvoUiQhCR9\nV531jW4UGcQJkpu7YBr7biQ3/8HmOmwTQDougJRBxUDyU+wMHRgkuYesGpCgDGJ99aXpz0Uk\nzdsZ8lPEtwggQSLEeo90AkiobBBoWEER665sMMPlmw6Q1FR/AyReQ4BEpaRBFtXfvIYAKZCO\nFCGAxGuYoR3JguJ/C6vwtgpJq8cFkHgNTwAp7Bib2o6kKsKFDAESryFbZgNAqtywgiIqByn5\nkQ26IqzFsIIiKgdpfDDKdqmKsBbDCoqoHaRkobJBoGEFRQRIRKj+Pi5UNvAangDScUs0yB4X\nQOI1BEhEWlKEABKvIUDypSZpFSDxGu466v32VvfxxSS/ob5XX6IbBWTFCpKJjfDyhOirL1cF\nkCAROv3SjvZBCr54ZybaIoseslAdOr2HbAyk7sMs9fDbLIAEiRDDGcl2nejVuBSZMVXVjOOq\nybVDZcOs5G9zdZUNQR8k62T6WyLvrqgmkFD9PSv526wApKR7pFWhQfa4ABKv4c5GH+fOyO/H\nF621S10RUoSOCyDxGh4HyX/7pVf9UOmrL5G0yuOoyhBJqzAs5ajKECDBsJSjKkOABMNSjqoM\nAVIoFfdIqGzgNQRIgVBrF5f8bQZIRGhHOi6AxGu4FyQzpDDk9u2EzIbjAki8hgfakc47mSHX\nTqBhBUUESETI/oZE6ESQpkRvL+fb6QVru8kGGQ6bBZAgEToPpGgKndsL1ukmG2SxjkLHPqgO\nndaxbz3D2zhzBmemrQJIx4WXMWfQaWek1wKpZo4AUg4xghT0gnUfJWT8eTYL1d/HhepvXsMs\nZ6TGAcmZYer/lyo0yB4XQOI1zH1pR4a9eTYLKUICDSsoYj0gLdTaDQP+vZLxFtosJK0KNKyg\niBWB5HZ6NXREcI80uuP9SAoMKyhiTSCxSFWEtRhWUESARKQqwoUMUdnAawiQlBoCJF5DgBRK\nRWUDQOI1BEiBdFR/AyReQ4BEpaRBFpUNvIbZQXJruvflNSBFSKRhBUXUBFLgVxlI6CHL56jK\nUCRIQrK/607/ho6rHEi226yXTIR3yLIL3SgyqPQZyU24owmtDXrIsgggZdDpr75cBonmiCev\nAyAdF0DKoNJnpKaZ3oO5CyRUNhwX2pF4Dc+5tHPeybznHgnV3wINKyiiNpCC7n+pK0KDrEDD\nCooIkIiQIiTQsIIiqgSJ3iPVA5KOpFWAxGt41j2SqfUeSYshKht4DZG0qtQQIPEaAiSlhgCJ\n1xAgKTUESLyGACkUKht4HFUZAqRAqP5mclRlCJCo0CDL5ajKECARIUWIzVGVoUiQhGR/15z8\njezvHOICiT6d2Huji9MOi1df8gsgZRATSPSJ+iQjKHzI/lYBpOMCSBnEA5L7qokgPdWQYfSQ\nZRZAyiCeHrK7QVoVQIJEiOmMZF9p6eV303ukql59qaaHLGrteA0Pn5H6b7Ez0jiQvgpUfws0\nrKCIVYM0f2k3DqRf2qFBVqBhBUWsFKSlWjv/Reep60GK0HEhaZXX8IR2pGbo1re/HQlJq8cF\nkHgNRWY2qIpwIUOAxGsIkJQaAiReQ4AEw1KOqgwBUigV90gAidcQIAXSUWsHkHgNARIV2pG4\nHFUZ7gXpVACR2XBcqGzgNQRIvtTk2gEkXkORICH7+7jQjSKDTgZpzFywb7js3+Ni8xhMMF/S\nCgDScQGkDDoXpDGXznY88sb4KXaxXDt07IPq0Kkd+6bUOv+LiY7dl/0NkCAROvWM5HFhDAXJ\nH1s1SODo1cUEkvuGS69fLDkj1dRDVk31N9qReA3ZLu1ShAbZ40L1N6+hyHskpAgdF0DiNTxQ\nazfUbMdAspV1FfaQ1ZG0CpB4DY+0I7lvuPTukZzmo13tSKoiXMgQIPEanp20ustfVYS1GFZQ\nRJ0gufXhiVIVYS2GFRRRJ0jJ7zK3UhVhLYYVFFEpSPtVICAbKhjSDBMl37CCIgIkIv6AbKny\nTjJMFSobKjc8CaRjtuwB2dQIm2KYLIBUueEJIB235A7ItrSgBMN0AaTKDQHS5l6x2w13CCBV\nbrjvqI80wU6fU4OsaYIefhtVMOMbKd+QFS9Isc8gPSipJhwgQSJ0/qVdxwvtLuFYTul1saRV\naT1kARIU1/mvvnRA6gZNCkirAkiQCHGckYz9O1I0PQvlKEiobDguVDbwGh4HyefEVAgSqr83\nSf42AyQiNMgeF0DiNdzb6GPpCPr3UZDSa+2QInRcAInX8DhITsPRcI9kjA9ScjsSklYFGlZQ\nxBpBSpZwkGDI76jKkAGk9B5+qiKsxbCCIioHKb2Hn6oIazGsoIjaQUqWqggXMkRlA68hQOql\nrrIBIPEaAqROqP5el/xtFgWSWYArNvPGOZOEBtnjAki8htvZ2G+ZLKQICTSsoIgAiahg9jeS\nvyGrvSB5jyB2u7f23V3dfq9uorf/zkv7yOJxgkl9ZnFBkEASZLUTpDEnLkyUa+hj8cexTeN3\nhG2iixuyIoAEVaF9IE3pc+5x732SDLqZJG8PLHuGsytCD1kG4WXMGbSvh+xBkLoPswWkVQGk\n4wJIGZThjOR2d90IkvvOy2MgoYfscaH6m9dwFiTyPeelXc7yZzHUWP0NkHgNAVIrhQ2yaEfi\nNTTk+2ytnTs8D9Lc4sJBUpgiBJB4Db3je7Edqdlwj9QvHrYj0RXlK38uQ3VJqwCJ1zDl+GaT\nqghrMaygiACJSFWECxmisoHXECApNQRIvIYAqZe6eySAxGsIkDrpq7UDSLyGAKkV2pFKOKoy\nXAXpMGk7DJDZINCwgiKqA8nMDmwTcu0EGlZQRIBEhOxvSIRygTTlKPh9YBuny6vTCXaa7jwD\nvJ+0viaAlFvoRpFBmUAac++CpLkwacjPBSKZdhQkdOxjEEDKoDyvviTZ4DQVPJwS5H8PA8m5\ndgDpuABSBuU5IyWD1H03IUjO8DahsuG40I7Ea7gJpF5N43ebdac42d4jOM4k4SCh+ruMoyrD\n7WckZ3TkRBQs4E1Ke88YGmQlGlZQxDpAcq7rEu+R5IOkMEUIIPEa5qq1m7zct8kGNXf5y5/L\nUF3SKkDiNVw8wFPakabJZhy5t3+ssggXMkRlA69h2hG+eyGAxG0IkHgNAZJSQ4DEa8gCUuIr\nZHVFuJAhQOI13AXS2eJukE2raFg33CH5hhUUESAR8QYktep71XCP5BtWUEQpIG2Aam0WQz73\niTUgyY2xa4a7JN+wgiJWAtKWRJ88JzjOgKSnB60Y7pN8wwqKCJCIGAOyI2F12XCnUNlQuaEP\nkv+Y4sZvge1bW4OefGTGYWJgl4IYulAcF7pRZNBekGLpQH5OkP8lMqPz6dsBJF4BpAw6cmm3\nnJO6kKXqpauamN0oST1kARI0r509ZKNHvgmyUCMguTMGp6oApFUBJEiEjp6R3I58i2ekyIzh\nNV86SKhsEGhYQRHlVDY0zpHfBNhEx5AZyeWdeJBQ/V3OUZVhiXuknOU/bogG2VKOqgxjIBEU\nPJC8SfMzmsBOLEhKU4TQjsRrGAXJ78jn3BE1TjtSMztjY3yQktuRkLR6XACJ1zDl+D4kwSCp\nNARIvIYMIPn1ElukKsKFDAESryHHGWl6QfpWqYqwFsMKiqgdpGSpirAWwwqKCJCImGvt0usa\ndB0DpRxVGQKkPbXfuo6BUo6qDM8Eabd3kcwGtCOtSP42Vw6SbZ/N5V0m105XZgNA4jUUCVKZ\n5G9dud/oRpFBTCDZF136b30ZEx6cVNa0+u8yIOkiCSBlEA9I0bw6N/3Oy1pNWRFAgkSIBaRo\nxrfXDcOfYCWohyxAghaU5x2yW2DyX3TpjHCZSl4HQIJEiOnSjr7Y0utP24303wazWXy1Lzs7\nyOqqcCrlqMrw1Es757vU7G9Uf2+W/G1WC1IjHyQ0yG6W/G2uGKTwGQ05au2QInRcAInX8Ng9\n0vSiy6lFye1hu7sdCUmrxwWQeA2RtArDUo6qDAESDEs5qjIESDAs5ajKECApvUcCSLyGAAm1\ndhslf5sBEhHakY4LIPEangTSrnbYSchsOC6AxGuYDyQTHRAOkt5cO4DEaygSJGR/QyK0HySb\n1WNo5vbM5zin30nWf0Z46gMiARIkQhlA8hPolv4HcwbL08596NgH1aH9Hftonmk0o9t+0jmi\nY4234BYBJEiEclza2Wm01+sCSGT2vSChsuG4UNnAa7gGUtjrdfgcHx3kg+TPbqbc77S7JFR/\nHxdA4jU8dmnXkDkWLu1ShAbZ4wJIvIYi75GQInRcAInXMAISfRdsvAouWms3zb5Ya5ez/BkM\nkbRayFGVIT3AvZfG9sNer9fg07YYuZ1kj7UjqYqwFsMKiigJpGQdNohIVYS1GFZQRIBEpCrC\nWgwrKCJAIlIV4UKGqGzgNTyDg8NiC8ieeoZFw90CSJUbvjRIu2q+lwz3CyBVbpgXpExuTAHZ\n1xa7YHhAAKlyw5NB2mfPE5Cd2UHzhkck37CCIgIkIpaA7M1XnTU8JPmGFRRRE0h+f0Db2y/J\nBj0oIBEqB5KfK+RmSKTYACRIhMpe2s1mso6S0UNWOUh4GXMGsb36cg6k7sPMgbQqgHRcACmD\nip+R/NdiyuzYp7yyAdXfvIZsl3YpQvX3cQEkXsMS90irQoOsQMMKiqgUJLeDoMyOfZpThAAS\nr+F590jTazEFd+xTnLQKkHgNXzppFYZFHVUZAiSlhqhs4DUESEoNARKv4WuDpPgeCSDxGr40\nSJpr7QASr+Erg4R2pLKOqgwzg5RYzz0jZDYINKygiHpAmneT1yCrPNcOIPEaigQJ2d+QCJ0P\nUvy5xUM+g5vN4E7ZLIB0XOhGkUGngxQ8In/4Mn2PThmFjn0MAkgZdHbHPuN9Ormpbi/zcMpm\nAaTjAkgZdPYZSR1I+jgCSDlUO0io/hZoWEERq6u10wESGmQLO6oyfGWQVKcIASRew0y1dsNI\nv2c5nbJZSFoVaFhBEesDKWxHaghIwZSUdiRVES5kiKRVXsNXTlpVbQiQeA0BklJDgMRrCJCU\nGgIkXsNXBGl3FcOcYQbJN6ygiACJ6NyA7K/0njHMIfmGFRQRIBGdGpADzbBxwyySb1hBEXWB\nlKGT7JkBOZIYFDXMI/mGFRRRFUg5DE8MyKF+sTHDTEJlQ+WGIkFiyvnWmPQ9CdnfGVQQJPrW\n2HE46YoPIB0XQMqg4mckP3nVkBunkj1kARK0XcVefekyZFNVU3NWcUaCZKj0GckmgDeNfZfs\ndqGyQaBhBUVUV9lg3xrrvkt2u1D9LdCwgiLqA8l3FwUSGmTFOKoyFHmPhBSh40I7Eq/hubV2\n/YAwkF4jaRUg8Rqe1CDr9KA10s5Ir2EIkHgNXy9p9UUMARKvIUCCYSlHVYYACYalHFUZvhhI\nGeoZfMNckm9YQREBEtFpAclR8+0ZZpN8wwqKWCVIywse4/OsgGRpi3UN8wmVDZUbngTSMZ0U\nkDzZQY5hRgGkyg1fCKRM+arWMKcAUuWGG3iwzyN2H1Rsxi/N0G3PvuSyGdMayIONNws9KI4L\n/ZEy6CSQvMfmhwPu6HCWBI4AEiRDZ52RnM/wS/xp+u5sowr1kAVIUKLy9pDNDtKqABIkQlxn\npLH/3gpIUze/rUJlg0DDCopYTWVDEzkRuXMsnZFShOrv40KtHa+hyEs7NMgeF0DiNdwIkncB\nF6+SmwUpvdYOKULHBZB4Dbcc4G7nPOOMaGw7Ev1D8EpsR0LS6nEBJF7D9BsYBqmKsBbDCooI\nkIhURViLYQVFBEhEqiKsxbCCIgIkItwjCTSsoIgAiQi1dseFygZew5cCCe1IRyR/m6sBycx8\nD2c7xicyG44LIPEa7j7il0E6JuTaHRdA4jUUCRKyvyERyghS0O/VvsyycVIWDOk8a+yidiRA\ngupSTpDcxDqaihrm2bl5eWEn2kHo2AfVoYwd++IZdHZw4cv+7G+ABIlQ1ku7Zh2k7sPUBJJ+\njvDwkww6EyTnHmnuDZeHQUL193Gh1o7XMB0k+914M8kHCQ2yhyR/m+sG6YR7JKQIHRdA4jXc\nd49Eau2GS75xiMwZ1NqtCkmrAg0rKGJVIEXbkYzXZ5aClNyOpCrCWgwrKKJkkLIJIFVuWEER\nlYNkz0xbpSrCWgwrKKJykJrEx0Mqi3AhQ1Q28BqyXdqlaEdAlmsRVO2ybQJIvIZKQFqp11a1\ny7YJIPEa6gBpraVV1S7bJoDEazgP0gpiibc9SUoNyGruj6pdVsiwgiLKBGl5rlPPZIkBWe/6\nqmqXFTKsoIgAiehAWvcL5HVDbMp2aWf7x0453sPIYAyZ3lvwvEMWIEHnKB9IY4cJS5aTVEcS\n6YLpQTreoNw9ZAFSROiPlEFZesjGMlRDqvwx3pBxjNKuBQHScQGkDMp4adeUAAmVDceF6m9e\nwwSQgjfGkjF0+gTS6e+QRfV3KIDEa5h6RmoaekZqvDNSM3dGShEaZAUaVlDEmkCSeGnXIEWI\nwbCCItYBkl8BF44Jp8/V2q0KSasCDSsoYgUg+e1E03LumMj0ve1IqiKsxbCCIsoEqaBURbiQ\nISobeA0BklJDgMRrCJCUGgIkXsOqQNr9MC1Vu2ybABKvYU0g7X+8o6pdVsiwgiKqByl1JfHy\nH3jgsKpdVsiwgiK+AkjH25GOPAJf1S4rZFhBEQES0VqKNzK8IRZxgTTmotJP/7HG7b+0rFX0\nlTgudKPIICaQaAKRn4TnT8h6RgJI6wJIGcQDkp+l2tDPeZB29ZAFSGkCSBmU8R2yazCZCEj+\nBJyRigggZRDXpZ19f3lwr3To0i5W/vVusImGh/SChhUUsdJaO7+fkfO5dmm3KlR/CzSsoIgA\niQgNsgINKyhizSAFD2kwZILJBhJShIoaVlDESkGyL7yMtieNXQGN0zVwo5C0elxIWuU1rClp\nFYYJAki8hgBJqSFA4jUESEoNARKvoUiQIKg2ASQIyiCABEEZBJAgKIMAEgRlEECCoAwCSBCU\nQQAJgjIIIEFQBgEkCMoggARBGSQFJK+bxTSQ+mKlM0VLOHUYEVNGtyS2YHLK13iFsa8WFhVE\nD4mEA1FI+aeHeHkD3tjCmi+hFAUlDMeWVlAYcUHse6KOX5vtB6KMjfB6rfs91UWXUEjhOs32\n/G/EFDMsjDyQDP0x2nggytiIykCaRskoW69IDOnY0goKI5EjgHSqZkASdHHvx3C6Q3LHltYM\nSIKC2Aognan4VYmkX9QwhoaOLS1aGGdYSAlbAaQzNXN5H4wtp6WLTxklnAEp/F5WAOlMxa9K\ngq8FBZAyCSCdKfnHAEDKJIB0pkhZaFEFSH4MKwhiq5pBcu6L3QFvbGEFJQzHFpb8GJLCmOjY\n4vILuDWIUjZgetefOyAqvcUpoZGZgCM/hqSIdKwM7QuipC2AoGoFkCAogwASBGUQQIKgDAJI\nEJRBAAmCMgggQVAGASQIyiCABEEZBJAgKIMAEgRlEEASpT6J73L/27Hsd2+wef7H3Zj3HeuB\nYgJIojSkw5pLOknXIc1y8wK353o+klcDxQWQRKnn4PG241SRnEFtzJ7zHhQXQBKlgYaHuexd\n9MQFoAUhmKJk+7+0/x9Xc3sOfF7N9XMY+24uw8nKGdvON/SQ6g2caX83c3Ev4MZJ3nOCjb0s\n/H4z5u17nPXyeebWahJAEiX3jGRaOp7UvHWH/Fs39WP86o1t53NBcqddjHcrNE2aAemzH9/y\nc5tcoHUBJFHqj+i/7h7peRA/ngNf5vLb/F7MV4fF+NUb281nYaDTPs119HcmeQ+5npa9mN92\nrucC3+2iz7u1b87tr1cASZSmWrtH+/2nHXXrDuXv/izSf72RsT/9ouPfYJpFxpkUB8lM4NxM\ni+eju7iEVgWQRMltRxofb2A/Vr/OTHPfpWI/oiA9LxFvv7+2KLIepyBYCJMo+e9goh8MIDUf\nl6EZCyAlCWESpfIgPS/83q/tPRIIShKiJUoRkG72xqi/4/k2dzLWmd29R7qFIDmTApB+fN5u\nqGZIEUASpQhIkVq7bzJ2mH28sQqmWdeZWrur+Wwr6Ez77WuotetmbT5R2bBNAEmUIiB5rULd\n9xsd2812NX3jU2Sa42onuWO71qNbD2Gnn2nWHVl/LymAJEoxkJrPi81suA1f/bGtfq4TSHSa\n6zpN8sZ+XJ7Xizaz4aef9cnmrjz0VxRAqki4/5cr7JqKBJDkCrumIgEkucKuqUgASa6wayAo\ngwASBGUQQIKgDAJIEJRBAAmCMgggQVAGASQIyiCABEEZBJAgKIP+HzpUyKvPrsn9AAAAAElF\nTkSuQmCC",
      "text/plain": [
       "plot without title"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "## plot the [filled] proportions using geom_col and stylize with geom_point\n",
    "\n",
    "sas10 %>%\n",
    "    ggplot(aes(word, prop, fill = party)) +\n",
    "    geom_col(width = .25, show.legend = FALSE) +\n",
    "    labs(y = \"Proportion of use\", x = NULL,\n",
    "        title = \"Most tweeted negative words by U.S. Senator ideology\",\n",
    "        subtitle = \"Among words used at least twice, the 20 highest proportions for each group\") +\n",
    "    coord_flip() + \n",
    "    scale_fill_manual(values = c(r = \"#dd3333\", d = \"#0033ff\")) + \n",
    "    theme_minimal(base_size = 12, base_family = \"Arial Narrow\") + \n",
    "    theme(strip.placement = \"outside\", \n",
    "        plot.title = element_text(face = \"bold\"),\n",
    "        axis.text = element_text(colour = \"black\")) + \n",
    "    geom_hline(yintercept = .50, linetype = 2, \n",
    "        colour = \"gray20\") +\n",
    "    geom_point(data = filter(sas10, party == \"r\"), aes(y = prop), fill = \"greenyellow\",\n",
    "        size = 3.5, shape = 21, colour = \"#005511\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>user_id</th><th scope=col>ideology</th><th scope=col>word</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>1061029050                 </td><td>0.5369619                  </td><td>released the newest episode</td></tr>\n",
       "\t<tr><td>1061029050                 </td><td>0.5369619                  </td><td>the newest episode of      </td></tr>\n",
       "\t<tr><td>1061029050                 </td><td>0.5369619                  </td><td>newest episode of my       </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " user\\_id & ideology & word\\\\\n",
       "\\hline\n",
       "\t 1061029050                  & 0.5369619                   & released the newest episode\\\\\n",
       "\t 1061029050                  & 0.5369619                   & the newest episode of      \\\\\n",
       "\t 1061029050                  & 0.5369619                   & newest episode of my       \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "user_id | ideology | word | \n",
       "|---|---|---|\n",
       "| 1061029050                  | 0.5369619                   | released the newest episode | \n",
       "| 1061029050                  | 0.5369619                   | the newest episode of       | \n",
       "| 1061029050                  | 0.5369619                   | newest episode of my        | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "  user_id    ideology  word                       \n",
       "1 1061029050 0.5369619 released the newest episode\n",
       "2 1061029050 0.5369619 the newest episode of      \n",
       "3 1061029050 0.5369619 newest episode of my       "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "## 4-word ngrams data\n",
    "ng <- tidytext::unnest_tokens(uss[, c(\"user_id\", \"text\", \"ideology\")], \n",
    "                              word, text, token = \"ngrams\", n = 4)\n",
    "\n",
    "head(ng, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>party</th><th scope=col>word</th><th scope=col>n</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>D                              </td><td>i look forward to              </td><td>58                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>on the senate floor            </td><td>44                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>state of the union             </td><td>32                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>thank you for your             </td><td>30                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>my statement on the            </td><td>24                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>look forward to working        </td><td>23                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>pain capable unborn child      </td><td>21                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>as a result of                 </td><td>20                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>capable unborn child protection</td><td>20                             </td></tr>\n",
       "\t<tr><td>D                              </td><td>unborn child protection act    </td><td>20                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>state of the union             </td><td>29                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>thank you for your             </td><td>25                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>for community health centers   </td><td>22                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>on the senate floor            </td><td>18                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>when it comes to               </td><td>18                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>who is advancing to            </td><td>18                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>the rule of law                </td><td>17                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>funding for community health   </td><td>16                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>in the next tweet              </td><td>15                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>my thoughts are with           </td><td>15                             </td></tr>\n",
       "\t<tr><td>R                              </td><td>rt thank you for               </td><td>15                             </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lll}\n",
       " party & word & n\\\\\n",
       "\\hline\n",
       "\t D                               & i look forward to               & 58                             \\\\\n",
       "\t D                               & on the senate floor             & 44                             \\\\\n",
       "\t D                               & state of the union              & 32                             \\\\\n",
       "\t D                               & thank you for your              & 30                             \\\\\n",
       "\t D                               & my statement on the             & 24                             \\\\\n",
       "\t D                               & look forward to working         & 23                             \\\\\n",
       "\t D                               & pain capable unborn child       & 21                             \\\\\n",
       "\t D                               & as a result of                  & 20                             \\\\\n",
       "\t D                               & capable unborn child protection & 20                             \\\\\n",
       "\t D                               & unborn child protection act     & 20                             \\\\\n",
       "\t R                               & state of the union              & 29                             \\\\\n",
       "\t R                               & thank you for your              & 25                             \\\\\n",
       "\t R                               & for community health centers    & 22                             \\\\\n",
       "\t R                               & on the senate floor             & 18                             \\\\\n",
       "\t R                               & when it comes to                & 18                             \\\\\n",
       "\t R                               & who is advancing to             & 18                             \\\\\n",
       "\t R                               & the rule of law                 & 17                             \\\\\n",
       "\t R                               & funding for community health    & 16                             \\\\\n",
       "\t R                               & in the next tweet               & 15                             \\\\\n",
       "\t R                               & my thoughts are with            & 15                             \\\\\n",
       "\t R                               & rt thank you for                & 15                             \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "party | word | n | \n",
       "|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n",
       "| D                               | i look forward to               | 58                              | \n",
       "| D                               | on the senate floor             | 44                              | \n",
       "| D                               | state of the union              | 32                              | \n",
       "| D                               | thank you for your              | 30                              | \n",
       "| D                               | my statement on the             | 24                              | \n",
       "| D                               | look forward to working         | 23                              | \n",
       "| D                               | pain capable unborn child       | 21                              | \n",
       "| D                               | as a result of                  | 20                              | \n",
       "| D                               | capable unborn child protection | 20                              | \n",
       "| D                               | unborn child protection act     | 20                              | \n",
       "| R                               | state of the union              | 29                              | \n",
       "| R                               | thank you for your              | 25                              | \n",
       "| R                               | for community health centers    | 22                              | \n",
       "| R                               | on the senate floor             | 18                              | \n",
       "| R                               | when it comes to                | 18                              | \n",
       "| R                               | who is advancing to             | 18                              | \n",
       "| R                               | the rule of law                 | 17                              | \n",
       "| R                               | funding for community health    | 16                              | \n",
       "| R                               | in the next tweet               | 15                              | \n",
       "| R                               | my thoughts are with            | 15                              | \n",
       "| R                               | rt thank you for                | 15                              | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "   party word                            n \n",
       "1  D     i look forward to               58\n",
       "2  D     on the senate floor             44\n",
       "3  D     state of the union              32\n",
       "4  D     thank you for your              30\n",
       "5  D     my statement on the             24\n",
       "6  D     look forward to working         23\n",
       "7  D     pain capable unborn child       21\n",
       "8  D     as a result of                  20\n",
       "9  D     capable unborn child protection 20\n",
       "10 D     unborn child protection act     20\n",
       "11 R     state of the union              29\n",
       "12 R     thank you for your              25\n",
       "13 R     for community health centers    22\n",
       "14 R     on the senate floor             18\n",
       "15 R     when it comes to                18\n",
       "16 R     who is advancing to             18\n",
       "17 R     the rule of law                 17\n",
       "18 R     funding for community health    16\n",
       "19 R     in the next tweet               15\n",
       "20 R     my thoughts are with            15\n",
       "21 R     rt thank you for                15"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "## create party variable, count ngrams and select top 10 for each\n",
    "ng %>%\n",
    "    mutate(party = ifelse(ideology > .5, \"D\", \"R\")) %>%\n",
    "    group_by(party) %>%\n",
    "    count(word, sort = TRUE) %>%\n",
    "    arrange(party, -n) %>%\n",
    "    top_n(10, n)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "R",
   "language": "R",
   "name": "ir"
  },
  "language_info": {
   "codemirror_mode": "r",
   "file_extension": ".r",
   "mimetype": "text/x-r-source",
   "name": "R",
   "pygments_lexer": "r",
   "version": "3.4.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}