wrangle_act.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 0,
        "height": 4,
        "hidden": false,
        "row": 0,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "# Project: Wrangling and Analyze Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Gathering\n",
    "In the cell below, gather **all** three pieces of data for this project and load them in the notebook. **Note:** the methods required to gather each data are different.\n",
    "1. Directly download the WeRateDogs Twitter archive data (twitter_archive_enhanced.csv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "hidden": true
       },
       "report_default": {
        "hidden": true
       }
      }
     }
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "% matplotlib inline\n",
    "tweets_archive = pd.read_csv('twitter-archive-enhanced.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "2. Use the Requests library to download the tweet image prediction (image_predictions.tsv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# make a filename\n",
    "file_name = 'image_predictions.tsv'\n",
    "url = 'https://d17h27t6h515a5.cloudfront.net/topher/2017/August/599fd2ad_image-predictions/image-predictions.tsv'\n",
    "response = requests.get(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save the requests content (html) to the file name created\n",
    "with open(file_name, mode = 'wb') as file:\n",
    "    file.write(response.content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Welsh_springer_spaniel</td>\n",
       "      <td>0.465074</td>\n",
       "      <td>True</td>\n",
       "      <td>collie</td>\n",
       "      <td>0.156665</td>\n",
       "      <td>True</td>\n",
       "      <td>Shetland_sheepdog</td>\n",
       "      <td>0.061428</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.506826</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.074192</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.072010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.596461</td>\n",
       "      <td>True</td>\n",
       "      <td>malinois</td>\n",
       "      <td>0.138584</td>\n",
       "      <td>True</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.116197</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.408143</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.360687</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.222752</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.560311</td>\n",
       "      <td>True</td>\n",
       "      <td>Rottweiler</td>\n",
       "      <td>0.243682</td>\n",
       "      <td>True</td>\n",
       "      <td>Doberman</td>\n",
       "      <td>0.154629</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                                          jpg_url  \\\n",
       "0  666020888022790149  https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg   \n",
       "1  666029285002620928  https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg   \n",
       "2  666033412701032449  https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg   \n",
       "3  666044226329800704  https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg   \n",
       "4  666049248165822465  https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg   \n",
       "\n",
       "   img_num                      p1   p1_conf  p1_dog                  p2  \\\n",
       "0        1  Welsh_springer_spaniel  0.465074    True              collie   \n",
       "1        1                 redbone  0.506826    True  miniature_pinscher   \n",
       "2        1         German_shepherd  0.596461    True            malinois   \n",
       "3        1     Rhodesian_ridgeback  0.408143    True             redbone   \n",
       "4        1      miniature_pinscher  0.560311    True          Rottweiler   \n",
       "\n",
       "    p2_conf  p2_dog                   p3   p3_conf  p3_dog  \n",
       "0  0.156665    True    Shetland_sheepdog  0.061428    True  \n",
       "1  0.074192    True  Rhodesian_ridgeback  0.072010    True  \n",
       "2  0.138584    True           bloodhound  0.116197    True  \n",
       "3  0.360687    True   miniature_pinscher  0.222752    True  \n",
       "4  0.243682    True             Doberman  0.154629    True  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_image = pd.read_csv('image_predictions.tsv', sep = '\\t')\n",
    "tweets_image.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "3. Use the Tweepy library to query additional data via the Twitter API (tweet_json.txt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tweepy\n",
    "from tweepy import OAuthHandler\n",
    "import json\n",
    "from timeit import default_timer as timer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Query Twitter API for each tweet in the Twitter archive and save JSON in a text file\n",
    "# These are hidden to comply with Twitter's API terms and conditions\n",
    "consumer_key = 'HIDDEN'\n",
    "consumer_secret = 'HIDDEN'\n",
    "access_token = 'HIDDEN'\n",
    "access_secret = 'HIDDEN'\n",
    "\n",
    "auth = OAuthHandler(consumer_key, consumer_secret)\n",
    "auth.set_access_token(access_token, access_secret)\n",
    "\n",
    "api = tweepy.API(auth, wait_on_rate_limit=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "I have mobile verification issues when creating the twitter developer account. So, I will be using the `tweet-json.txt` file provided for student with mobile verification isuues."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweet_list = []\n",
    "with open('tweet-json.txt', 'r') as file:\n",
    "    # read the file line by line\n",
    "    for line in file:\n",
    "        #using json.loads to convert json object string to python dictionary\n",
    "        tweet_id = json.loads(line)['id']\n",
    "        retweet_count = json.loads(line)['retweet_count']\n",
    "        favorite_count = json.loads(line)['favorite_count']\n",
    "        tweet_list.append({'tweet_id': tweet_id, 'retweet_count': retweet_count, 'favorite_count': favorite_count})\n",
    "tweets_count = pd.DataFrame(tweet_list, columns = ['tweet_id', 'retweet_count', 'favorite_count'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  retweet_count  favorite_count\n",
       "0  892420643555336193           8853           39467\n",
       "1  892177421306343426           6514           33819\n",
       "2  891815181378084864           4328           25461\n",
       "3  891689557279858688           8964           42908\n",
       "4  891327558926688256           9774           41048"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_count.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 4,
        "height": 4,
        "hidden": false,
        "row": 28,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "## Assessing Data\n",
    "In this section, detect and document at least **eight (8) quality issues and two (2) tidiness issue**. You must use **both** visual assessment\n",
    "programmatic assessement to assess the data.\n",
    "\n",
    "**Note:** pay attention to the following key points when you access the data.\n",
    "\n",
    "* You only want original ratings (no retweets) that have images. Though there are 5000+ tweets in the dataset, not all are dog ratings and some are retweets.\n",
    "* Assessing and cleaning the entire dataset completely would require a lot of time, and is not necessary to practice and demonstrate your skills in data wrangling. Therefore, the requirements of this project are only to assess and clean at least 8 quality issues and at least 2 tidiness issues in this dataset.\n",
    "* The fact that the rating numerators are greater than the denominators does not need to be cleaned. This [unique rating system](http://knowyourmeme.com/memes/theyre-good-dogs-brent) is a big part of the popularity of WeRateDogs.\n",
    "* You do not need to gather the tweets beyond August 1st, 2017. You can, but note that you won't be able to gather the image predictions for these tweets since you don't have access to the algorithm used.\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>891087950875897856</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 00:08:17 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a majestic great white breaching ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891087950...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>890971913173991426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-28 16:27:12 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Meet Jax. He enjoys ice cream so much he gets ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://gofundme.com/ydvmve-surgery-for-jax,ht...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Jax</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>890729181411237888</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-28 00:22:40 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>When you watch your owner call another dog a g...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890729181...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>890609185150312448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-27 16:25:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Zoey. She doesn't want to be one of th...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890609185...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Zoey</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>890240255349198849</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-26 15:59:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Cassie. She is a college pup. Studying...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890240255...</td>\n",
       "      <td>14</td>\n",
       "      <td>10</td>\n",
       "      <td>Cassie</td>\n",
       "      <td>doggo</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>890006608113172480</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-26 00:31:25 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Koda. He is a South Australian decksha...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890006608...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Koda</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>889880896479866881</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 16:11:53 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Bruno. He is a service shark. Only get...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889880896...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Bruno</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>889665388333682689</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 01:55:32 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here's a puppo that seems to be on the fence a...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889665388...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>puppo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>889638837579907072</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 00:10:02 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Ted. He does his best. Sometimes that'...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889638837...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Ted</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>889531135344209921</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-24 17:02:04 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Stuart. He's sporting his favorite fan...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889531135...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Stuart</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>puppo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>889278841981685760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-24 00:19:32 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Oliver. You're witnessing one of his m...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889278841...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Oliver</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>888917238123831296</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-23 00:22:39 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Jim. He found a fren. Taught him how t...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888917238...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Jim</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>888804989199671297</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-22 16:56:37 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Zeke. He has a new stick. Very proud o...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888804989...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Zeke</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>888554962724278272</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-22 00:23:06 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Ralphus. He's powering up. Attempting ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888554962...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Ralphus</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>888202515573088257</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-21 01:02:36 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>RT @dog_rates: This is Canela. She attempted s...</td>\n",
       "      <td>8.874740e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>2017-07-19 00:47:34 +0000</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Canela</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>888078434458587136</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-20 16:49:33 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Gerald. He was just told he didn't get...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888078434...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Gerald</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>887705289381826560</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 16:06:48 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Jeffrey. He has a monopoly on the pool...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887705289...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Jeffrey</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>887517139158093824</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 03:39:09 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>I've yet to rate a Venezuelan Hover Wiener. Th...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887517139...</td>\n",
       "      <td>14</td>\n",
       "      <td>10</td>\n",
       "      <td>such</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>887473957103951883</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 00:47:34 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Canela. She attempted some fancy porch...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Canela</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>887343217045368832</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-18 16:08:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>You may not have known you needed to see this ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887343217...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>887101392804085760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-18 00:07:08 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This... is a Jubilant Antarctic House Bear. We...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887101392...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>886983233522544640</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-17 16:17:36 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Maya. She's very shy. Rarely leaves he...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886983233...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Maya</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>886736880519319552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-16 23:58:41 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Mingus. He's a wonderful father to his...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.gofundme.com/mingusneedsus,https:/...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Mingus</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>886680336477933568</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-16 20:14:00 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Derek. He's late for a dog meeting. 13...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886680336...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Derek</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>886366144734445568</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-15 23:25:31 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Roscoe. Another pupper fallen victim t...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886366144...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Roscoe</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>pupper</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2326</th>\n",
       "      <td>666411507551481857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-17 00:24:19 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is quite the dog. Gets really excited whe...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666411507...</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>quite</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2327</th>\n",
       "      <td>666407126856765440</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-17 00:06:54 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is a southern Vesuvius bumblegruff. Can d...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666407126...</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2328</th>\n",
       "      <td>666396247373291520</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 23:23:41 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Oh goodness. A super rare northeast Qdoba kang...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666396247...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2329</th>\n",
       "      <td>666373753744588802</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 21:54:18 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Those are sunglasses and a jean jacket. 11/10 ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666373753...</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2330</th>\n",
       "      <td>666362758909284353</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 21:10:36 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Unique dog here. Very small. Lives in containe...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666362758...</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2331</th>\n",
       "      <td>666353288456101888</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 20:32:58 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a mixed Asiago from the Galápagos...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666353288...</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2332</th>\n",
       "      <td>666345417576210432</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 20:01:42 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Look at this jokester thinking seat belt laws ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666345417...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2333</th>\n",
       "      <td>666337882303524864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 19:31:45 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is an extremely rare horned Parthenon. No...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666337882...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>an</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2334</th>\n",
       "      <td>666293911632134144</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 16:37:02 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is a funny dog. Weird toes. Won't come do...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666293911...</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2335</th>\n",
       "      <td>666287406224695296</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 16:11:11 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is an Albanian 3 1/2 legged  Episcopalian...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666287406...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>an</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2336</th>\n",
       "      <td>666273097616637952</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 15:14:19 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Can take selfies 11/10 https://t.co/ws2AMaNwPW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666273097...</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2337</th>\n",
       "      <td>666268910803644416</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 14:57:41 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Very concerned about fellow dog trapped in com...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666268910...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2338</th>\n",
       "      <td>666104133288665088</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 04:02:55 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Not familiar with this breed. No tail (weird)....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666104133...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2339</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:55:04 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Oh my. Here you are seeing an Adobe Setter giv...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666102155...</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2340</th>\n",
       "      <td>666099513787052032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:44:34 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Can stand on stump for what seems like a while...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666099513...</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2341</th>\n",
       "      <td>666094000022159362</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:22:39 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This appears to be a Mongolian Presbyterian mi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666094000...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2342</th>\n",
       "      <td>666082916733198337</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 02:38:37 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a well-established sunblockerspan...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666082916...</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>666073100786774016</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:59:36 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Let's hope this flight isn't Malaysian (lol). ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666073100...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>666071193221509120</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:52:02 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a northern speckled Rhododendron....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666071193...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>666063827256086533</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:22:45 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is the happiest dog you will ever see. Ve...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666063827...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>the</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>666058600524156928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:01:59 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here is the Rand Paul of retrievers folks! He'...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666058600...</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>the</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>666057090499244032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:55:59 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>My oh my. This is a rare blond Canadian terrie...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666057090...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2348</th>\n",
       "      <td>666055525042405380</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:49:46 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here is a Siberian heavily armored polar bear ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666055525...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2349</th>\n",
       "      <td>666051853826850816</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:35:11 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is an odd dog. Hard on the outside but lo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666051853...</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>an</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2350</th>\n",
       "      <td>666050758794694657</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:30:50 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is a truly beautiful English Wilson Staff...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666050758...</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2351</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:24:50 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a 1949 1st generation vulpix. Enj...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666049248...</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2352</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:04:52 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is a purebred Piers Morgan. Loves to Netf...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666044226...</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:21:54 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here is a very happy pup. Big fan of well-main...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666033412...</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2354</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:05:30 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is a western brown Mitsubishi terrier. Up...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666029285...</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2355</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 22:32:08 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here we have a Japanese Irish Setter. Lost eye...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666020888...</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2356 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0     892420643555336193                    NaN                  NaN   \n",
       "1     892177421306343426                    NaN                  NaN   \n",
       "2     891815181378084864                    NaN                  NaN   \n",
       "3     891689557279858688                    NaN                  NaN   \n",
       "4     891327558926688256                    NaN                  NaN   \n",
       "5     891087950875897856                    NaN                  NaN   \n",
       "6     890971913173991426                    NaN                  NaN   \n",
       "7     890729181411237888                    NaN                  NaN   \n",
       "8     890609185150312448                    NaN                  NaN   \n",
       "9     890240255349198849                    NaN                  NaN   \n",
       "10    890006608113172480                    NaN                  NaN   \n",
       "11    889880896479866881                    NaN                  NaN   \n",
       "12    889665388333682689                    NaN                  NaN   \n",
       "13    889638837579907072                    NaN                  NaN   \n",
       "14    889531135344209921                    NaN                  NaN   \n",
       "15    889278841981685760                    NaN                  NaN   \n",
       "16    888917238123831296                    NaN                  NaN   \n",
       "17    888804989199671297                    NaN                  NaN   \n",
       "18    888554962724278272                    NaN                  NaN   \n",
       "19    888202515573088257                    NaN                  NaN   \n",
       "20    888078434458587136                    NaN                  NaN   \n",
       "21    887705289381826560                    NaN                  NaN   \n",
       "22    887517139158093824                    NaN                  NaN   \n",
       "23    887473957103951883                    NaN                  NaN   \n",
       "24    887343217045368832                    NaN                  NaN   \n",
       "25    887101392804085760                    NaN                  NaN   \n",
       "26    886983233522544640                    NaN                  NaN   \n",
       "27    886736880519319552                    NaN                  NaN   \n",
       "28    886680336477933568                    NaN                  NaN   \n",
       "29    886366144734445568                    NaN                  NaN   \n",
       "...                  ...                    ...                  ...   \n",
       "2326  666411507551481857                    NaN                  NaN   \n",
       "2327  666407126856765440                    NaN                  NaN   \n",
       "2328  666396247373291520                    NaN                  NaN   \n",
       "2329  666373753744588802                    NaN                  NaN   \n",
       "2330  666362758909284353                    NaN                  NaN   \n",
       "2331  666353288456101888                    NaN                  NaN   \n",
       "2332  666345417576210432                    NaN                  NaN   \n",
       "2333  666337882303524864                    NaN                  NaN   \n",
       "2334  666293911632134144                    NaN                  NaN   \n",
       "2335  666287406224695296                    NaN                  NaN   \n",
       "2336  666273097616637952                    NaN                  NaN   \n",
       "2337  666268910803644416                    NaN                  NaN   \n",
       "2338  666104133288665088                    NaN                  NaN   \n",
       "2339  666102155909144576                    NaN                  NaN   \n",
       "2340  666099513787052032                    NaN                  NaN   \n",
       "2341  666094000022159362                    NaN                  NaN   \n",
       "2342  666082916733198337                    NaN                  NaN   \n",
       "2343  666073100786774016                    NaN                  NaN   \n",
       "2344  666071193221509120                    NaN                  NaN   \n",
       "2345  666063827256086533                    NaN                  NaN   \n",
       "2346  666058600524156928                    NaN                  NaN   \n",
       "2347  666057090499244032                    NaN                  NaN   \n",
       "2348  666055525042405380                    NaN                  NaN   \n",
       "2349  666051853826850816                    NaN                  NaN   \n",
       "2350  666050758794694657                    NaN                  NaN   \n",
       "2351  666049248165822465                    NaN                  NaN   \n",
       "2352  666044226329800704                    NaN                  NaN   \n",
       "2353  666033412701032449                    NaN                  NaN   \n",
       "2354  666029285002620928                    NaN                  NaN   \n",
       "2355  666020888022790149                    NaN                  NaN   \n",
       "\n",
       "                      timestamp  \\\n",
       "0     2017-08-01 16:23:56 +0000   \n",
       "1     2017-08-01 00:17:27 +0000   \n",
       "2     2017-07-31 00:18:03 +0000   \n",
       "3     2017-07-30 15:58:51 +0000   \n",
       "4     2017-07-29 16:00:24 +0000   \n",
       "5     2017-07-29 00:08:17 +0000   \n",
       "6     2017-07-28 16:27:12 +0000   \n",
       "7     2017-07-28 00:22:40 +0000   \n",
       "8     2017-07-27 16:25:51 +0000   \n",
       "9     2017-07-26 15:59:51 +0000   \n",
       "10    2017-07-26 00:31:25 +0000   \n",
       "11    2017-07-25 16:11:53 +0000   \n",
       "12    2017-07-25 01:55:32 +0000   \n",
       "13    2017-07-25 00:10:02 +0000   \n",
       "14    2017-07-24 17:02:04 +0000   \n",
       "15    2017-07-24 00:19:32 +0000   \n",
       "16    2017-07-23 00:22:39 +0000   \n",
       "17    2017-07-22 16:56:37 +0000   \n",
       "18    2017-07-22 00:23:06 +0000   \n",
       "19    2017-07-21 01:02:36 +0000   \n",
       "20    2017-07-20 16:49:33 +0000   \n",
       "21    2017-07-19 16:06:48 +0000   \n",
       "22    2017-07-19 03:39:09 +0000   \n",
       "23    2017-07-19 00:47:34 +0000   \n",
       "24    2017-07-18 16:08:03 +0000   \n",
       "25    2017-07-18 00:07:08 +0000   \n",
       "26    2017-07-17 16:17:36 +0000   \n",
       "27    2017-07-16 23:58:41 +0000   \n",
       "28    2017-07-16 20:14:00 +0000   \n",
       "29    2017-07-15 23:25:31 +0000   \n",
       "...                         ...   \n",
       "2326  2015-11-17 00:24:19 +0000   \n",
       "2327  2015-11-17 00:06:54 +0000   \n",
       "2328  2015-11-16 23:23:41 +0000   \n",
       "2329  2015-11-16 21:54:18 +0000   \n",
       "2330  2015-11-16 21:10:36 +0000   \n",
       "2331  2015-11-16 20:32:58 +0000   \n",
       "2332  2015-11-16 20:01:42 +0000   \n",
       "2333  2015-11-16 19:31:45 +0000   \n",
       "2334  2015-11-16 16:37:02 +0000   \n",
       "2335  2015-11-16 16:11:11 +0000   \n",
       "2336  2015-11-16 15:14:19 +0000   \n",
       "2337  2015-11-16 14:57:41 +0000   \n",
       "2338  2015-11-16 04:02:55 +0000   \n",
       "2339  2015-11-16 03:55:04 +0000   \n",
       "2340  2015-11-16 03:44:34 +0000   \n",
       "2341  2015-11-16 03:22:39 +0000   \n",
       "2342  2015-11-16 02:38:37 +0000   \n",
       "2343  2015-11-16 01:59:36 +0000   \n",
       "2344  2015-11-16 01:52:02 +0000   \n",
       "2345  2015-11-16 01:22:45 +0000   \n",
       "2346  2015-11-16 01:01:59 +0000   \n",
       "2347  2015-11-16 00:55:59 +0000   \n",
       "2348  2015-11-16 00:49:46 +0000   \n",
       "2349  2015-11-16 00:35:11 +0000   \n",
       "2350  2015-11-16 00:30:50 +0000   \n",
       "2351  2015-11-16 00:24:50 +0000   \n",
       "2352  2015-11-16 00:04:52 +0000   \n",
       "2353  2015-11-15 23:21:54 +0000   \n",
       "2354  2015-11-15 23:05:30 +0000   \n",
       "2355  2015-11-15 22:32:08 +0000   \n",
       "\n",
       "                                                 source  \\\n",
       "0     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "5     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "6     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "7     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "8     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "9     <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "10    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "11    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "12    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "13    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "14    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "15    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "16    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "17    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "18    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "19    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "20    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "21    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "22    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "23    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "24    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "25    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "26    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "27    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "28    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "29    <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "...                                                 ...   \n",
       "2326  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2327  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2328  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2329  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2330  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2331  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2332  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2333  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2334  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2335  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2336  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2337  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2338  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2339  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2340  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2341  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2342  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2343  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2344  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2345  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2346  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2347  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2348  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2349  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2350  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2351  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2352  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2353  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2354  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2355  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                   text  retweeted_status_id  \\\n",
       "0     This is Phineas. He's a mystical boy. Only eve...                  NaN   \n",
       "1     This is Tilly. She's just checking pup on you....                  NaN   \n",
       "2     This is Archie. He is a rare Norwegian Pouncin...                  NaN   \n",
       "3     This is Darla. She commenced a snooze mid meal...                  NaN   \n",
       "4     This is Franklin. He would like you to stop ca...                  NaN   \n",
       "5     Here we have a majestic great white breaching ...                  NaN   \n",
       "6     Meet Jax. He enjoys ice cream so much he gets ...                  NaN   \n",
       "7     When you watch your owner call another dog a g...                  NaN   \n",
       "8     This is Zoey. She doesn't want to be one of th...                  NaN   \n",
       "9     This is Cassie. She is a college pup. Studying...                  NaN   \n",
       "10    This is Koda. He is a South Australian decksha...                  NaN   \n",
       "11    This is Bruno. He is a service shark. Only get...                  NaN   \n",
       "12    Here's a puppo that seems to be on the fence a...                  NaN   \n",
       "13    This is Ted. He does his best. Sometimes that'...                  NaN   \n",
       "14    This is Stuart. He's sporting his favorite fan...                  NaN   \n",
       "15    This is Oliver. You're witnessing one of his m...                  NaN   \n",
       "16    This is Jim. He found a fren. Taught him how t...                  NaN   \n",
       "17    This is Zeke. He has a new stick. Very proud o...                  NaN   \n",
       "18    This is Ralphus. He's powering up. Attempting ...                  NaN   \n",
       "19    RT @dog_rates: This is Canela. She attempted s...         8.874740e+17   \n",
       "20    This is Gerald. He was just told he didn't get...                  NaN   \n",
       "21    This is Jeffrey. He has a monopoly on the pool...                  NaN   \n",
       "22    I've yet to rate a Venezuelan Hover Wiener. Th...                  NaN   \n",
       "23    This is Canela. She attempted some fancy porch...                  NaN   \n",
       "24    You may not have known you needed to see this ...                  NaN   \n",
       "25    This... is a Jubilant Antarctic House Bear. We...                  NaN   \n",
       "26    This is Maya. She's very shy. Rarely leaves he...                  NaN   \n",
       "27    This is Mingus. He's a wonderful father to his...                  NaN   \n",
       "28    This is Derek. He's late for a dog meeting. 13...                  NaN   \n",
       "29    This is Roscoe. Another pupper fallen victim t...                  NaN   \n",
       "...                                                 ...                  ...   \n",
       "2326  This is quite the dog. Gets really excited whe...                  NaN   \n",
       "2327  This is a southern Vesuvius bumblegruff. Can d...                  NaN   \n",
       "2328  Oh goodness. A super rare northeast Qdoba kang...                  NaN   \n",
       "2329  Those are sunglasses and a jean jacket. 11/10 ...                  NaN   \n",
       "2330  Unique dog here. Very small. Lives in containe...                  NaN   \n",
       "2331  Here we have a mixed Asiago from the Galápagos...                  NaN   \n",
       "2332  Look at this jokester thinking seat belt laws ...                  NaN   \n",
       "2333  This is an extremely rare horned Parthenon. No...                  NaN   \n",
       "2334  This is a funny dog. Weird toes. Won't come do...                  NaN   \n",
       "2335  This is an Albanian 3 1/2 legged  Episcopalian...                  NaN   \n",
       "2336     Can take selfies 11/10 https://t.co/ws2AMaNwPW                  NaN   \n",
       "2337  Very concerned about fellow dog trapped in com...                  NaN   \n",
       "2338  Not familiar with this breed. No tail (weird)....                  NaN   \n",
       "2339  Oh my. Here you are seeing an Adobe Setter giv...                  NaN   \n",
       "2340  Can stand on stump for what seems like a while...                  NaN   \n",
       "2341  This appears to be a Mongolian Presbyterian mi...                  NaN   \n",
       "2342  Here we have a well-established sunblockerspan...                  NaN   \n",
       "2343  Let's hope this flight isn't Malaysian (lol). ...                  NaN   \n",
       "2344  Here we have a northern speckled Rhododendron....                  NaN   \n",
       "2345  This is the happiest dog you will ever see. Ve...                  NaN   \n",
       "2346  Here is the Rand Paul of retrievers folks! He'...                  NaN   \n",
       "2347  My oh my. This is a rare blond Canadian terrie...                  NaN   \n",
       "2348  Here is a Siberian heavily armored polar bear ...                  NaN   \n",
       "2349  This is an odd dog. Hard on the outside but lo...                  NaN   \n",
       "2350  This is a truly beautiful English Wilson Staff...                  NaN   \n",
       "2351  Here we have a 1949 1st generation vulpix. Enj...                  NaN   \n",
       "2352  This is a purebred Piers Morgan. Loves to Netf...                  NaN   \n",
       "2353  Here is a very happy pup. Big fan of well-main...                  NaN   \n",
       "2354  This is a western brown Mitsubishi terrier. Up...                  NaN   \n",
       "2355  Here we have a Japanese Irish Setter. Lost eye...                  NaN   \n",
       "\n",
       "      retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                          NaN                        NaN   \n",
       "1                          NaN                        NaN   \n",
       "2                          NaN                        NaN   \n",
       "3                          NaN                        NaN   \n",
       "4                          NaN                        NaN   \n",
       "5                          NaN                        NaN   \n",
       "6                          NaN                        NaN   \n",
       "7                          NaN                        NaN   \n",
       "8                          NaN                        NaN   \n",
       "9                          NaN                        NaN   \n",
       "10                         NaN                        NaN   \n",
       "11                         NaN                        NaN   \n",
       "12                         NaN                        NaN   \n",
       "13                         NaN                        NaN   \n",
       "14                         NaN                        NaN   \n",
       "15                         NaN                        NaN   \n",
       "16                         NaN                        NaN   \n",
       "17                         NaN                        NaN   \n",
       "18                         NaN                        NaN   \n",
       "19                4.196984e+09  2017-07-19 00:47:34 +0000   \n",
       "20                         NaN                        NaN   \n",
       "21                         NaN                        NaN   \n",
       "22                         NaN                        NaN   \n",
       "23                         NaN                        NaN   \n",
       "24                         NaN                        NaN   \n",
       "25                         NaN                        NaN   \n",
       "26                         NaN                        NaN   \n",
       "27                         NaN                        NaN   \n",
       "28                         NaN                        NaN   \n",
       "29                         NaN                        NaN   \n",
       "...                        ...                        ...   \n",
       "2326                       NaN                        NaN   \n",
       "2327                       NaN                        NaN   \n",
       "2328                       NaN                        NaN   \n",
       "2329                       NaN                        NaN   \n",
       "2330                       NaN                        NaN   \n",
       "2331                       NaN                        NaN   \n",
       "2332                       NaN                        NaN   \n",
       "2333                       NaN                        NaN   \n",
       "2334                       NaN                        NaN   \n",
       "2335                       NaN                        NaN   \n",
       "2336                       NaN                        NaN   \n",
       "2337                       NaN                        NaN   \n",
       "2338                       NaN                        NaN   \n",
       "2339                       NaN                        NaN   \n",
       "2340                       NaN                        NaN   \n",
       "2341                       NaN                        NaN   \n",
       "2342                       NaN                        NaN   \n",
       "2343                       NaN                        NaN   \n",
       "2344                       NaN                        NaN   \n",
       "2345                       NaN                        NaN   \n",
       "2346                       NaN                        NaN   \n",
       "2347                       NaN                        NaN   \n",
       "2348                       NaN                        NaN   \n",
       "2349                       NaN                        NaN   \n",
       "2350                       NaN                        NaN   \n",
       "2351                       NaN                        NaN   \n",
       "2352                       NaN                        NaN   \n",
       "2353                       NaN                        NaN   \n",
       "2354                       NaN                        NaN   \n",
       "2355                       NaN                        NaN   \n",
       "\n",
       "                                          expanded_urls  rating_numerator  \\\n",
       "0     https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1     https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2     https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3     https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4     https://twitter.com/dog_rates/status/891327558...                12   \n",
       "5     https://twitter.com/dog_rates/status/891087950...                13   \n",
       "6     https://gofundme.com/ydvmve-surgery-for-jax,ht...                13   \n",
       "7     https://twitter.com/dog_rates/status/890729181...                13   \n",
       "8     https://twitter.com/dog_rates/status/890609185...                13   \n",
       "9     https://twitter.com/dog_rates/status/890240255...                14   \n",
       "10    https://twitter.com/dog_rates/status/890006608...                13   \n",
       "11    https://twitter.com/dog_rates/status/889880896...                13   \n",
       "12    https://twitter.com/dog_rates/status/889665388...                13   \n",
       "13    https://twitter.com/dog_rates/status/889638837...                12   \n",
       "14    https://twitter.com/dog_rates/status/889531135...                13   \n",
       "15    https://twitter.com/dog_rates/status/889278841...                13   \n",
       "16    https://twitter.com/dog_rates/status/888917238...                12   \n",
       "17    https://twitter.com/dog_rates/status/888804989...                13   \n",
       "18    https://twitter.com/dog_rates/status/888554962...                13   \n",
       "19    https://twitter.com/dog_rates/status/887473957...                13   \n",
       "20    https://twitter.com/dog_rates/status/888078434...                12   \n",
       "21    https://twitter.com/dog_rates/status/887705289...                13   \n",
       "22    https://twitter.com/dog_rates/status/887517139...                14   \n",
       "23    https://twitter.com/dog_rates/status/887473957...                13   \n",
       "24    https://twitter.com/dog_rates/status/887343217...                13   \n",
       "25    https://twitter.com/dog_rates/status/887101392...                12   \n",
       "26    https://twitter.com/dog_rates/status/886983233...                13   \n",
       "27    https://www.gofundme.com/mingusneedsus,https:/...                13   \n",
       "28    https://twitter.com/dog_rates/status/886680336...                13   \n",
       "29    https://twitter.com/dog_rates/status/886366144...                12   \n",
       "...                                                 ...               ...   \n",
       "2326  https://twitter.com/dog_rates/status/666411507...                 2   \n",
       "2327  https://twitter.com/dog_rates/status/666407126...                 7   \n",
       "2328  https://twitter.com/dog_rates/status/666396247...                 9   \n",
       "2329  https://twitter.com/dog_rates/status/666373753...                11   \n",
       "2330  https://twitter.com/dog_rates/status/666362758...                 6   \n",
       "2331  https://twitter.com/dog_rates/status/666353288...                 8   \n",
       "2332  https://twitter.com/dog_rates/status/666345417...                10   \n",
       "2333  https://twitter.com/dog_rates/status/666337882...                 9   \n",
       "2334  https://twitter.com/dog_rates/status/666293911...                 3   \n",
       "2335  https://twitter.com/dog_rates/status/666287406...                 1   \n",
       "2336  https://twitter.com/dog_rates/status/666273097...                11   \n",
       "2337  https://twitter.com/dog_rates/status/666268910...                10   \n",
       "2338  https://twitter.com/dog_rates/status/666104133...                 1   \n",
       "2339  https://twitter.com/dog_rates/status/666102155...                11   \n",
       "2340  https://twitter.com/dog_rates/status/666099513...                 8   \n",
       "2341  https://twitter.com/dog_rates/status/666094000...                 9   \n",
       "2342  https://twitter.com/dog_rates/status/666082916...                 6   \n",
       "2343  https://twitter.com/dog_rates/status/666073100...                10   \n",
       "2344  https://twitter.com/dog_rates/status/666071193...                 9   \n",
       "2345  https://twitter.com/dog_rates/status/666063827...                10   \n",
       "2346  https://twitter.com/dog_rates/status/666058600...                 8   \n",
       "2347  https://twitter.com/dog_rates/status/666057090...                 9   \n",
       "2348  https://twitter.com/dog_rates/status/666055525...                10   \n",
       "2349  https://twitter.com/dog_rates/status/666051853...                 2   \n",
       "2350  https://twitter.com/dog_rates/status/666050758...                10   \n",
       "2351  https://twitter.com/dog_rates/status/666049248...                 5   \n",
       "2352  https://twitter.com/dog_rates/status/666044226...                 6   \n",
       "2353  https://twitter.com/dog_rates/status/666033412...                 9   \n",
       "2354  https://twitter.com/dog_rates/status/666029285...                 7   \n",
       "2355  https://twitter.com/dog_rates/status/666020888...                 8   \n",
       "\n",
       "      rating_denominator      name  doggo floofer  pupper  puppo  \n",
       "0                     10   Phineas   None    None    None   None  \n",
       "1                     10     Tilly   None    None    None   None  \n",
       "2                     10    Archie   None    None    None   None  \n",
       "3                     10     Darla   None    None    None   None  \n",
       "4                     10  Franklin   None    None    None   None  \n",
       "5                     10      None   None    None    None   None  \n",
       "6                     10       Jax   None    None    None   None  \n",
       "7                     10      None   None    None    None   None  \n",
       "8                     10      Zoey   None    None    None   None  \n",
       "9                     10    Cassie  doggo    None    None   None  \n",
       "10                    10      Koda   None    None    None   None  \n",
       "11                    10     Bruno   None    None    None   None  \n",
       "12                    10      None   None    None    None  puppo  \n",
       "13                    10       Ted   None    None    None   None  \n",
       "14                    10    Stuart   None    None    None  puppo  \n",
       "15                    10    Oliver   None    None    None   None  \n",
       "16                    10       Jim   None    None    None   None  \n",
       "17                    10      Zeke   None    None    None   None  \n",
       "18                    10   Ralphus   None    None    None   None  \n",
       "19                    10    Canela   None    None    None   None  \n",
       "20                    10    Gerald   None    None    None   None  \n",
       "21                    10   Jeffrey   None    None    None   None  \n",
       "22                    10      such   None    None    None   None  \n",
       "23                    10    Canela   None    None    None   None  \n",
       "24                    10      None   None    None    None   None  \n",
       "25                    10      None   None    None    None   None  \n",
       "26                    10      Maya   None    None    None   None  \n",
       "27                    10    Mingus   None    None    None   None  \n",
       "28                    10     Derek   None    None    None   None  \n",
       "29                    10    Roscoe   None    None  pupper   None  \n",
       "...                  ...       ...    ...     ...     ...    ...  \n",
       "2326                  10     quite   None    None    None   None  \n",
       "2327                  10         a   None    None    None   None  \n",
       "2328                  10      None   None    None    None   None  \n",
       "2329                  10      None   None    None    None   None  \n",
       "2330                  10      None   None    None    None   None  \n",
       "2331                  10      None   None    None    None   None  \n",
       "2332                  10      None   None    None    None   None  \n",
       "2333                  10        an   None    None    None   None  \n",
       "2334                  10         a   None    None    None   None  \n",
       "2335                   2        an   None    None    None   None  \n",
       "2336                  10      None   None    None    None   None  \n",
       "2337                  10      None   None    None    None   None  \n",
       "2338                  10      None   None    None    None   None  \n",
       "2339                  10      None   None    None    None   None  \n",
       "2340                  10      None   None    None    None   None  \n",
       "2341                  10      None   None    None    None   None  \n",
       "2342                  10      None   None    None    None   None  \n",
       "2343                  10      None   None    None    None   None  \n",
       "2344                  10      None   None    None    None   None  \n",
       "2345                  10       the   None    None    None   None  \n",
       "2346                  10       the   None    None    None   None  \n",
       "2347                  10         a   None    None    None   None  \n",
       "2348                  10         a   None    None    None   None  \n",
       "2349                  10        an   None    None    None   None  \n",
       "2350                  10         a   None    None    None   None  \n",
       "2351                  10      None   None    None    None   None  \n",
       "2352                  10         a   None    None    None   None  \n",
       "2353                  10         a   None    None    None   None  \n",
       "2354                  10         a   None    None    None   None  \n",
       "2355                  10      None   None    None    None   None  \n",
       "\n",
       "[2356 rows x 17 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# visual assessment\n",
    "tweets_archive"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 17 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null object\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "expanded_urls                 2297 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          2356 non-null object\n",
      "doggo                         2356 non-null object\n",
      "floofer                       2356 non-null object\n",
      "pupper                        2356 non-null object\n",
      "puppo                         2356 non-null object\n",
      "dtypes: float64(4), int64(3), object(10)\n",
      "memory usage: 313.0+ KB\n"
     ]
    }
   ],
   "source": [
    "# programmatic assessment\n",
    "tweets_archive.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>2.356000e+03</td>\n",
       "      <td>7.800000e+01</td>\n",
       "      <td>7.800000e+01</td>\n",
       "      <td>1.810000e+02</td>\n",
       "      <td>1.810000e+02</td>\n",
       "      <td>2356.000000</td>\n",
       "      <td>2356.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>7.427716e+17</td>\n",
       "      <td>7.455079e+17</td>\n",
       "      <td>2.014171e+16</td>\n",
       "      <td>7.720400e+17</td>\n",
       "      <td>1.241698e+16</td>\n",
       "      <td>13.126486</td>\n",
       "      <td>10.455433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>6.856705e+16</td>\n",
       "      <td>7.582492e+16</td>\n",
       "      <td>1.252797e+17</td>\n",
       "      <td>6.236928e+16</td>\n",
       "      <td>9.599254e+16</td>\n",
       "      <td>45.876648</td>\n",
       "      <td>6.745237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>6.660209e+17</td>\n",
       "      <td>6.658147e+17</td>\n",
       "      <td>1.185634e+07</td>\n",
       "      <td>6.661041e+17</td>\n",
       "      <td>7.832140e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>6.783989e+17</td>\n",
       "      <td>6.757419e+17</td>\n",
       "      <td>3.086374e+08</td>\n",
       "      <td>7.186315e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>7.196279e+17</td>\n",
       "      <td>7.038708e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>7.804657e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>7.993373e+17</td>\n",
       "      <td>8.257804e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>8.203146e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>8.924206e+17</td>\n",
       "      <td>8.862664e+17</td>\n",
       "      <td>8.405479e+17</td>\n",
       "      <td>8.874740e+17</td>\n",
       "      <td>7.874618e+17</td>\n",
       "      <td>1776.000000</td>\n",
       "      <td>170.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "count  2.356000e+03           7.800000e+01         7.800000e+01   \n",
       "mean   7.427716e+17           7.455079e+17         2.014171e+16   \n",
       "std    6.856705e+16           7.582492e+16         1.252797e+17   \n",
       "min    6.660209e+17           6.658147e+17         1.185634e+07   \n",
       "25%    6.783989e+17           6.757419e+17         3.086374e+08   \n",
       "50%    7.196279e+17           7.038708e+17         4.196984e+09   \n",
       "75%    7.993373e+17           8.257804e+17         4.196984e+09   \n",
       "max    8.924206e+17           8.862664e+17         8.405479e+17   \n",
       "\n",
       "       retweeted_status_id  retweeted_status_user_id  rating_numerator  \\\n",
       "count         1.810000e+02              1.810000e+02       2356.000000   \n",
       "mean          7.720400e+17              1.241698e+16         13.126486   \n",
       "std           6.236928e+16              9.599254e+16         45.876648   \n",
       "min           6.661041e+17              7.832140e+05          0.000000   \n",
       "25%           7.186315e+17              4.196984e+09         10.000000   \n",
       "50%           7.804657e+17              4.196984e+09         11.000000   \n",
       "75%           8.203146e+17              4.196984e+09         12.000000   \n",
       "max           8.874740e+17              7.874618e+17       1776.000000   \n",
       "\n",
       "       rating_denominator  \n",
       "count         2356.000000  \n",
       "mean            10.455433  \n",
       "std              6.745237  \n",
       "min              0.000000  \n",
       "25%             10.000000  \n",
       "50%             10.000000  \n",
       "75%             10.000000  \n",
       "max            170.000000  "
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_archive.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10     2333\n",
       "11        3\n",
       "50        3\n",
       "80        2\n",
       "20        2\n",
       "2         1\n",
       "16        1\n",
       "40        1\n",
       "70        1\n",
       "15        1\n",
       "90        1\n",
       "110       1\n",
       "120       1\n",
       "130       1\n",
       "150       1\n",
       "170       1\n",
       "7         1\n",
       "0         1\n",
       "Name: rating_denominator, dtype: int64"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_archive.rating_denominator.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "None            745\n",
       "a                55\n",
       "Charlie          12\n",
       "Cooper           11\n",
       "Lucy             11\n",
       "Oliver           11\n",
       "Lola             10\n",
       "Penny            10\n",
       "Tucker           10\n",
       "Winston           9\n",
       "Bo                9\n",
       "Sadie             8\n",
       "the               8\n",
       "Bailey            7\n",
       "Buddy             7\n",
       "Toby              7\n",
       "an                7\n",
       "Daisy             7\n",
       "Rusty             6\n",
       "Milo              6\n",
       "Scout             6\n",
       "Leo               6\n",
       "Jack              6\n",
       "Oscar             6\n",
       "Koda              6\n",
       "Jax               6\n",
       "Dave              6\n",
       "Bella             6\n",
       "Stanley           6\n",
       "very              5\n",
       "               ... \n",
       "Ralphus           1\n",
       "Freddery          1\n",
       "Boots             1\n",
       "Robin             1\n",
       "Kulet             1\n",
       "Eugene            1\n",
       "Taz               1\n",
       "Stella            1\n",
       "Bradley           1\n",
       "Bloop             1\n",
       "Mark              1\n",
       "Al                1\n",
       "Cermet            1\n",
       "Huck              1\n",
       "Kuyu              1\n",
       "Pip               1\n",
       "Genevieve         1\n",
       "Lucia             1\n",
       "Hanz              1\n",
       "Cleopatricia      1\n",
       "Jonah             1\n",
       "Wishes            1\n",
       "Dewey             1\n",
       "Rudy              1\n",
       "Zara              1\n",
       "Tom               1\n",
       "Remy              1\n",
       "Rodman            1\n",
       "Halo              1\n",
       "Dutch             1\n",
       "Name: name, Length: 957, dtype: int64"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_archive.name.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Welsh_springer_spaniel</td>\n",
       "      <td>0.465074</td>\n",
       "      <td>True</td>\n",
       "      <td>collie</td>\n",
       "      <td>0.156665</td>\n",
       "      <td>True</td>\n",
       "      <td>Shetland_sheepdog</td>\n",
       "      <td>0.061428</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.506826</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.074192</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.072010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.596461</td>\n",
       "      <td>True</td>\n",
       "      <td>malinois</td>\n",
       "      <td>0.138584</td>\n",
       "      <td>True</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.116197</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.408143</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.360687</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.222752</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.560311</td>\n",
       "      <td>True</td>\n",
       "      <td>Rottweiler</td>\n",
       "      <td>0.243682</td>\n",
       "      <td>True</td>\n",
       "      <td>Doberman</td>\n",
       "      <td>0.154629</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>666050758794694657</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Jof1WUAEuVxN.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Bernese_mountain_dog</td>\n",
       "      <td>0.651137</td>\n",
       "      <td>True</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.263788</td>\n",
       "      <td>True</td>\n",
       "      <td>Greater_Swiss_Mountain_dog</td>\n",
       "      <td>0.016199</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>666051853826850816</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5KoJ1WoAAJash.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>box_turtle</td>\n",
       "      <td>0.933012</td>\n",
       "      <td>False</td>\n",
       "      <td>mud_turtle</td>\n",
       "      <td>0.045885</td>\n",
       "      <td>False</td>\n",
       "      <td>terrapin</td>\n",
       "      <td>0.017885</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>666055525042405380</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5N9tpXIAAifs1.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>chow</td>\n",
       "      <td>0.692517</td>\n",
       "      <td>True</td>\n",
       "      <td>Tibetan_mastiff</td>\n",
       "      <td>0.058279</td>\n",
       "      <td>True</td>\n",
       "      <td>fur_coat</td>\n",
       "      <td>0.054449</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>666057090499244032</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5PY90WoAAQGLo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>shopping_cart</td>\n",
       "      <td>0.962465</td>\n",
       "      <td>False</td>\n",
       "      <td>shopping_basket</td>\n",
       "      <td>0.014594</td>\n",
       "      <td>False</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.007959</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>666058600524156928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Qw94XAAA_2dP.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_poodle</td>\n",
       "      <td>0.201493</td>\n",
       "      <td>True</td>\n",
       "      <td>komondor</td>\n",
       "      <td>0.192305</td>\n",
       "      <td>True</td>\n",
       "      <td>soft-coated_wheaten_terrier</td>\n",
       "      <td>0.082086</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>666063827256086533</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Vg_wXIAAXfnj.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.775930</td>\n",
       "      <td>True</td>\n",
       "      <td>Tibetan_mastiff</td>\n",
       "      <td>0.093718</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.072427</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>666071193221509120</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5cN_3WEAAlOoZ.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Gordon_setter</td>\n",
       "      <td>0.503672</td>\n",
       "      <td>True</td>\n",
       "      <td>Yorkshire_terrier</td>\n",
       "      <td>0.174201</td>\n",
       "      <td>True</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.109454</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>666073100786774016</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5d9DZXAAALcwe.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Walker_hound</td>\n",
       "      <td>0.260857</td>\n",
       "      <td>True</td>\n",
       "      <td>English_foxhound</td>\n",
       "      <td>0.175382</td>\n",
       "      <td>True</td>\n",
       "      <td>Ibizan_hound</td>\n",
       "      <td>0.097471</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>666082916733198337</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5m4VGWEAAtKc8.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>pug</td>\n",
       "      <td>0.489814</td>\n",
       "      <td>True</td>\n",
       "      <td>bull_mastiff</td>\n",
       "      <td>0.404722</td>\n",
       "      <td>True</td>\n",
       "      <td>French_bulldog</td>\n",
       "      <td>0.048960</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>666094000022159362</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5w9gUW4AAsBNN.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.195217</td>\n",
       "      <td>True</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.078260</td>\n",
       "      <td>True</td>\n",
       "      <td>malinois</td>\n",
       "      <td>0.075628</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>666099513787052032</td>\n",
       "      <td>https://pbs.twimg.com/media/CT51-JJUEAA6hV8.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Lhasa</td>\n",
       "      <td>0.582330</td>\n",
       "      <td>True</td>\n",
       "      <td>Shih-Tzu</td>\n",
       "      <td>0.166192</td>\n",
       "      <td>True</td>\n",
       "      <td>Dandie_Dinmont</td>\n",
       "      <td>0.089688</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>English_setter</td>\n",
       "      <td>0.298617</td>\n",
       "      <td>True</td>\n",
       "      <td>Newfoundland</td>\n",
       "      <td>0.149842</td>\n",
       "      <td>True</td>\n",
       "      <td>borzoi</td>\n",
       "      <td>0.133649</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>666104133288665088</td>\n",
       "      <td>https://pbs.twimg.com/media/CT56LSZWoAAlJj2.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>hen</td>\n",
       "      <td>0.965932</td>\n",
       "      <td>False</td>\n",
       "      <td>cock</td>\n",
       "      <td>0.033919</td>\n",
       "      <td>False</td>\n",
       "      <td>partridge</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>666268910803644416</td>\n",
       "      <td>https://pbs.twimg.com/media/CT8QCd1WEAADXws.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>desktop_computer</td>\n",
       "      <td>0.086502</td>\n",
       "      <td>False</td>\n",
       "      <td>desk</td>\n",
       "      <td>0.085547</td>\n",
       "      <td>False</td>\n",
       "      <td>bookcase</td>\n",
       "      <td>0.079480</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>666273097616637952</td>\n",
       "      <td>https://pbs.twimg.com/media/CT8T1mtUwAA3aqm.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Italian_greyhound</td>\n",
       "      <td>0.176053</td>\n",
       "      <td>True</td>\n",
       "      <td>toy_terrier</td>\n",
       "      <td>0.111884</td>\n",
       "      <td>True</td>\n",
       "      <td>basenji</td>\n",
       "      <td>0.111152</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>666287406224695296</td>\n",
       "      <td>https://pbs.twimg.com/media/CT8g3BpUEAAuFjg.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Maltese_dog</td>\n",
       "      <td>0.857531</td>\n",
       "      <td>True</td>\n",
       "      <td>toy_poodle</td>\n",
       "      <td>0.063064</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_poodle</td>\n",
       "      <td>0.025581</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>666293911632134144</td>\n",
       "      <td>https://pbs.twimg.com/media/CT8mx7KW4AEQu8N.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>three-toed_sloth</td>\n",
       "      <td>0.914671</td>\n",
       "      <td>False</td>\n",
       "      <td>otter</td>\n",
       "      <td>0.015250</td>\n",
       "      <td>False</td>\n",
       "      <td>great_grey_owl</td>\n",
       "      <td>0.013207</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>666337882303524864</td>\n",
       "      <td>https://pbs.twimg.com/media/CT9OwFIWEAMuRje.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>ox</td>\n",
       "      <td>0.416669</td>\n",
       "      <td>False</td>\n",
       "      <td>Newfoundland</td>\n",
       "      <td>0.278407</td>\n",
       "      <td>True</td>\n",
       "      <td>groenendael</td>\n",
       "      <td>0.102643</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>666345417576210432</td>\n",
       "      <td>https://pbs.twimg.com/media/CT9Vn7PWoAA_ZCM.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.858744</td>\n",
       "      <td>True</td>\n",
       "      <td>Chesapeake_Bay_retriever</td>\n",
       "      <td>0.054787</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.014241</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>666353288456101888</td>\n",
       "      <td>https://pbs.twimg.com/media/CT9cx0tUEAAhNN_.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.336874</td>\n",
       "      <td>True</td>\n",
       "      <td>Siberian_husky</td>\n",
       "      <td>0.147655</td>\n",
       "      <td>True</td>\n",
       "      <td>Eskimo_dog</td>\n",
       "      <td>0.093412</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>666362758909284353</td>\n",
       "      <td>https://pbs.twimg.com/media/CT9lXGsUcAAyUFt.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>guinea_pig</td>\n",
       "      <td>0.996496</td>\n",
       "      <td>False</td>\n",
       "      <td>skunk</td>\n",
       "      <td>0.002402</td>\n",
       "      <td>False</td>\n",
       "      <td>hamster</td>\n",
       "      <td>0.000461</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>666373753744588802</td>\n",
       "      <td>https://pbs.twimg.com/media/CT9vZEYWUAAlZ05.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>soft-coated_wheaten_terrier</td>\n",
       "      <td>0.326467</td>\n",
       "      <td>True</td>\n",
       "      <td>Afghan_hound</td>\n",
       "      <td>0.259551</td>\n",
       "      <td>True</td>\n",
       "      <td>briard</td>\n",
       "      <td>0.206803</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>666396247373291520</td>\n",
       "      <td>https://pbs.twimg.com/media/CT-D2ZHWIAA3gK1.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.978108</td>\n",
       "      <td>True</td>\n",
       "      <td>toy_terrier</td>\n",
       "      <td>0.009397</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.004577</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>666407126856765440</td>\n",
       "      <td>https://pbs.twimg.com/media/CT-NvwmW4AAugGZ.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>black-and-tan_coonhound</td>\n",
       "      <td>0.529139</td>\n",
       "      <td>True</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.244220</td>\n",
       "      <td>True</td>\n",
       "      <td>flat-coated_retriever</td>\n",
       "      <td>0.173810</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>666411507551481857</td>\n",
       "      <td>https://pbs.twimg.com/media/CT-RugiWIAELEaq.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>coho</td>\n",
       "      <td>0.404640</td>\n",
       "      <td>False</td>\n",
       "      <td>barracouta</td>\n",
       "      <td>0.271485</td>\n",
       "      <td>False</td>\n",
       "      <td>gar</td>\n",
       "      <td>0.189945</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2045</th>\n",
       "      <td>886366144734445568</td>\n",
       "      <td>https://pbs.twimg.com/media/DE0BTnQUwAApKEH.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>French_bulldog</td>\n",
       "      <td>0.999201</td>\n",
       "      <td>True</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.000361</td>\n",
       "      <td>True</td>\n",
       "      <td>Boston_bull</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2046</th>\n",
       "      <td>886680336477933568</td>\n",
       "      <td>https://pbs.twimg.com/media/DE4fEDzWAAAyHMM.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>convertible</td>\n",
       "      <td>0.738995</td>\n",
       "      <td>False</td>\n",
       "      <td>sports_car</td>\n",
       "      <td>0.139952</td>\n",
       "      <td>False</td>\n",
       "      <td>car_wheel</td>\n",
       "      <td>0.044173</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2047</th>\n",
       "      <td>886736880519319552</td>\n",
       "      <td>https://pbs.twimg.com/media/DE5Se8FXcAAJFx4.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>kuvasz</td>\n",
       "      <td>0.309706</td>\n",
       "      <td>True</td>\n",
       "      <td>Great_Pyrenees</td>\n",
       "      <td>0.186136</td>\n",
       "      <td>True</td>\n",
       "      <td>Dandie_Dinmont</td>\n",
       "      <td>0.086346</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2048</th>\n",
       "      <td>886983233522544640</td>\n",
       "      <td>https://pbs.twimg.com/media/DE8yicJW0AAAvBJ.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.793469</td>\n",
       "      <td>True</td>\n",
       "      <td>toy_terrier</td>\n",
       "      <td>0.143528</td>\n",
       "      <td>True</td>\n",
       "      <td>can_opener</td>\n",
       "      <td>0.032253</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2049</th>\n",
       "      <td>887101392804085760</td>\n",
       "      <td>https://pbs.twimg.com/media/DE-eAq6UwAA-jaE.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Samoyed</td>\n",
       "      <td>0.733942</td>\n",
       "      <td>True</td>\n",
       "      <td>Eskimo_dog</td>\n",
       "      <td>0.035029</td>\n",
       "      <td>True</td>\n",
       "      <td>Staffordshire_bullterrier</td>\n",
       "      <td>0.029705</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2050</th>\n",
       "      <td>887343217045368832</td>\n",
       "      <td>https://pbs.twimg.com/ext_tw_video_thumb/88734...</td>\n",
       "      <td>1</td>\n",
       "      <td>Mexican_hairless</td>\n",
       "      <td>0.330741</td>\n",
       "      <td>True</td>\n",
       "      <td>sea_lion</td>\n",
       "      <td>0.275645</td>\n",
       "      <td>False</td>\n",
       "      <td>Weimaraner</td>\n",
       "      <td>0.134203</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2051</th>\n",
       "      <td>887473957103951883</td>\n",
       "      <td>https://pbs.twimg.com/media/DFDw2tyUQAAAFke.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.809197</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.054950</td>\n",
       "      <td>True</td>\n",
       "      <td>beagle</td>\n",
       "      <td>0.038915</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2052</th>\n",
       "      <td>887517139158093824</td>\n",
       "      <td>https://pbs.twimg.com/ext_tw_video_thumb/88751...</td>\n",
       "      <td>1</td>\n",
       "      <td>limousine</td>\n",
       "      <td>0.130432</td>\n",
       "      <td>False</td>\n",
       "      <td>tow_truck</td>\n",
       "      <td>0.029175</td>\n",
       "      <td>False</td>\n",
       "      <td>shopping_cart</td>\n",
       "      <td>0.026321</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2053</th>\n",
       "      <td>887705289381826560</td>\n",
       "      <td>https://pbs.twimg.com/media/DFHDQBbXgAEqY7t.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>basset</td>\n",
       "      <td>0.821664</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.087582</td>\n",
       "      <td>True</td>\n",
       "      <td>Weimaraner</td>\n",
       "      <td>0.026236</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2054</th>\n",
       "      <td>888078434458587136</td>\n",
       "      <td>https://pbs.twimg.com/media/DFMWn56WsAAkA7B.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>French_bulldog</td>\n",
       "      <td>0.995026</td>\n",
       "      <td>True</td>\n",
       "      <td>pug</td>\n",
       "      <td>0.000932</td>\n",
       "      <td>True</td>\n",
       "      <td>bull_mastiff</td>\n",
       "      <td>0.000903</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2055</th>\n",
       "      <td>888202515573088257</td>\n",
       "      <td>https://pbs.twimg.com/media/DFDw2tyUQAAAFke.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.809197</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.054950</td>\n",
       "      <td>True</td>\n",
       "      <td>beagle</td>\n",
       "      <td>0.038915</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2056</th>\n",
       "      <td>888554962724278272</td>\n",
       "      <td>https://pbs.twimg.com/media/DFTH_O-UQAACu20.jpg</td>\n",
       "      <td>3</td>\n",
       "      <td>Siberian_husky</td>\n",
       "      <td>0.700377</td>\n",
       "      <td>True</td>\n",
       "      <td>Eskimo_dog</td>\n",
       "      <td>0.166511</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.111411</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2057</th>\n",
       "      <td>888804989199671297</td>\n",
       "      <td>https://pbs.twimg.com/media/DFWra-3VYAA2piG.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.469760</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.184172</td>\n",
       "      <td>True</td>\n",
       "      <td>English_setter</td>\n",
       "      <td>0.073482</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2058</th>\n",
       "      <td>888917238123831296</td>\n",
       "      <td>https://pbs.twimg.com/media/DFYRgsOUQAARGhO.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.714719</td>\n",
       "      <td>True</td>\n",
       "      <td>Tibetan_mastiff</td>\n",
       "      <td>0.120184</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.105506</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2059</th>\n",
       "      <td>889278841981685760</td>\n",
       "      <td>https://pbs.twimg.com/ext_tw_video_thumb/88927...</td>\n",
       "      <td>1</td>\n",
       "      <td>whippet</td>\n",
       "      <td>0.626152</td>\n",
       "      <td>True</td>\n",
       "      <td>borzoi</td>\n",
       "      <td>0.194742</td>\n",
       "      <td>True</td>\n",
       "      <td>Saluki</td>\n",
       "      <td>0.027351</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2060</th>\n",
       "      <td>889531135344209921</td>\n",
       "      <td>https://pbs.twimg.com/media/DFg_2PVW0AEHN3p.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.953442</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.013834</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.007958</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2061</th>\n",
       "      <td>889638837579907072</td>\n",
       "      <td>https://pbs.twimg.com/media/DFihzFfXsAYGDPR.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>French_bulldog</td>\n",
       "      <td>0.991650</td>\n",
       "      <td>True</td>\n",
       "      <td>boxer</td>\n",
       "      <td>0.002129</td>\n",
       "      <td>True</td>\n",
       "      <td>Staffordshire_bullterrier</td>\n",
       "      <td>0.001498</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2062</th>\n",
       "      <td>889665388333682689</td>\n",
       "      <td>https://pbs.twimg.com/media/DFi579UWsAAatzw.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.966327</td>\n",
       "      <td>True</td>\n",
       "      <td>Cardigan</td>\n",
       "      <td>0.027356</td>\n",
       "      <td>True</td>\n",
       "      <td>basenji</td>\n",
       "      <td>0.004633</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2063</th>\n",
       "      <td>889880896479866881</td>\n",
       "      <td>https://pbs.twimg.com/media/DFl99B1WsAITKsg.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>French_bulldog</td>\n",
       "      <td>0.377417</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.151317</td>\n",
       "      <td>True</td>\n",
       "      <td>muzzle</td>\n",
       "      <td>0.082981</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2064</th>\n",
       "      <td>890006608113172480</td>\n",
       "      <td>https://pbs.twimg.com/media/DFnwSY4WAAAMliS.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Samoyed</td>\n",
       "      <td>0.957979</td>\n",
       "      <td>True</td>\n",
       "      <td>Pomeranian</td>\n",
       "      <td>0.013884</td>\n",
       "      <td>True</td>\n",
       "      <td>chow</td>\n",
       "      <td>0.008167</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2065</th>\n",
       "      <td>890240255349198849</td>\n",
       "      <td>https://pbs.twimg.com/media/DFrEyVuW0AAO3t9.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.511319</td>\n",
       "      <td>True</td>\n",
       "      <td>Cardigan</td>\n",
       "      <td>0.451038</td>\n",
       "      <td>True</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.029248</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2066</th>\n",
       "      <td>890609185150312448</td>\n",
       "      <td>https://pbs.twimg.com/media/DFwUU__XcAEpyXI.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Irish_terrier</td>\n",
       "      <td>0.487574</td>\n",
       "      <td>True</td>\n",
       "      <td>Irish_setter</td>\n",
       "      <td>0.193054</td>\n",
       "      <td>True</td>\n",
       "      <td>Chesapeake_Bay_retriever</td>\n",
       "      <td>0.118184</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2067</th>\n",
       "      <td>890729181411237888</td>\n",
       "      <td>https://pbs.twimg.com/media/DFyBahAVwAAhUTd.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>Pomeranian</td>\n",
       "      <td>0.566142</td>\n",
       "      <td>True</td>\n",
       "      <td>Eskimo_dog</td>\n",
       "      <td>0.178406</td>\n",
       "      <td>True</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.076507</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2068</th>\n",
       "      <td>890971913173991426</td>\n",
       "      <td>https://pbs.twimg.com/media/DF1eOmZXUAALUcq.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Appenzeller</td>\n",
       "      <td>0.341703</td>\n",
       "      <td>True</td>\n",
       "      <td>Border_collie</td>\n",
       "      <td>0.199287</td>\n",
       "      <td>True</td>\n",
       "      <td>ice_lolly</td>\n",
       "      <td>0.193548</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2069</th>\n",
       "      <td>891087950875897856</td>\n",
       "      <td>https://pbs.twimg.com/media/DF3HwyEWsAABqE6.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chesapeake_Bay_retriever</td>\n",
       "      <td>0.425595</td>\n",
       "      <td>True</td>\n",
       "      <td>Irish_terrier</td>\n",
       "      <td>0.116317</td>\n",
       "      <td>True</td>\n",
       "      <td>Indian_elephant</td>\n",
       "      <td>0.076902</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2070</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>basset</td>\n",
       "      <td>0.555712</td>\n",
       "      <td>True</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.225770</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2071</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>paper_towel</td>\n",
       "      <td>0.170278</td>\n",
       "      <td>False</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.168086</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2072</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.716012</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2073</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.323581</td>\n",
       "      <td>True</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.090647</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2074</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>orange</td>\n",
       "      <td>0.097049</td>\n",
       "      <td>False</td>\n",
       "      <td>bagel</td>\n",
       "      <td>0.085851</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2075 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id                                            jpg_url  \\\n",
       "0     666020888022790149    https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg   \n",
       "1     666029285002620928    https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg   \n",
       "2     666033412701032449    https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg   \n",
       "3     666044226329800704    https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg   \n",
       "4     666049248165822465    https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg   \n",
       "5     666050758794694657    https://pbs.twimg.com/media/CT5Jof1WUAEuVxN.jpg   \n",
       "6     666051853826850816    https://pbs.twimg.com/media/CT5KoJ1WoAAJash.jpg   \n",
       "7     666055525042405380    https://pbs.twimg.com/media/CT5N9tpXIAAifs1.jpg   \n",
       "8     666057090499244032    https://pbs.twimg.com/media/CT5PY90WoAAQGLo.jpg   \n",
       "9     666058600524156928    https://pbs.twimg.com/media/CT5Qw94XAAA_2dP.jpg   \n",
       "10    666063827256086533    https://pbs.twimg.com/media/CT5Vg_wXIAAXfnj.jpg   \n",
       "11    666071193221509120    https://pbs.twimg.com/media/CT5cN_3WEAAlOoZ.jpg   \n",
       "12    666073100786774016    https://pbs.twimg.com/media/CT5d9DZXAAALcwe.jpg   \n",
       "13    666082916733198337    https://pbs.twimg.com/media/CT5m4VGWEAAtKc8.jpg   \n",
       "14    666094000022159362    https://pbs.twimg.com/media/CT5w9gUW4AAsBNN.jpg   \n",
       "15    666099513787052032    https://pbs.twimg.com/media/CT51-JJUEAA6hV8.jpg   \n",
       "16    666102155909144576    https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg   \n",
       "17    666104133288665088    https://pbs.twimg.com/media/CT56LSZWoAAlJj2.jpg   \n",
       "18    666268910803644416    https://pbs.twimg.com/media/CT8QCd1WEAADXws.jpg   \n",
       "19    666273097616637952    https://pbs.twimg.com/media/CT8T1mtUwAA3aqm.jpg   \n",
       "20    666287406224695296    https://pbs.twimg.com/media/CT8g3BpUEAAuFjg.jpg   \n",
       "21    666293911632134144    https://pbs.twimg.com/media/CT8mx7KW4AEQu8N.jpg   \n",
       "22    666337882303524864    https://pbs.twimg.com/media/CT9OwFIWEAMuRje.jpg   \n",
       "23    666345417576210432    https://pbs.twimg.com/media/CT9Vn7PWoAA_ZCM.jpg   \n",
       "24    666353288456101888    https://pbs.twimg.com/media/CT9cx0tUEAAhNN_.jpg   \n",
       "25    666362758909284353    https://pbs.twimg.com/media/CT9lXGsUcAAyUFt.jpg   \n",
       "26    666373753744588802    https://pbs.twimg.com/media/CT9vZEYWUAAlZ05.jpg   \n",
       "27    666396247373291520    https://pbs.twimg.com/media/CT-D2ZHWIAA3gK1.jpg   \n",
       "28    666407126856765440    https://pbs.twimg.com/media/CT-NvwmW4AAugGZ.jpg   \n",
       "29    666411507551481857    https://pbs.twimg.com/media/CT-RugiWIAELEaq.jpg   \n",
       "...                  ...                                                ...   \n",
       "2045  886366144734445568    https://pbs.twimg.com/media/DE0BTnQUwAApKEH.jpg   \n",
       "2046  886680336477933568    https://pbs.twimg.com/media/DE4fEDzWAAAyHMM.jpg   \n",
       "2047  886736880519319552    https://pbs.twimg.com/media/DE5Se8FXcAAJFx4.jpg   \n",
       "2048  886983233522544640    https://pbs.twimg.com/media/DE8yicJW0AAAvBJ.jpg   \n",
       "2049  887101392804085760    https://pbs.twimg.com/media/DE-eAq6UwAA-jaE.jpg   \n",
       "2050  887343217045368832  https://pbs.twimg.com/ext_tw_video_thumb/88734...   \n",
       "2051  887473957103951883    https://pbs.twimg.com/media/DFDw2tyUQAAAFke.jpg   \n",
       "2052  887517139158093824  https://pbs.twimg.com/ext_tw_video_thumb/88751...   \n",
       "2053  887705289381826560    https://pbs.twimg.com/media/DFHDQBbXgAEqY7t.jpg   \n",
       "2054  888078434458587136    https://pbs.twimg.com/media/DFMWn56WsAAkA7B.jpg   \n",
       "2055  888202515573088257    https://pbs.twimg.com/media/DFDw2tyUQAAAFke.jpg   \n",
       "2056  888554962724278272    https://pbs.twimg.com/media/DFTH_O-UQAACu20.jpg   \n",
       "2057  888804989199671297    https://pbs.twimg.com/media/DFWra-3VYAA2piG.jpg   \n",
       "2058  888917238123831296    https://pbs.twimg.com/media/DFYRgsOUQAARGhO.jpg   \n",
       "2059  889278841981685760  https://pbs.twimg.com/ext_tw_video_thumb/88927...   \n",
       "2060  889531135344209921    https://pbs.twimg.com/media/DFg_2PVW0AEHN3p.jpg   \n",
       "2061  889638837579907072    https://pbs.twimg.com/media/DFihzFfXsAYGDPR.jpg   \n",
       "2062  889665388333682689    https://pbs.twimg.com/media/DFi579UWsAAatzw.jpg   \n",
       "2063  889880896479866881    https://pbs.twimg.com/media/DFl99B1WsAITKsg.jpg   \n",
       "2064  890006608113172480    https://pbs.twimg.com/media/DFnwSY4WAAAMliS.jpg   \n",
       "2065  890240255349198849    https://pbs.twimg.com/media/DFrEyVuW0AAO3t9.jpg   \n",
       "2066  890609185150312448    https://pbs.twimg.com/media/DFwUU__XcAEpyXI.jpg   \n",
       "2067  890729181411237888    https://pbs.twimg.com/media/DFyBahAVwAAhUTd.jpg   \n",
       "2068  890971913173991426    https://pbs.twimg.com/media/DF1eOmZXUAALUcq.jpg   \n",
       "2069  891087950875897856    https://pbs.twimg.com/media/DF3HwyEWsAABqE6.jpg   \n",
       "2070  891327558926688256    https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg   \n",
       "2071  891689557279858688    https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg   \n",
       "2072  891815181378084864    https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg   \n",
       "2073  892177421306343426    https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   \n",
       "2074  892420643555336193    https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   \n",
       "\n",
       "      img_num                           p1   p1_conf  p1_dog  \\\n",
       "0           1       Welsh_springer_spaniel  0.465074    True   \n",
       "1           1                      redbone  0.506826    True   \n",
       "2           1              German_shepherd  0.596461    True   \n",
       "3           1          Rhodesian_ridgeback  0.408143    True   \n",
       "4           1           miniature_pinscher  0.560311    True   \n",
       "5           1         Bernese_mountain_dog  0.651137    True   \n",
       "6           1                   box_turtle  0.933012   False   \n",
       "7           1                         chow  0.692517    True   \n",
       "8           1                shopping_cart  0.962465   False   \n",
       "9           1             miniature_poodle  0.201493    True   \n",
       "10          1             golden_retriever  0.775930    True   \n",
       "11          1                Gordon_setter  0.503672    True   \n",
       "12          1                 Walker_hound  0.260857    True   \n",
       "13          1                          pug  0.489814    True   \n",
       "14          1                   bloodhound  0.195217    True   \n",
       "15          1                        Lhasa  0.582330    True   \n",
       "16          1               English_setter  0.298617    True   \n",
       "17          1                          hen  0.965932   False   \n",
       "18          1             desktop_computer  0.086502   False   \n",
       "19          1            Italian_greyhound  0.176053    True   \n",
       "20          1                  Maltese_dog  0.857531    True   \n",
       "21          1             three-toed_sloth  0.914671   False   \n",
       "22          1                           ox  0.416669   False   \n",
       "23          1             golden_retriever  0.858744    True   \n",
       "24          1                     malamute  0.336874    True   \n",
       "25          1                   guinea_pig  0.996496   False   \n",
       "26          1  soft-coated_wheaten_terrier  0.326467    True   \n",
       "27          1                    Chihuahua  0.978108    True   \n",
       "28          1      black-and-tan_coonhound  0.529139    True   \n",
       "29          1                         coho  0.404640   False   \n",
       "...       ...                          ...       ...     ...   \n",
       "2045        1               French_bulldog  0.999201    True   \n",
       "2046        1                  convertible  0.738995   False   \n",
       "2047        1                       kuvasz  0.309706    True   \n",
       "2048        2                    Chihuahua  0.793469    True   \n",
       "2049        1                      Samoyed  0.733942    True   \n",
       "2050        1             Mexican_hairless  0.330741    True   \n",
       "2051        2                     Pembroke  0.809197    True   \n",
       "2052        1                    limousine  0.130432   False   \n",
       "2053        1                       basset  0.821664    True   \n",
       "2054        1               French_bulldog  0.995026    True   \n",
       "2055        2                     Pembroke  0.809197    True   \n",
       "2056        3               Siberian_husky  0.700377    True   \n",
       "2057        1             golden_retriever  0.469760    True   \n",
       "2058        1             golden_retriever  0.714719    True   \n",
       "2059        1                      whippet  0.626152    True   \n",
       "2060        1             golden_retriever  0.953442    True   \n",
       "2061        1               French_bulldog  0.991650    True   \n",
       "2062        1                     Pembroke  0.966327    True   \n",
       "2063        1               French_bulldog  0.377417    True   \n",
       "2064        1                      Samoyed  0.957979    True   \n",
       "2065        1                     Pembroke  0.511319    True   \n",
       "2066        1                Irish_terrier  0.487574    True   \n",
       "2067        2                   Pomeranian  0.566142    True   \n",
       "2068        1                  Appenzeller  0.341703    True   \n",
       "2069        1     Chesapeake_Bay_retriever  0.425595    True   \n",
       "2070        2                       basset  0.555712    True   \n",
       "2071        1                  paper_towel  0.170278   False   \n",
       "2072        1                    Chihuahua  0.716012    True   \n",
       "2073        1                    Chihuahua  0.323581    True   \n",
       "2074        1                       orange  0.097049   False   \n",
       "\n",
       "                            p2   p2_conf  p2_dog                           p3  \\\n",
       "0                       collie  0.156665    True            Shetland_sheepdog   \n",
       "1           miniature_pinscher  0.074192    True          Rhodesian_ridgeback   \n",
       "2                     malinois  0.138584    True                   bloodhound   \n",
       "3                      redbone  0.360687    True           miniature_pinscher   \n",
       "4                   Rottweiler  0.243682    True                     Doberman   \n",
       "5             English_springer  0.263788    True   Greater_Swiss_Mountain_dog   \n",
       "6                   mud_turtle  0.045885   False                     terrapin   \n",
       "7              Tibetan_mastiff  0.058279    True                     fur_coat   \n",
       "8              shopping_basket  0.014594   False             golden_retriever   \n",
       "9                     komondor  0.192305    True  soft-coated_wheaten_terrier   \n",
       "10             Tibetan_mastiff  0.093718    True           Labrador_retriever   \n",
       "11           Yorkshire_terrier  0.174201    True                     Pekinese   \n",
       "12            English_foxhound  0.175382    True                 Ibizan_hound   \n",
       "13                bull_mastiff  0.404722    True               French_bulldog   \n",
       "14             German_shepherd  0.078260    True                     malinois   \n",
       "15                    Shih-Tzu  0.166192    True               Dandie_Dinmont   \n",
       "16                Newfoundland  0.149842    True                       borzoi   \n",
       "17                        cock  0.033919   False                    partridge   \n",
       "18                        desk  0.085547   False                     bookcase   \n",
       "19                 toy_terrier  0.111884    True                      basenji   \n",
       "20                  toy_poodle  0.063064    True             miniature_poodle   \n",
       "21                       otter  0.015250   False               great_grey_owl   \n",
       "22                Newfoundland  0.278407    True                  groenendael   \n",
       "23    Chesapeake_Bay_retriever  0.054787    True           Labrador_retriever   \n",
       "24              Siberian_husky  0.147655    True                   Eskimo_dog   \n",
       "25                       skunk  0.002402   False                      hamster   \n",
       "26                Afghan_hound  0.259551    True                       briard   \n",
       "27                 toy_terrier  0.009397    True                     papillon   \n",
       "28                  bloodhound  0.244220    True        flat-coated_retriever   \n",
       "29                  barracouta  0.271485   False                          gar   \n",
       "...                        ...       ...     ...                          ...   \n",
       "2045                 Chihuahua  0.000361    True                  Boston_bull   \n",
       "2046                sports_car  0.139952   False                    car_wheel   \n",
       "2047            Great_Pyrenees  0.186136    True               Dandie_Dinmont   \n",
       "2048               toy_terrier  0.143528    True                   can_opener   \n",
       "2049                Eskimo_dog  0.035029    True    Staffordshire_bullterrier   \n",
       "2050                  sea_lion  0.275645   False                   Weimaraner   \n",
       "2051       Rhodesian_ridgeback  0.054950    True                       beagle   \n",
       "2052                 tow_truck  0.029175   False                shopping_cart   \n",
       "2053                   redbone  0.087582    True                   Weimaraner   \n",
       "2054                       pug  0.000932    True                 bull_mastiff   \n",
       "2055       Rhodesian_ridgeback  0.054950    True                       beagle   \n",
       "2056                Eskimo_dog  0.166511    True                     malamute   \n",
       "2057        Labrador_retriever  0.184172    True               English_setter   \n",
       "2058           Tibetan_mastiff  0.120184    True           Labrador_retriever   \n",
       "2059                    borzoi  0.194742    True                       Saluki   \n",
       "2060        Labrador_retriever  0.013834    True                      redbone   \n",
       "2061                     boxer  0.002129    True    Staffordshire_bullterrier   \n",
       "2062                  Cardigan  0.027356    True                      basenji   \n",
       "2063        Labrador_retriever  0.151317    True                       muzzle   \n",
       "2064                Pomeranian  0.013884    True                         chow   \n",
       "2065                  Cardigan  0.451038    True                    Chihuahua   \n",
       "2066              Irish_setter  0.193054    True     Chesapeake_Bay_retriever   \n",
       "2067                Eskimo_dog  0.178406    True                     Pembroke   \n",
       "2068             Border_collie  0.199287    True                    ice_lolly   \n",
       "2069             Irish_terrier  0.116317    True              Indian_elephant   \n",
       "2070          English_springer  0.225770    True  German_short-haired_pointer   \n",
       "2071        Labrador_retriever  0.168086    True                      spatula   \n",
       "2072                  malamute  0.078253    True                       kelpie   \n",
       "2073                  Pekinese  0.090647    True                     papillon   \n",
       "2074                     bagel  0.085851   False                       banana   \n",
       "\n",
       "       p3_conf  p3_dog  \n",
       "0     0.061428    True  \n",
       "1     0.072010    True  \n",
       "2     0.116197    True  \n",
       "3     0.222752    True  \n",
       "4     0.154629    True  \n",
       "5     0.016199    True  \n",
       "6     0.017885   False  \n",
       "7     0.054449   False  \n",
       "8     0.007959    True  \n",
       "9     0.082086    True  \n",
       "10    0.072427    True  \n",
       "11    0.109454    True  \n",
       "12    0.097471    True  \n",
       "13    0.048960    True  \n",
       "14    0.075628    True  \n",
       "15    0.089688    True  \n",
       "16    0.133649    True  \n",
       "17    0.000052   False  \n",
       "18    0.079480   False  \n",
       "19    0.111152    True  \n",
       "20    0.025581    True  \n",
       "21    0.013207   False  \n",
       "22    0.102643    True  \n",
       "23    0.014241    True  \n",
       "24    0.093412    True  \n",
       "25    0.000461   False  \n",
       "26    0.206803    True  \n",
       "27    0.004577    True  \n",
       "28    0.173810    True  \n",
       "29    0.189945   False  \n",
       "...        ...     ...  \n",
       "2045  0.000076    True  \n",
       "2046  0.044173   False  \n",
       "2047  0.086346    True  \n",
       "2048  0.032253   False  \n",
       "2049  0.029705    True  \n",
       "2050  0.134203    True  \n",
       "2051  0.038915    True  \n",
       "2052  0.026321   False  \n",
       "2053  0.026236    True  \n",
       "2054  0.000903    True  \n",
       "2055  0.038915    True  \n",
       "2056  0.111411    True  \n",
       "2057  0.073482    True  \n",
       "2058  0.105506    True  \n",
       "2059  0.027351    True  \n",
       "2060  0.007958    True  \n",
       "2061  0.001498    True  \n",
       "2062  0.004633    True  \n",
       "2063  0.082981   False  \n",
       "2064  0.008167    True  \n",
       "2065  0.029248    True  \n",
       "2066  0.118184    True  \n",
       "2067  0.076507    True  \n",
       "2068  0.193548   False  \n",
       "2069  0.076902   False  \n",
       "2070  0.175219    True  \n",
       "2071  0.040836   False  \n",
       "2072  0.031379    True  \n",
       "2073  0.068957    True  \n",
       "2074  0.076110   False  \n",
       "\n",
       "[2075 rows x 12 columns]"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# visual assessment\n",
    "tweets_image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2075 entries, 0 to 2074\n",
      "Data columns (total 12 columns):\n",
      "tweet_id    2075 non-null int64\n",
      "jpg_url     2075 non-null object\n",
      "img_num     2075 non-null int64\n",
      "p1          2075 non-null object\n",
      "p1_conf     2075 non-null float64\n",
      "p1_dog      2075 non-null bool\n",
      "p2          2075 non-null object\n",
      "p2_conf     2075 non-null float64\n",
      "p2_dog      2075 non-null bool\n",
      "p3          2075 non-null object\n",
      "p3_conf     2075 non-null float64\n",
      "p3_dog      2075 non-null bool\n",
      "dtypes: bool(3), float64(3), int64(2), object(4)\n",
      "memory usage: 152.1+ KB\n"
     ]
    }
   ],
   "source": [
    "# programmatic assessment\n",
    "tweets_image.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p3_conf</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>2.075000e+03</td>\n",
       "      <td>2075.000000</td>\n",
       "      <td>2075.000000</td>\n",
       "      <td>2.075000e+03</td>\n",
       "      <td>2.075000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>7.384514e+17</td>\n",
       "      <td>1.203855</td>\n",
       "      <td>0.594548</td>\n",
       "      <td>1.345886e-01</td>\n",
       "      <td>6.032417e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>6.785203e+16</td>\n",
       "      <td>0.561875</td>\n",
       "      <td>0.271174</td>\n",
       "      <td>1.006657e-01</td>\n",
       "      <td>5.090593e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>6.660209e+17</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.044333</td>\n",
       "      <td>1.011300e-08</td>\n",
       "      <td>1.740170e-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>6.764835e+17</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.364412</td>\n",
       "      <td>5.388625e-02</td>\n",
       "      <td>1.622240e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>7.119988e+17</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.588230</td>\n",
       "      <td>1.181810e-01</td>\n",
       "      <td>4.944380e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>7.932034e+17</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.843855</td>\n",
       "      <td>1.955655e-01</td>\n",
       "      <td>9.180755e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>8.924206e+17</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4.880140e-01</td>\n",
       "      <td>2.734190e-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           tweet_id      img_num      p1_conf       p2_conf       p3_conf\n",
       "count  2.075000e+03  2075.000000  2075.000000  2.075000e+03  2.075000e+03\n",
       "mean   7.384514e+17     1.203855     0.594548  1.345886e-01  6.032417e-02\n",
       "std    6.785203e+16     0.561875     0.271174  1.006657e-01  5.090593e-02\n",
       "min    6.660209e+17     1.000000     0.044333  1.011300e-08  1.740170e-10\n",
       "25%    6.764835e+17     1.000000     0.364412  5.388625e-02  1.622240e-02\n",
       "50%    7.119988e+17     1.000000     0.588230  1.181810e-01  4.944380e-02\n",
       "75%    7.932034e+17     1.000000     0.843855  1.955655e-01  9.180755e-02\n",
       "max    8.924206e+17     4.000000     1.000000  4.880140e-01  2.734190e-01"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_image.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>891087950875897856</td>\n",
       "      <td>3261</td>\n",
       "      <td>20562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>890971913173991426</td>\n",
       "      <td>2158</td>\n",
       "      <td>12041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>890729181411237888</td>\n",
       "      <td>16716</td>\n",
       "      <td>56848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>890609185150312448</td>\n",
       "      <td>4429</td>\n",
       "      <td>28226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>890240255349198849</td>\n",
       "      <td>7711</td>\n",
       "      <td>32467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>890006608113172480</td>\n",
       "      <td>7624</td>\n",
       "      <td>31166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>889880896479866881</td>\n",
       "      <td>5156</td>\n",
       "      <td>28268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>889665388333682689</td>\n",
       "      <td>8538</td>\n",
       "      <td>38818</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>889638837579907072</td>\n",
       "      <td>4735</td>\n",
       "      <td>27672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>889531135344209921</td>\n",
       "      <td>2321</td>\n",
       "      <td>15359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>889278841981685760</td>\n",
       "      <td>5637</td>\n",
       "      <td>25652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>888917238123831296</td>\n",
       "      <td>4709</td>\n",
       "      <td>29611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>888804989199671297</td>\n",
       "      <td>4559</td>\n",
       "      <td>26080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>888554962724278272</td>\n",
       "      <td>3732</td>\n",
       "      <td>20290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>888078434458587136</td>\n",
       "      <td>3653</td>\n",
       "      <td>22201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>887705289381826560</td>\n",
       "      <td>5609</td>\n",
       "      <td>30779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>887517139158093824</td>\n",
       "      <td>12082</td>\n",
       "      <td>46959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>887473957103951883</td>\n",
       "      <td>18781</td>\n",
       "      <td>69871</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>887343217045368832</td>\n",
       "      <td>10737</td>\n",
       "      <td>34222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>887101392804085760</td>\n",
       "      <td>6167</td>\n",
       "      <td>31061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>886983233522544640</td>\n",
       "      <td>8084</td>\n",
       "      <td>35859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>886736880519319552</td>\n",
       "      <td>3443</td>\n",
       "      <td>12306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>886680336477933568</td>\n",
       "      <td>4610</td>\n",
       "      <td>22798</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>886366144734445568</td>\n",
       "      <td>3316</td>\n",
       "      <td>21524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>886267009285017600</td>\n",
       "      <td>4</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2324</th>\n",
       "      <td>666411507551481857</td>\n",
       "      <td>339</td>\n",
       "      <td>459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2325</th>\n",
       "      <td>666407126856765440</td>\n",
       "      <td>44</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2326</th>\n",
       "      <td>666396247373291520</td>\n",
       "      <td>92</td>\n",
       "      <td>172</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2327</th>\n",
       "      <td>666373753744588802</td>\n",
       "      <td>100</td>\n",
       "      <td>194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2328</th>\n",
       "      <td>666362758909284353</td>\n",
       "      <td>595</td>\n",
       "      <td>804</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2329</th>\n",
       "      <td>666353288456101888</td>\n",
       "      <td>77</td>\n",
       "      <td>229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2330</th>\n",
       "      <td>666345417576210432</td>\n",
       "      <td>146</td>\n",
       "      <td>307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2331</th>\n",
       "      <td>666337882303524864</td>\n",
       "      <td>96</td>\n",
       "      <td>204</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2332</th>\n",
       "      <td>666293911632134144</td>\n",
       "      <td>368</td>\n",
       "      <td>522</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2333</th>\n",
       "      <td>666287406224695296</td>\n",
       "      <td>71</td>\n",
       "      <td>152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2334</th>\n",
       "      <td>666273097616637952</td>\n",
       "      <td>82</td>\n",
       "      <td>184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2335</th>\n",
       "      <td>666268910803644416</td>\n",
       "      <td>37</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2336</th>\n",
       "      <td>666104133288665088</td>\n",
       "      <td>6871</td>\n",
       "      <td>14765</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2337</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>16</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2338</th>\n",
       "      <td>666099513787052032</td>\n",
       "      <td>73</td>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2339</th>\n",
       "      <td>666094000022159362</td>\n",
       "      <td>79</td>\n",
       "      <td>169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2340</th>\n",
       "      <td>666082916733198337</td>\n",
       "      <td>47</td>\n",
       "      <td>121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2341</th>\n",
       "      <td>666073100786774016</td>\n",
       "      <td>174</td>\n",
       "      <td>335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2342</th>\n",
       "      <td>666071193221509120</td>\n",
       "      <td>67</td>\n",
       "      <td>154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>666063827256086533</td>\n",
       "      <td>232</td>\n",
       "      <td>496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>666058600524156928</td>\n",
       "      <td>61</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>666057090499244032</td>\n",
       "      <td>146</td>\n",
       "      <td>304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>666055525042405380</td>\n",
       "      <td>261</td>\n",
       "      <td>448</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>666051853826850816</td>\n",
       "      <td>879</td>\n",
       "      <td>1253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2348</th>\n",
       "      <td>666050758794694657</td>\n",
       "      <td>60</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2349</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>41</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2350</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>147</td>\n",
       "      <td>311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2351</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>47</td>\n",
       "      <td>128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2352</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>48</td>\n",
       "      <td>132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>532</td>\n",
       "      <td>2535</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2354 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  retweet_count  favorite_count\n",
       "0     892420643555336193           8853           39467\n",
       "1     892177421306343426           6514           33819\n",
       "2     891815181378084864           4328           25461\n",
       "3     891689557279858688           8964           42908\n",
       "4     891327558926688256           9774           41048\n",
       "5     891087950875897856           3261           20562\n",
       "6     890971913173991426           2158           12041\n",
       "7     890729181411237888          16716           56848\n",
       "8     890609185150312448           4429           28226\n",
       "9     890240255349198849           7711           32467\n",
       "10    890006608113172480           7624           31166\n",
       "11    889880896479866881           5156           28268\n",
       "12    889665388333682689           8538           38818\n",
       "13    889638837579907072           4735           27672\n",
       "14    889531135344209921           2321           15359\n",
       "15    889278841981685760           5637           25652\n",
       "16    888917238123831296           4709           29611\n",
       "17    888804989199671297           4559           26080\n",
       "18    888554962724278272           3732           20290\n",
       "19    888078434458587136           3653           22201\n",
       "20    887705289381826560           5609           30779\n",
       "21    887517139158093824          12082           46959\n",
       "22    887473957103951883          18781           69871\n",
       "23    887343217045368832          10737           34222\n",
       "24    887101392804085760           6167           31061\n",
       "25    886983233522544640           8084           35859\n",
       "26    886736880519319552           3443           12306\n",
       "27    886680336477933568           4610           22798\n",
       "28    886366144734445568           3316           21524\n",
       "29    886267009285017600              4             117\n",
       "...                  ...            ...             ...\n",
       "2324  666411507551481857            339             459\n",
       "2325  666407126856765440             44             113\n",
       "2326  666396247373291520             92             172\n",
       "2327  666373753744588802            100             194\n",
       "2328  666362758909284353            595             804\n",
       "2329  666353288456101888             77             229\n",
       "2330  666345417576210432            146             307\n",
       "2331  666337882303524864             96             204\n",
       "2332  666293911632134144            368             522\n",
       "2333  666287406224695296             71             152\n",
       "2334  666273097616637952             82             184\n",
       "2335  666268910803644416             37             108\n",
       "2336  666104133288665088           6871           14765\n",
       "2337  666102155909144576             16              81\n",
       "2338  666099513787052032             73             164\n",
       "2339  666094000022159362             79             169\n",
       "2340  666082916733198337             47             121\n",
       "2341  666073100786774016            174             335\n",
       "2342  666071193221509120             67             154\n",
       "2343  666063827256086533            232             496\n",
       "2344  666058600524156928             61             115\n",
       "2345  666057090499244032            146             304\n",
       "2346  666055525042405380            261             448\n",
       "2347  666051853826850816            879            1253\n",
       "2348  666050758794694657             60             136\n",
       "2349  666049248165822465             41             111\n",
       "2350  666044226329800704            147             311\n",
       "2351  666033412701032449             47             128\n",
       "2352  666029285002620928             48             132\n",
       "2353  666020888022790149            532            2535\n",
       "\n",
       "[2354 rows x 3 columns]"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# visual assessment\n",
    "tweets_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2354 entries, 0 to 2353\n",
      "Data columns (total 3 columns):\n",
      "tweet_id          2354 non-null int64\n",
      "retweet_count     2354 non-null int64\n",
      "favorite_count    2354 non-null int64\n",
      "dtypes: int64(3)\n",
      "memory usage: 55.2 KB\n"
     ]
    }
   ],
   "source": [
    "# programmatic assessment\n",
    "tweets_count.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>2.354000e+03</td>\n",
       "      <td>2354.000000</td>\n",
       "      <td>2354.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>7.426978e+17</td>\n",
       "      <td>3164.797366</td>\n",
       "      <td>8080.968564</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>6.852812e+16</td>\n",
       "      <td>5284.770364</td>\n",
       "      <td>11814.771334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>6.660209e+17</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>6.783975e+17</td>\n",
       "      <td>624.500000</td>\n",
       "      <td>1415.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>7.194596e+17</td>\n",
       "      <td>1473.500000</td>\n",
       "      <td>3603.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>7.993058e+17</td>\n",
       "      <td>3652.000000</td>\n",
       "      <td>10122.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>8.924206e+17</td>\n",
       "      <td>79515.000000</td>\n",
       "      <td>132810.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           tweet_id  retweet_count  favorite_count\n",
       "count  2.354000e+03    2354.000000     2354.000000\n",
       "mean   7.426978e+17    3164.797366     8080.968564\n",
       "std    6.852812e+16    5284.770364    11814.771334\n",
       "min    6.660209e+17       0.000000        0.000000\n",
       "25%    6.783975e+17     624.500000     1415.000000\n",
       "50%    7.194596e+17    1473.500000     3603.500000\n",
       "75%    7.993058e+17    3652.000000    10122.250000\n",
       "max    8.924206e+17   79515.000000   132810.000000"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_count.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "17    tweet_id\n",
       "29    tweet_id\n",
       "dtype: object"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check for duplicated coulmns\n",
    "all_columns = pd.Series(list(tweets_archive) + list(tweets_image) + list(tweets_count))\n",
    "all_columns[all_columns.duplicated()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['tweet_id',\n",
       " 'jpg_url',\n",
       " 'img_num',\n",
       " 'p1',\n",
       " 'p1_conf',\n",
       " 'p1_dog',\n",
       " 'p2',\n",
       " 'p2_conf',\n",
       " 'p2_dog',\n",
       " 'p3',\n",
       " 'p3_conf',\n",
       " 'p3_dog']"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(tweets_image) "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Quality issues\n",
    "1. `tweets archive table` - Remove all retweets.\n",
    "\n",
    "2. `tweets archive table` - drop in reply to status id, in reply to user id, retweeted status id, retweeted status user id, retweeted status timestamp column (missing data).\n",
    "\n",
    "3. Extract url content from source column.\n",
    "\n",
    "4. Extract text url content form the text column.\n",
    "\n",
    "5. Erroneous datatype assigned to timestamp column.\n",
    "\n",
    "6. Extract data and time from timestamp column.\n",
    "\n",
    "7. Inaccurate rating denominator (not exactly 10 - greater/less than).\n",
    "\n",
    "8. Invalid names in the name column."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 0,
        "height": 7,
        "hidden": false,
        "row": 40,
        "width": 12
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "### Tidiness issues\n",
    "1. `tweets archive table` - Clubbing 4 dog stage columns into 1 column\n",
    "\n",
    "2. Merged all the three (3) datasets into one (1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 4,
        "height": 4,
        "hidden": false,
        "row": 32,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "## Cleaning Data\n",
    "In this section, clean **all** of the issues you documented while assessing. \n",
    "\n",
    "**Note:** Make a copy of the original data before cleaning. Cleaning includes merging individual pieces of data according to the rules of [tidy data](https://cran.r-project.org/web/packages/tidyr/vignettes/tidy-data.html). The result should be a high-quality and tidy master pandas DataFrame (or DataFrames, if appropriate)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make copies of original pieces of data\n",
    "tweets_archive_clean = tweets_archive.copy()\n",
    "tweets_image_clean = tweets_image.copy()\n",
    "tweets_count_clean = tweets_count.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Missing Data:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### `tweets archive table` - Remove all retweets"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Filter for tweets without retweet"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# filter for tweets without retweet\n",
    "tweets_archive_clean = tweets_archive_clean[tweets_archive_clean.retweeted_status_id.isnull()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "                   timestamp  \\\n",
       "0  2017-08-01 16:23:56 +0000   \n",
       "1  2017-08-01 00:17:27 +0000   \n",
       "2  2017-07-31 00:18:03 +0000   \n",
       "3  2017-07-30 15:58:51 +0000   \n",
       "4  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  retweeted_status_id  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...                  NaN   \n",
       "1  This is Tilly. She's just checking pup on you....                  NaN   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...                  NaN   \n",
       "3  This is Darla. She commenced a snooze mid meal...                  NaN   \n",
       "4  This is Franklin. He would like you to stop ca...                  NaN   \n",
       "\n",
       "   retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                       NaN                        NaN   \n",
       "1                       NaN                        NaN   \n",
       "2                       NaN                        NaN   \n",
       "3                       NaN                        NaN   \n",
       "4                       NaN                        NaN   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name doggo floofer pupper puppo  \n",
       "0                  10   Phineas  None    None   None  None  \n",
       "1                  10     Tilly  None    None   None  None  \n",
       "2                  10    Archie  None    None   None  None  \n",
       "3                  10     Darla  None    None   None  None  \n",
       "4                  10  Franklin  None    None   None  None  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_archive_clean.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Drop in reply to status id, in reply to user id, retweeted status id, retweeted status user id, retweeted status timestamp column (missing data)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Drop all missing columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweets_archive_clean = tweets_archive_clean.drop(['in_reply_to_status_id', 'in_reply_to_user_id', 'retweeted_status_id', 'retweeted_status_user_id', 'retweeted_status_timestamp'], axis = 1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2175 entries, 0 to 2355\n",
      "Data columns (total 12 columns):\n",
      "tweet_id              2175 non-null int64\n",
      "timestamp             2175 non-null object\n",
      "source                2175 non-null object\n",
      "text                  2175 non-null object\n",
      "expanded_urls         2117 non-null object\n",
      "rating_numerator      2175 non-null int64\n",
      "rating_denominator    2175 non-null int64\n",
      "name                  2175 non-null object\n",
      "doggo                 2175 non-null object\n",
      "floofer               2175 non-null object\n",
      "pupper                2175 non-null object\n",
      "puppo                 2175 non-null object\n",
      "dtypes: int64(3), object(9)\n",
      "memory usage: 220.9+ KB\n"
     ]
    }
   ],
   "source": [
    "tweets_archive_clean.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Tidiness"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### `tweets archive table` - Clubbing 4 dog stage columns into 1 column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Set the None values to np.nan in all the 4 dog stage columns using pandas replace.\n",
    "- Concatenate all 4 columns to 1 column dog_stage.\n",
    "- Drop the original 4 columns of dog stages."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set the None values to np.nan in all the 4 dog stage columns using pandas replace.\n",
    "tweets_archive_clean.doggo = tweets_archive_clean.doggo.replace('None', np.nan)\n",
    "tweets_archive_clean.floofer = tweets_archive_clean.floofer.replace('None', np.nan)\n",
    "tweets_archive_clean.pupper = tweets_archive_clean.pupper.replace('None', np.nan)\n",
    "tweets_archive_clean.puppo = tweets_archive_clean.puppo.replace('None', np.nan)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# concatenate the four columns into one column dog stage\n",
    "tweets_archive_clean['dog_stage'] = tweets_archive_clean[['doggo', 'floofer', 'pupper', 'puppo']].stack().groupby(level=0).agg(','.join)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop columns of dog stages\n",
    "tweets_archive_clean.drop(['doggo', 'floofer', 'pupper', 'puppo'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2175 entries, 0 to 2355\n",
      "Data columns (total 9 columns):\n",
      "tweet_id              2175 non-null int64\n",
      "timestamp             2175 non-null object\n",
      "source                2175 non-null object\n",
      "text                  2175 non-null object\n",
      "expanded_urls         2117 non-null object\n",
      "rating_numerator      2175 non-null int64\n",
      "rating_denominator    2175 non-null int64\n",
      "name                  2175 non-null object\n",
      "dog_stage             344 non-null object\n",
      "dtypes: int64(3), object(6)\n",
      "memory usage: 249.9+ KB\n"
     ]
    }
   ],
   "source": [
    "tweets_archive_clean.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pupper           224\n",
       "doggo             75\n",
       "puppo             24\n",
       "doggo,pupper      10\n",
       "floofer            9\n",
       "doggo,puppo        1\n",
       "doggo,floofer      1\n",
       "Name: dog_stage, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_archive_clean.dog_stage.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Merged all the three (3) datasets into one (1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Merge the `tweets_archive`, `tweets_image`, `tweets_count` dataframes into one master dataframes using reduce function."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "from functools import reduce\n",
    "tweets_clean = reduce(lambda left, right: pd.merge(left, right, on='tweet_id'),[tweets_archive_clean, tweets_image_clean, tweets_count_clean])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1994 entries, 0 to 1993\n",
      "Data columns (total 22 columns):\n",
      "tweet_id              1994 non-null int64\n",
      "timestamp             1994 non-null object\n",
      "source                1994 non-null object\n",
      "text                  1994 non-null object\n",
      "expanded_urls         1994 non-null object\n",
      "rating_numerator      1994 non-null int64\n",
      "rating_denominator    1994 non-null int64\n",
      "name                  1994 non-null object\n",
      "dog_stage             306 non-null object\n",
      "jpg_url               1994 non-null object\n",
      "img_num               1994 non-null int64\n",
      "p1                    1994 non-null object\n",
      "p1_conf               1994 non-null float64\n",
      "p1_dog                1994 non-null bool\n",
      "p2                    1994 non-null object\n",
      "p2_conf               1994 non-null float64\n",
      "p2_dog                1994 non-null bool\n",
      "p3                    1994 non-null object\n",
      "p3_conf               1994 non-null float64\n",
      "p3_dog                1994 non-null bool\n",
      "retweet_count         1994 non-null int64\n",
      "favorite_count        1994 non-null int64\n",
      "dtypes: bool(3), float64(3), int64(6), object(10)\n",
      "memory usage: 317.4+ KB\n"
     ]
    }
   ],
   "source": [
    "tweets_clean.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>0.097049</td>\n",
       "      <td>False</td>\n",
       "      <td>bagel</td>\n",
       "      <td>0.085851</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>0.323581</td>\n",
       "      <td>True</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.090647</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>0.716012</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170278</td>\n",
       "      <td>False</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.168086</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>0.555712</td>\n",
       "      <td>True</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.225770</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                  timestamp  \\\n",
       "0  892420643555336193  2017-08-01 16:23:56 +0000   \n",
       "1  892177421306343426  2017-08-01 00:17:27 +0000   \n",
       "2  891815181378084864  2017-07-31 00:18:03 +0000   \n",
       "3  891689557279858688  2017-07-30 15:58:51 +0000   \n",
       "4  891327558926688256  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url       ...         p1_conf  \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg       ...        0.097049   \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg       ...        0.323581   \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg       ...        0.716012   \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg       ...        0.170278   \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg       ...        0.555712   \n",
       "\n",
       "  p1_dog                  p2   p2_conf p2_dog                           p3  \\\n",
       "0  False               bagel  0.085851  False                       banana   \n",
       "1   True            Pekinese  0.090647   True                     papillon   \n",
       "2   True            malamute  0.078253   True                       kelpie   \n",
       "3  False  Labrador_retriever  0.168086   True                      spatula   \n",
       "4   True    English_springer  0.225770   True  German_short-haired_pointer   \n",
       "\n",
       "    p3_conf p3_dog  retweet_count  favorite_count  \n",
       "0  0.076110  False           8853           39467  \n",
       "1  0.068957   True           6514           33819  \n",
       "2  0.031379   True           4328           25461  \n",
       "3  0.040836  False           8964           42908  \n",
       "4  0.175219   True           9774           41048  \n",
       "\n",
       "[5 rows x 22 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Quality"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Extract url content form the source column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Using regular expression to extract url links from source column into a new column."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "#create the pattern\n",
    "pattern = r'(https?:\\/\\/(?:www\\.)?[-a-zA-Z0-9@:%._+~#=]{1,256}\\.[a-zA-Z0-9()]{1,6}[-a-zA-Z0-9()@:%_+.~#?&/=]*)'\n",
    "# Assigned the url links to a new column\n",
    "tweets_clean['source_url'] = tweets_clean['source'].str.extract(pattern, expand=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>bagel</td>\n",
       "      <td>0.085851</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.090647</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.168086</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.225770</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                  timestamp  \\\n",
       "0  892420643555336193  2017-08-01 16:23:56 +0000   \n",
       "1  892177421306343426  2017-08-01 00:17:27 +0000   \n",
       "2  891815181378084864  2017-07-31 00:18:03 +0000   \n",
       "3  891689557279858688  2017-07-30 15:58:51 +0000   \n",
       "4  891327558926688256  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url  \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg   \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg   \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg   \n",
       "\n",
       "                  ...                  p1_dog                  p2   p2_conf  \\\n",
       "0                 ...                   False               bagel  0.085851   \n",
       "1                 ...                    True            Pekinese  0.090647   \n",
       "2                 ...                    True            malamute  0.078253   \n",
       "3                 ...                   False  Labrador_retriever  0.168086   \n",
       "4                 ...                    True    English_springer  0.225770   \n",
       "\n",
       "   p2_dog                           p3   p3_conf  p3_dog retweet_count  \\\n",
       "0   False                       banana  0.076110   False          8853   \n",
       "1    True                     papillon  0.068957    True          6514   \n",
       "2    True                       kelpie  0.031379    True          4328   \n",
       "3    True                      spatula  0.040836   False          8964   \n",
       "4    True  German_short-haired_pointer  0.175219    True          9774   \n",
       "\n",
       "   favorite_count                          source_url  \n",
       "0           39467  http://twitter.com/download/iphone  \n",
       "1           33819  http://twitter.com/download/iphone  \n",
       "2           25461  http://twitter.com/download/iphone  \n",
       "3           42908  http://twitter.com/download/iphone  \n",
       "4           41048  http://twitter.com/download/iphone  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Extract text url content form the text column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Using regular expression to extract text url links from source column into a new column."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "#create the pattern\n",
    "pat = r'(https?:\\/\\/(?:www\\.)?[-a-zA-Z0-9@:%._+~#=]{1,256}\\.[a-zA-Z0-9()]{1,6}[-a-zA-Z0-9()@:%_+.~#?&/=]*)'\n",
    "# Assigned the text url links to a new column\n",
    "tweets_clean['tweet_url'] = tweets_clean['text'].str.extract(pat, expand=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>bagel</td>\n",
       "      <td>0.085851</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.090647</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.168086</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.225770</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                  timestamp  \\\n",
       "0  892420643555336193  2017-08-01 16:23:56 +0000   \n",
       "1  892177421306343426  2017-08-01 00:17:27 +0000   \n",
       "2  891815181378084864  2017-07-31 00:18:03 +0000   \n",
       "3  891689557279858688  2017-07-30 15:58:51 +0000   \n",
       "4  891327558926688256  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url           ...             \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg           ...              \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg           ...              \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg           ...              \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg           ...              \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg           ...              \n",
       "\n",
       "                   p2   p2_conf  p2_dog                           p3  \\\n",
       "0               bagel  0.085851   False                       banana   \n",
       "1            Pekinese  0.090647    True                     papillon   \n",
       "2            malamute  0.078253    True                       kelpie   \n",
       "3  Labrador_retriever  0.168086    True                      spatula   \n",
       "4    English_springer  0.225770    True  German_short-haired_pointer   \n",
       "\n",
       "    p3_conf  p3_dog  retweet_count favorite_count  \\\n",
       "0  0.076110   False           8853          39467   \n",
       "1  0.068957    True           6514          33819   \n",
       "2  0.031379    True           4328          25461   \n",
       "3  0.040836   False           8964          42908   \n",
       "4  0.175219    True           9774          41048   \n",
       "\n",
       "                           source_url                tweet_url  \n",
       "0  http://twitter.com/download/iphone  https://t.co/MgUWQ76dJU  \n",
       "1  http://twitter.com/download/iphone  https://t.co/0Xxu71qeIV  \n",
       "2  http://twitter.com/download/iphone  https://t.co/wUnZnhtVJB  \n",
       "3  http://twitter.com/download/iphone  https://t.co/tD36da7qLQ  \n",
       "4  http://twitter.com/download/iphone  https://t.co/AtUZn91f7f  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Erroneous datatype assigned to timestamp column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true,
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "hidden": true
       },
       "report_default": {
        "hidden": true
       }
      }
     }
    }
   },
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Change the timestamp datatype to datatime in tweets archive table"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweets_clean.timestamp = pd.to_datetime(tweets_clean.timestamp)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1994 entries, 0 to 1993\n",
      "Data columns (total 24 columns):\n",
      "tweet_id              1994 non-null int64\n",
      "timestamp             1994 non-null datetime64[ns]\n",
      "source                1994 non-null object\n",
      "text                  1994 non-null object\n",
      "expanded_urls         1994 non-null object\n",
      "rating_numerator      1994 non-null int64\n",
      "rating_denominator    1994 non-null int64\n",
      "name                  1994 non-null object\n",
      "dog_stage             306 non-null object\n",
      "jpg_url               1994 non-null object\n",
      "img_num               1994 non-null int64\n",
      "p1                    1994 non-null object\n",
      "p1_conf               1994 non-null float64\n",
      "p1_dog                1994 non-null bool\n",
      "p2                    1994 non-null object\n",
      "p2_conf               1994 non-null float64\n",
      "p2_dog                1994 non-null bool\n",
      "p3                    1994 non-null object\n",
      "p3_conf               1994 non-null float64\n",
      "p3_dog                1994 non-null bool\n",
      "retweet_count         1994 non-null int64\n",
      "favorite_count        1994 non-null int64\n",
      "source_url            1994 non-null object\n",
      "tweet_url             1994 non-null object\n",
      "dtypes: bool(3), datetime64[ns](1), float64(3), int64(6), object(11)\n",
      "memory usage: 348.6+ KB\n"
     ]
    }
   ],
   "source": [
    "tweets_clean.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Extract the data and time from the timestamp column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Extract date and time from the `timestamp` column using pandas `dt` accessor"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweets_clean['date'] = tweets_clean['timestamp'].dt.normalize()\n",
    "tweets_clean['time'] = tweets_clean['timestamp'].dt.time"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>16:23:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>00:17:27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>2017-07-31</td>\n",
       "      <td>00:18:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "      <td>2017-07-30</td>\n",
       "      <td>15:58:51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "      <td>2017-07-29</td>\n",
       "      <td>16:00:24</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "2  891815181378084864 2017-07-31 00:18:03   \n",
       "3  891689557279858688 2017-07-30 15:58:51   \n",
       "4  891327558926688256 2017-07-29 16:00:24   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url    ...     p2_dog  \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg    ...      False   \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg    ...       True   \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg    ...       True   \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg    ...       True   \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg    ...       True   \n",
       "\n",
       "                            p3   p3_conf  p3_dog retweet_count  \\\n",
       "0                       banana  0.076110   False          8853   \n",
       "1                     papillon  0.068957    True          6514   \n",
       "2                       kelpie  0.031379    True          4328   \n",
       "3                      spatula  0.040836   False          8964   \n",
       "4  German_short-haired_pointer  0.175219    True          9774   \n",
       "\n",
       "   favorite_count                          source_url  \\\n",
       "0           39467  http://twitter.com/download/iphone   \n",
       "1           33819  http://twitter.com/download/iphone   \n",
       "2           25461  http://twitter.com/download/iphone   \n",
       "3           42908  http://twitter.com/download/iphone   \n",
       "4           41048  http://twitter.com/download/iphone   \n",
       "\n",
       "                 tweet_url       date      time  \n",
       "0  https://t.co/MgUWQ76dJU 2017-08-01  16:23:56  \n",
       "1  https://t.co/0Xxu71qeIV 2017-08-01  00:17:27  \n",
       "2  https://t.co/wUnZnhtVJB 2017-07-31  00:18:03  \n",
       "3  https://t.co/tD36da7qLQ 2017-07-30  15:58:51  \n",
       "4  https://t.co/AtUZn91f7f 2017-07-29  16:00:24  \n",
       "\n",
       "[5 rows x 26 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Inaccurate rating denominator (not equal 10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Apply a function that check for rating denominator (not equal 10) and change it."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to apply\n",
    "def tweets_rating(tweets_clean):\n",
    "    if tweets_clean['rating_denominator'] !=10:\n",
    "        tweets_clean['rating_denominator'] = 10\n",
    "        return tweets_clean['rating_denominator']\n",
    "    else:\n",
    "        return tweets_clean['rating_denominator'] \n",
    "tweets_clean['rating_denominator'] = tweets_clean.apply(tweets_rating, axis=1)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10    1994\n",
       "Name: rating_denominator, dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.rating_denominator.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Invalid names in the name column."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- Replace all rows with lower case names and set their values to None / NaN value in the name column."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweets_clean.loc[tweets_clean['name'] == tweets_clean['name'].str.lower(), 'name'] = np.nan"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "None         546\n",
       "Charlie       11\n",
       "Lucy          10\n",
       "Cooper        10\n",
       "Oliver        10\n",
       "Tucker         9\n",
       "Penny          9\n",
       "Winston        8\n",
       "Sadie          8\n",
       "Daisy          7\n",
       "Toby           7\n",
       "Lola           7\n",
       "Stanley        6\n",
       "Koda           6\n",
       "Jax            6\n",
       "Bella          6\n",
       "Bo             6\n",
       "Dave           5\n",
       "Buddy          5\n",
       "Chester        5\n",
       "Milo           5\n",
       "Louis          5\n",
       "Oscar          5\n",
       "Leo            5\n",
       "Rusty          5\n",
       "Bailey         5\n",
       "Scout          5\n",
       "Winnie         4\n",
       "Gus            4\n",
       "Phil           4\n",
       "            ... \n",
       "Biden          1\n",
       "Kona           1\n",
       "Spark          1\n",
       "Marvin         1\n",
       "Dobby          1\n",
       "Tonks          1\n",
       "Sweet          1\n",
       "Duchess        1\n",
       "Kallie         1\n",
       "Roscoe         1\n",
       "Cheryl         1\n",
       "Mac            1\n",
       "Beya           1\n",
       "Kramer         1\n",
       "Doobert        1\n",
       "Leonidas       1\n",
       "Tassy          1\n",
       "Lambeau        1\n",
       "Reagan         1\n",
       "JD             1\n",
       "Schnitzel      1\n",
       "Brat           1\n",
       "Barney         1\n",
       "Terrenth       1\n",
       "Peanut         1\n",
       "Brockly        1\n",
       "Dudley         1\n",
       "Mingus         1\n",
       "Jockson        1\n",
       "Hector         1\n",
       "Name: name, Length: 914, dtype: int64"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_clean.name.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Storing Data\n",
    "Save gathered, assessed, and cleaned master dataset to a CSV file named \"twitter_archive_master.csv\"."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweets_clean.to_csv('twitter_archive_master', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Analyzing and Visualizing Data\n",
    "In this section, analyze and visualize your wrangled data. You must produce at least **three (3) insights and one (1) visualization.**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>16:23:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>00:17:27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>2017-07-31</td>\n",
       "      <td>00:18:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "      <td>2017-07-30</td>\n",
       "      <td>15:58:51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "      <td>2017-07-29</td>\n",
       "      <td>16:00:24</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "2  891815181378084864 2017-07-31 00:18:03   \n",
       "3  891689557279858688 2017-07-30 15:58:51   \n",
       "4  891327558926688256 2017-07-29 16:00:24   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url    ...     p2_dog  \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg    ...      False   \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg    ...       True   \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg    ...       True   \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg    ...       True   \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg    ...       True   \n",
       "\n",
       "                            p3   p3_conf  p3_dog retweet_count  \\\n",
       "0                       banana  0.076110   False          8853   \n",
       "1                     papillon  0.068957    True          6514   \n",
       "2                       kelpie  0.031379    True          4328   \n",
       "3                      spatula  0.040836   False          8964   \n",
       "4  German_short-haired_pointer  0.175219    True          9774   \n",
       "\n",
       "   favorite_count                          source_url  \\\n",
       "0           39467  http://twitter.com/download/iphone   \n",
       "1           33819  http://twitter.com/download/iphone   \n",
       "2           25461  http://twitter.com/download/iphone   \n",
       "3           42908  http://twitter.com/download/iphone   \n",
       "4           41048  http://twitter.com/download/iphone   \n",
       "\n",
       "                 tweet_url       date      time  \n",
       "0  https://t.co/MgUWQ76dJU 2017-08-01  16:23:56  \n",
       "1  https://t.co/0Xxu71qeIV 2017-08-01  00:17:27  \n",
       "2  https://t.co/wUnZnhtVJB 2017-07-31  00:18:03  \n",
       "3  https://t.co/tD36da7qLQ 2017-07-30  15:58:51  \n",
       "4  https://t.co/AtUZn91f7f 2017-07-29  16:00:24  \n",
       "\n",
       "[5 rows x 26 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read the cleaned master dataset `twitter archive master csv file`\n",
    "twitter_archive_master = pd.read_csv('twitter_archive_master', parse_dates = ['timestamp', 'date'])\n",
    "twitter_archive_master.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1994 entries, 0 to 1993\n",
      "Data columns (total 26 columns):\n",
      "tweet_id              1994 non-null int64\n",
      "timestamp             1994 non-null datetime64[ns]\n",
      "source                1994 non-null object\n",
      "text                  1994 non-null object\n",
      "expanded_urls         1994 non-null object\n",
      "rating_numerator      1994 non-null int64\n",
      "rating_denominator    1994 non-null int64\n",
      "name                  1896 non-null object\n",
      "dog_stage             306 non-null object\n",
      "jpg_url               1994 non-null object\n",
      "img_num               1994 non-null int64\n",
      "p1                    1994 non-null object\n",
      "p1_conf               1994 non-null float64\n",
      "p1_dog                1994 non-null bool\n",
      "p2                    1994 non-null object\n",
      "p2_conf               1994 non-null float64\n",
      "p2_dog                1994 non-null bool\n",
      "p3                    1994 non-null object\n",
      "p3_conf               1994 non-null float64\n",
      "p3_dog                1994 non-null bool\n",
      "retweet_count         1994 non-null int64\n",
      "favorite_count        1994 non-null int64\n",
      "source_url            1994 non-null object\n",
      "tweet_url             1994 non-null object\n",
      "date                  1994 non-null datetime64[ns]\n",
      "time                  1994 non-null object\n",
      "dtypes: bool(3), datetime64[ns](2), float64(3), int64(6), object(12)\n",
      "memory usage: 364.2+ KB\n"
     ]
    }
   ],
   "source": [
    "twitter_archive_master.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>775</th>\n",
       "      <td>744234799360020481</td>\n",
       "      <td>2016-06-18 18:26:18</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here's a doggo realizing you can stand in a po...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/744234799...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>doggo</td>\n",
       "      <td>https://pbs.twimg.com/ext_tw_video_thumb/74423...</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>whippet</td>\n",
       "      <td>0.018442</td>\n",
       "      <td>True</td>\n",
       "      <td>79515</td>\n",
       "      <td>131075</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/7wE9LTEXC4</td>\n",
       "      <td>2016-06-18</td>\n",
       "      <td>18:26:18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               tweet_id           timestamp  \\\n",
       "775  744234799360020481 2016-06-18 18:26:18   \n",
       "\n",
       "                                                source  \\\n",
       "775  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                  text  \\\n",
       "775  Here's a doggo realizing you can stand in a po...   \n",
       "\n",
       "                                         expanded_urls  rating_numerator  \\\n",
       "775  https://twitter.com/dog_rates/status/744234799...                13   \n",
       "\n",
       "     rating_denominator  name dog_stage  \\\n",
       "775                  10  None     doggo   \n",
       "\n",
       "                                               jpg_url    ...     p2_dog  \\\n",
       "775  https://pbs.twimg.com/ext_tw_video_thumb/74423...    ...      False   \n",
       "\n",
       "          p3   p3_conf  p3_dog retweet_count  favorite_count  \\\n",
       "775  whippet  0.018442    True         79515          131075   \n",
       "\n",
       "                             source_url                tweet_url       date  \\\n",
       "775  http://twitter.com/download/iphone  https://t.co/7wE9LTEXC4 2016-06-18   \n",
       "\n",
       "         time  \n",
       "775  18:26:18  \n",
       "\n",
       "[1 rows x 26 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Tweet id with most retweet count\n",
    "twitter_archive_master[twitter_archive_master.retweet_count >= twitter_archive_master.retweet_count.max()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1977</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>2015-11-16 03:55:04</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Oh my. Here you are seeing an Adobe Setter giv...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666102155...</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>borzoi</td>\n",
       "      <td>0.133649</td>\n",
       "      <td>True</td>\n",
       "      <td>16</td>\n",
       "      <td>81</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/11LvqN4WLq</td>\n",
       "      <td>2015-11-16</td>\n",
       "      <td>03:55:04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id           timestamp  \\\n",
       "1977  666102155909144576 2015-11-16 03:55:04   \n",
       "\n",
       "                                                 source  \\\n",
       "1977  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                   text  \\\n",
       "1977  Oh my. Here you are seeing an Adobe Setter giv...   \n",
       "\n",
       "                                          expanded_urls  rating_numerator  \\\n",
       "1977  https://twitter.com/dog_rates/status/666102155...                11   \n",
       "\n",
       "      rating_denominator  name dog_stage  \\\n",
       "1977                  10  None       NaN   \n",
       "\n",
       "                                              jpg_url    ...     p2_dog  \\\n",
       "1977  https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg    ...       True   \n",
       "\n",
       "          p3   p3_conf  p3_dog retweet_count  favorite_count  \\\n",
       "1977  borzoi  0.133649    True            16              81   \n",
       "\n",
       "                              source_url                tweet_url       date  \\\n",
       "1977  http://twitter.com/download/iphone  https://t.co/11LvqN4WLq 2015-11-16   \n",
       "\n",
       "          time  \n",
       "1977  03:55:04  \n",
       "\n",
       "[1 rows x 26 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Tweet id with least retweet count\n",
    "twitter_archive_master[twitter_archive_master.retweet_count <= twitter_archive_master.retweet_count.min()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>309</th>\n",
       "      <td>822872901745569793</td>\n",
       "      <td>2017-01-21 18:26:02</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Here's a super supportive puppo participating ...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/822872901...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>puppo</td>\n",
       "      <td>https://pbs.twimg.com/media/C2tugXLXgAArJO4.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>Irish_terrier</td>\n",
       "      <td>0.069126</td>\n",
       "      <td>True</td>\n",
       "      <td>48265</td>\n",
       "      <td>132810</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/nTz3FtorBc</td>\n",
       "      <td>2017-01-21</td>\n",
       "      <td>18:26:02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               tweet_id           timestamp  \\\n",
       "309  822872901745569793 2017-01-21 18:26:02   \n",
       "\n",
       "                                                source  \\\n",
       "309  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                  text  \\\n",
       "309  Here's a super supportive puppo participating ...   \n",
       "\n",
       "                                         expanded_urls  rating_numerator  \\\n",
       "309  https://twitter.com/dog_rates/status/822872901...                13   \n",
       "\n",
       "     rating_denominator  name dog_stage  \\\n",
       "309                  10  None     puppo   \n",
       "\n",
       "                                             jpg_url    ...     p2_dog  \\\n",
       "309  https://pbs.twimg.com/media/C2tugXLXgAArJO4.jpg    ...       True   \n",
       "\n",
       "                p3   p3_conf  p3_dog retweet_count  favorite_count  \\\n",
       "309  Irish_terrier  0.069126    True         48265          132810   \n",
       "\n",
       "                             source_url                tweet_url       date  \\\n",
       "309  http://twitter.com/download/iphone  https://t.co/nTz3FtorBc 2017-01-21   \n",
       "\n",
       "         time  \n",
       "309  18:26:02  \n",
       "\n",
       "[1 rows x 26 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Tweet id with the most favourite count\n",
    "twitter_archive_master[twitter_archive_master.favorite_count >= twitter_archive_master.favorite_count.max()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1977</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>2015-11-16 03:55:04</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>Oh my. Here you are seeing an Adobe Setter giv...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666102155...</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>borzoi</td>\n",
       "      <td>0.133649</td>\n",
       "      <td>True</td>\n",
       "      <td>16</td>\n",
       "      <td>81</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/11LvqN4WLq</td>\n",
       "      <td>2015-11-16</td>\n",
       "      <td>03:55:04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id           timestamp  \\\n",
       "1977  666102155909144576 2015-11-16 03:55:04   \n",
       "\n",
       "                                                 source  \\\n",
       "1977  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                   text  \\\n",
       "1977  Oh my. Here you are seeing an Adobe Setter giv...   \n",
       "\n",
       "                                          expanded_urls  rating_numerator  \\\n",
       "1977  https://twitter.com/dog_rates/status/666102155...                11   \n",
       "\n",
       "      rating_denominator  name dog_stage  \\\n",
       "1977                  10  None       NaN   \n",
       "\n",
       "                                              jpg_url    ...     p2_dog  \\\n",
       "1977  https://pbs.twimg.com/media/CT54YGiWUAEZnoK.jpg    ...       True   \n",
       "\n",
       "          p3   p3_conf  p3_dog retweet_count  favorite_count  \\\n",
       "1977  borzoi  0.133649    True            16              81   \n",
       "\n",
       "                              source_url                tweet_url       date  \\\n",
       "1977  http://twitter.com/download/iphone  https://t.co/11LvqN4WLq 2015-11-16   \n",
       "\n",
       "          time  \n",
       "1977  03:55:04  \n",
       "\n",
       "[1 rows x 26 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Tweet id with the least favourite count\n",
    "twitter_archive_master[twitter_archive_master.favorite_count <= twitter_archive_master.favorite_count.min()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create a rating column to get the final rating\n",
    "twitter_archive_master['rating'] = twitter_archive_master.rating_numerator / twitter_archive_master.rating_denominator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>dog_stage</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>...</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>source_url</th>\n",
       "      <th>tweet_url</th>\n",
       "      <th>date</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only eve...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "      <td>8853</td>\n",
       "      <td>39467</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>16:23:56</td>\n",
       "      <td>1.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Tilly. She's just checking pup on you....</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "      <td>6514</td>\n",
       "      <td>33819</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>2017-08-01</td>\n",
       "      <td>00:17:27</td>\n",
       "      <td>1.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncin...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "      <td>4328</td>\n",
       "      <td>25461</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>2017-07-31</td>\n",
       "      <td>00:18:03</td>\n",
       "      <td>1.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557...</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "      <td>8964</td>\n",
       "      <td>42908</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "      <td>2017-07-30</td>\n",
       "      <td>15:58:51</td>\n",
       "      <td>1.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" r...</td>\n",
       "      <td>This is Franklin. He would like you to stop ca...</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558...</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "      <td>9774</td>\n",
       "      <td>41048</td>\n",
       "      <td>http://twitter.com/download/iphone</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "      <td>2017-07-29</td>\n",
       "      <td>16:00:24</td>\n",
       "      <td>1.2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "2  891815181378084864 2017-07-31 00:18:03   \n",
       "3  891689557279858688 2017-07-30 15:58:51   \n",
       "4  891327558926688256 2017-07-29 16:00:24   \n",
       "\n",
       "                                              source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" r...   \n",
       "\n",
       "                                                text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only eve...   \n",
       "1  This is Tilly. She's just checking pup on you....   \n",
       "2  This is Archie. He is a rare Norwegian Pouncin...   \n",
       "3  This is Darla. She commenced a snooze mid meal...   \n",
       "4  This is Franklin. He would like you to stop ca...   \n",
       "\n",
       "                                       expanded_urls  rating_numerator  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643...                13   \n",
       "1  https://twitter.com/dog_rates/status/892177421...                13   \n",
       "2  https://twitter.com/dog_rates/status/891815181...                12   \n",
       "3  https://twitter.com/dog_rates/status/891689557...                13   \n",
       "4  https://twitter.com/dog_rates/status/891327558...                12   \n",
       "\n",
       "   rating_denominator      name dog_stage  \\\n",
       "0                  10   Phineas       NaN   \n",
       "1                  10     Tilly       NaN   \n",
       "2                  10    Archie       NaN   \n",
       "3                  10     Darla       NaN   \n",
       "4                  10  Franklin       NaN   \n",
       "\n",
       "                                           jpg_url   ...    \\\n",
       "0  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   ...     \n",
       "1  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   ...     \n",
       "2  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg   ...     \n",
       "3  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg   ...     \n",
       "4  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg   ...     \n",
       "\n",
       "                            p3   p3_conf  p3_dog  retweet_count  \\\n",
       "0                       banana  0.076110   False           8853   \n",
       "1                     papillon  0.068957    True           6514   \n",
       "2                       kelpie  0.031379    True           4328   \n",
       "3                      spatula  0.040836   False           8964   \n",
       "4  German_short-haired_pointer  0.175219    True           9774   \n",
       "\n",
       "  favorite_count                          source_url                tweet_url  \\\n",
       "0          39467  http://twitter.com/download/iphone  https://t.co/MgUWQ76dJU   \n",
       "1          33819  http://twitter.com/download/iphone  https://t.co/0Xxu71qeIV   \n",
       "2          25461  http://twitter.com/download/iphone  https://t.co/wUnZnhtVJB   \n",
       "3          42908  http://twitter.com/download/iphone  https://t.co/tD36da7qLQ   \n",
       "4          41048  http://twitter.com/download/iphone  https://t.co/AtUZn91f7f   \n",
       "\n",
       "        date      time  rating  \n",
       "0 2017-08-01  16:23:56     1.3  \n",
       "1 2017-08-01  00:17:27     1.3  \n",
       "2 2017-07-31  00:18:03     1.2  \n",
       "3 2017-07-30  15:58:51     1.3  \n",
       "4 2017-07-29  16:00:24     1.2  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter_archive_master.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rating greater than 1\n",
    "rating_over = twitter_archive_master.rating > 1\n",
    "# Rating numerator under 1\n",
    "rating_under = twitter_archive_master.rating <= 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1161"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(twitter_archive_master.tweet_id[rating_over])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "833"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(twitter_archive_master.tweet_id[rating_under])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pupper           203\n",
       "doggo             63\n",
       "puppo             22\n",
       "doggo,pupper       9\n",
       "floofer            7\n",
       "doggo,puppo        1\n",
       "doggo,floofer      1\n",
       "Name: dog_stage, dtype: int64"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter_archive_master.dog_stage.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dog_stage</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>doggo</th>\n",
       "      <td>7125.698413</td>\n",
       "      <td>19356.380952</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>doggo,floofer</th>\n",
       "      <td>3433.000000</td>\n",
       "      <td>17169.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>doggo,pupper</th>\n",
       "      <td>4083.444444</td>\n",
       "      <td>12533.111111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>doggo,puppo</th>\n",
       "      <td>19196.000000</td>\n",
       "      <td>47844.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>floofer</th>\n",
       "      <td>4968.714286</td>\n",
       "      <td>13206.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pupper</th>\n",
       "      <td>2363.581281</td>\n",
       "      <td>7197.738916</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>puppo</th>\n",
       "      <td>6473.954545</td>\n",
       "      <td>21582.090909</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               retweet_count  favorite_count\n",
       "dog_stage                                   \n",
       "doggo            7125.698413    19356.380952\n",
       "doggo,floofer    3433.000000    17169.000000\n",
       "doggo,pupper     4083.444444    12533.111111\n",
       "doggo,puppo     19196.000000    47844.000000\n",
       "floofer          4968.714286    13206.000000\n",
       "pupper           2363.581281     7197.738916\n",
       "puppo            6473.954545    21582.090909"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# dog stages based on their retweet count and favorite count\n",
    "twitter_archive_master.groupby('dog_stage')['retweet_count', 'favorite_count'].mean()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Insights:\n",
    "1. `tweet id`: 744234799360020481 has the most retweet_count of **79515**\n",
    "\n",
    "2. `tweet id`: 666102155909144576 has the least retweet_count of **16**\n",
    "\n",
    "3. `tweet id`: 822872901745569793 has the most favorite count of **132810**\n",
    "\n",
    "4. `tweet id`: 666102155909144576 has the least favorite count of **81**\n",
    "\n",
    "5. `tweet ids` have more rating over 1 (1161) compared to under 1 (833).\n",
    "\n",
    "6. `dog stage`: Pupper has the highest tweets (tweet id) while Floofer has the lowest."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "### Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Count of Ratings Greater Than One')"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3XucHFWZ//HP14SQQIAg4IAJElQEgaDCgAguTgBXLgoqVxcEBI2uiqi4Cri7CCsaF1FRfytGYAmsS8JNQAREkAmIBkyyQriIRggQhBARCENCIPD8/jhnmJ6hp6eme/qSme/79erXdJ26nKfP9NQzdarqlCICMzOzvl7T7ADMzKw1OUGYmVlZThBmZlaWE4SZmZXlBGFmZmU5QZiZWVlOEDaiSfq1pMOaHceaStJcSUc2Ow6rDyeINYikrpLXy5JWlkwf0aAYHpf07grz95G0qGR6rqTnJT0rabmk30v6kqS1qqh7n/y5u/L27hvM55Y0XdK5pWURsWdEzB5sLAXrmyDpbEkPSXou/5wtaac61beNpNVDuL29S75fz0mKPt/B1w1VXQXjGSfpTEmP5O/+/ZI+L0mNjGMkGd3sAKy4iBjf/V7SYuDjEXFj8yIq7OMR8T+SxgO7At8D9gT2q2JbD0TEm/NO4UDgUkm/jYgHhzDemkkaB8wBlgD7AvcD44D98/T8MuuMjogh28EPVt/683drfJ63DXB36XcwlzcqNgFXAusB/wj8mfRdugh4PfDlhgQy0kSEX2vgC1gM7F0yvR7wPLB+nv46sAoYl6e/DUzP78eRdtKPAI8DPwDWLtnWh4C7gKeBW4Ftc/mlwMvACqAL+FyZuPYBFpVMzwWO7LPMm3Jse+fp3YH/A5bneL7Zz2fute1cthz4QMn0j0g75eXAHcCuufyDwAvAizn2O/rGB3wKuAn4fv7sf+nTxm8GbgOeBa4Hfgyc20+snwUeBsZW+B2OBQL451zXH3P59sCvgaeA+4AP9vnd3Jk/30PAKSXznsjb68qvd+TyT5IS1N+BXwATK9XfT6zbAKvLlM8FTs0/lwPXAhvmeaOBy4GluT1vBrYuWXdW/h7+MrfpbcAW/dS/f/7ebdqnfA9gNfCGgeLJ8/8BuD3HswDYvdl/y638anoAflX5i+uTIHLZHcD++f0t+Y9+asm8ffP7c4DLgAnABvkP9NQ8b1fgMWAnYBQwDfgTMDrPfxx4d4W4BkwQJfGclt//H3BIfr8e8M6Btk3qHj0k7+C2LVnmKGBDYC3gq6QkuFaeN50+O3RenSBezNsYBXwBWFyy7ALgDGAM0AE813d7JcteCZwzwO+wewf9i/y7GAesn9v/iBzDzqQd+5vzOnsB2+XPv2Oet0+e96qdOHA4Kcm8JbfJ14Gb+6u/QqyVEsT9pKS/LvBb4Gt53mjgaNJRyFhS8p5bsu4sUlLbMcd2GXBBP/V/D/hlP/OWAkcXiGcy8CSwd26//YBllCQQv3q/fA5ieJkDvEfS2sBWpD/I90haD9gBuE3SaOBY4ISIeDoiniHtOA/P2/gk8MOImB8RL0XEDGBtUsIYSn8FXpvfvwi8RdJGEfFsRNxeYb0tJT0NrAQuBj4dEfd2z4yICyPiqYh4EfgGsBHwxkHEdX/exkvATGCLfC7hLcBbgdMj4oWI6ASuq7CdjUnJFABJu0p6Op+HubPPsmfk38VK0hHC3RHx09z+vwd+DhyUP99NEXFPRLwcEQuAS4D3VIjjk8DXI+JPuU1OA94tqa2f+qvxk4j4S0Q8R9rJvz3HujoiZkZEV0Q8n+veRdLYknUviYgFObb/7V63jI1JibOcx/L8ivGQktUVEXFjbr9rgXtJXVZWhhPE8DKH9J/tO4F5pG6K95C6cBZGxHJSf+1awD15h/U06b/d7hOOWwCndM/L8zcBJg5xrBNJ//1C+sPdAfiTpNslva/Ceg9GRPeRzwzSuYxXSDo5n7x8htRFM5beO4+BPF7yfkX+OZ7UbssiYlXJ/EcqbOdJYLPuiYiYm+P+J1LCLVW6nS2APfq0/0Hd25K0u6Q5kpblz3gMlT/fFsA5JdtaRuqSmVTwcxTRt826z1uMlvRtSQ9IWg78ERApaVdct4y/UdKefWyW5w+0zS2AI/u0bTvpd2tlOEEML7cCbyP1184B/kDqGvjHPA3pv63VwJsiYkJ+bRAR3X+0jwD/XjJvQkSsExFX5Pk1D/8r6Y2khHArQETcFxGHkZLU94ErJI2ptI38H+kXgXdJ2idv973A8aT/wieQjlBWknZKtcb+GLBJPjrrtnmF5W8C9u3z33J/SuN6BLihT/uPj4jP5/mXALOBzSNiA+ACKn++R4Bj+mxvXESUniSv15DOHyN996aSEvo2ubyaM9s3Av8gadPSQkl7kBJkZ4FtPELqEixti3Uj4rtVxDMiOEEMI7m76B7SScc5EfEy6Uji4+QEkQ/lzwfOlrSxks3zzhXSf+XHS2rP88ZLOkDSOnn+UgbXZfMKSetK2pN0xNIZ+QosSUfl7qWXgGdIO6yXC3ze50l906fmovVI3VXLSOcJTicdQXRbSuqiqmYH9SfSf8D/KmmtvGPap8Ly55I+y+WS3ippVL6yqX2Aeq4E3iHpsFzPmNw99ZYc93jgyYh4XtJupPMw3Z4ARkl6Q0nZOTnmrQEkbSjpoMF88Bp0XzjxJOl8wNdr2Na1pPMJl+fLeUdL2p3UDfi9iHiowDZmAodI2qv795HfbzrgmiOUE8TwM4f0H9qCkul1gd+ULPN50jmAeaSd2PWkK3SIiNuAz5Gu0HmatGP8J3r+yzwDOCMfon+2YEznSnqWdOh/JvBT4AMl898P3J+X+SZwaBS/3HMG8Nac4H5Oz8n5B0jdDstKlp0FrAP8XdJvC24fgIgI0nmavUldV6eQrupa1c/yK0jdew8AN5CuqLkP2JZ0Arq/ep4C3kf67/sx0u/p66QT7UE6kf7t3FZfzjGUrvufwPz8+3l7RFwM/JB0VLacdFT5XhrjPFL7Pw4spPd3cFDyPzsHkE5C30S6SusC0mf7UsFtPEDqrjuN9N14CDgB7wf7pfSdM7PBknQV6aqcbzY7FrN6cOY0K0jSOyVNlvQaSR8gdTFd3ey4zOrFd1KbFTeJdOPXa0k3wR0bEfc0NySz+nEXk5mZlVW3LiZJ50t6QtLdfcqPz9ep3yPpP0vKT5a0KM+rdB28mZk1QD27mC4gXWFwYXeBpKmkAdZ2iIhVyqNBStqWdIXIdqSbVm6U9JZ82WO/Nt5445g8eXJ9om9Rzz33HOuuu26zw2gJbosebove3B49yrXF/Pnz/xYRmwy0bt0SRETcImlyn+J/Jg0Ytyov80QuPxCYlcsfVBouehfgd5XqmDx5MvPmzRvSuFtdZ2cnHR0dzQ6jJbgtergtenN79CjXFpKK3DfS8KuY3kK6G/L2PFzAzrl8Ir1v91/C0A/tYGZmg9Doq5hGk0ba3JU0SuUlediFcne2lj17LmkaaYRR2tra6OzsrE+kLaqrq2vEfeb+uC16uC16c3v0qKUtGp0glpBGUwzgDkkvk8ZRWULvcW0mke4gfZU8uugMgPb29hhph5E+dO7htujhtujN7dGjlrZodBfTleTRN5WGTx5DuuX9auBwSWtL2pI0VPUdDY7NzMxK1O0IQtLFpKGnN5a0hDSg2vnA+fnS1xdID/kI0tDTl5DGZl8NfGagK5jMzKy+6nkV00f6mXVkP8ufQRoIzszMWoDHYjIzs7KcIMzMrCwnCDMzK2vEjuY6+aRf1LT+4un7D1EkZmatyUcQZmZWlhOEmZmV5QRhZmZlOUGYmVlZThBmZlaWE4SZmZXlBGFmZmU5QZiZWVlOEGZmVpYThJmZleUEYWZmZRVKEJK2kLR3fj9O0nr1DcvMzJptwAQh6RPAZcCPc9Ek0qNDzcxsGCtyBPEZYHdgOUBE/Bl4XT2DMjOz5iuSIFZFxAvdE5JGAzHQSpLOl/REfv5033lfkhSSNs7TkvR9SYsk3SVpx8F8CDMzG3pFEsQcSacA4yS9F7gU+HmB9S4A9ulbKGlz4L3AwyXF+wJb5dc04EcFtm9mZnVUJEGcBCwDFgKfBK4F/nWglSLiFuDvZWZ9F/gyvY9CDgQujGQuMEHSZgViMzOzOhnwiXIR8TLwk/yqiaQDgEcj4k5JpbMmAo+UTC/JZY/VWqeZmVVnwAQhaXfga8AWeXkBERFvHExFktYBvgr8Y7nZZcrKnueQNI3UDUVbWxudnZ2DCeMVJ05ZXdV63aqtt1ZdXV1Nq7vVuC16uC16c3v0qKUtijyT+jzgC8B84KWqakneBGwJdB89TAIWSNqFdMSwecmyk4C/lttIRMwAZgC0t7dHR0dHVcEcU+szqY+ort5adXZ2Uu1nHm7cFj3cFr25PXrU0hZFEsQzEXFdVVsvERELKbk8VtJioD0i/ibpauCzkmYB78x1unvJzKyJiiSImyWdCVwBrOoujIgFlVaSdDHQAWwsaQlwakSc18/i1wL7AYuAFcDHCsRlZmZ1VCRBvDP/bC8pC2DPSitFxEcGmD+55H2QbsgzM7MWUeQqpqmNCMTMzFpLxfsgJG0vaaakeZJ+n99PaVRwZmbWPP0mCEkHAj8D5gDHAh/P76/I88zMbBir1MV0OvDeiFhcUnanpF8DV+WXmZkNU5W6mNbqkxwAyGVr1SsgMzNrDZUSxIuS3tC3UNIWQG23IZuZWcur1MV0KnCjpG+Q7qIOYGfS4H1faUBsZmbWRP0miIi4UtKDwInA8aTxku4GDo2IOxsUn5mZNUnF+yByIjiqQbGYmVkLKfI8CDMzG4GcIMzMrCwnCDMzK6vIA4M2AT4BTC5dPiKOrV9YZmbWbEVGc70KuBW4kdoeGGRmZmuQIglinYjwfQ9mZiNMkXMQ10jar+6RmJlZSymSIE4gJYmVkpZLelbS8noHZmZmzVXkgUHrNSIQMzNrLYUuc5W0oaRdJO3R/SqwzvmSnpB0d0nZmZL+KOkuST+TNKFk3smSFkm6X9L7qvs4ZmY2VAZMEJI+DtwC/BI4Lf/8WoFtXwDs06fsV8D2EbED8Cfg5FzHtsDhwHZ5nf+SNKrQJzAzs7ooeg5iZ+Ch/HzqdwDLBlopIm4B/t6n7IaI6B4qfC4wKb8/EJgVEasi4kFgEbBLsY9gZmb1UOQy1+cj4nlJSFo7Iv4oaeshqPtYYHZ+P5GUMLotyWWvImkaMA2gra2Nzs7Oqio/cUptj7Sott5adXV1Na3uVuO26OG26M3t0aOWtiiSIJbkcwVXAr+S9BTw16pqyyR9lfTQoZ92F5VZLMqtGxEzgBkA7e3t0dHRUVUMx5z0i6rW67b4iOrqrVVnZyfVfubhxm3Rw23Rm9ujRy1tUeQqpg/lt1+TdDOwAXB9VbUBko4G3g/sFRHdSWAJsHnJYpOoMQmZmVltil7FNErS64EHgT8Am1ZTmaR9SE+jOyAiVpTMuho4XNLakrYEtgLuqKYOMzMbGkUG6zue9PjRpcDLuTiAHQZY72KgA9hY0pK8jZOBtUldVQBzI+JTEXGPpEuAe0ldT5+JCI/7ZGbWREXOQZwAbB0RTw5mwxHxkTLF51VY/gzgjMHUYWZm9VOki+kR4Jl6B2JmZq2l3yMISV/Mbx8AOiX9AljVPT8ivlPn2MzMrIkqdTF1j8H0cH6NyS8zMxsBKiWItSPilIZFYmZmLaXSOYi+4yiZmdkIUukIYpSkDSl/lzMR8fdy5WZmNjxUShDbAPPpfxiMN9YlIjMzawmVEsS9EfGOhkViZmYtpdBQG2ZmNvJUShBnNywKMzNrOf0miIi4oIFxmJlZi3EXk5mZlVUxQeRhvr/QqGDMzKx1VEwQecjtAxsUi5mZtZAiw33fJumHpOdHP9ddGBEL6haVmZk1XZEEsVv+eXpJWQB7Dn04ZmbWKoo8k3pqIwIxM7PWMuBVTJLaJJ0n6bo8va2k4+ofmpmZNVORy1wvAH4JvD5P/wn4/EArSTpf0hOS7i4pe62kX0n6c/65YS6XpO9LWiTpLkk7Dv6jmJnZUCqSIDaOiEuAlwEiYjXwUoH1LuDVQ4afBNwUEVsBN+VpgH2BrfJrGvCjAts3M7M6KpIgnpO0EenENJJ2pcAzqiPiFqDvkOAHAjPz+5nAB0vKL4xkLjBB0mYFYjMzszpRRFReIHX3/ADYHrgb2AQ4JCLuHHDj0mTgmojYPk8/HRETSuY/FREbSroGmB4Rv8nlNwFfiYh5ZbY5jXSUQVtb206zZs0q8jlfZeGjA+a4iqZM3KCm9avV1dXF+PHjm1J3q3Fb9HBb9Ob26FGuLaZOnTo/ItoHWrfIZa73AO8BtiY9G+J+hn6Ijv6eOfHqwogZwAyA9vb26OjoqKrCY076RVXrdVt8RHX11qqzs5NqP/Nw47bo4bboze3Ro5a2KLKj/11ErI6IeyLi7oh4EfhdVbXB0u6uo/zziVy+BNi8ZLlJwF+rrMPMzIZAvwlC0qaSdgLGSXqHpB3zqwNYp8r6rgaOzu+PBq4qKT8qX820K/BMRDxWZR1mZjYEKnUxvQ84hvTf/HdKyp8FThlow5IuBjqAjSUtAU4FpgOX5PsoHgYOyYtfC+wHLAJWAB8bzIcwM7Oh12+CiIiZwExJB0XE5YPdcER8pJ9Ze5VZNoDPDLYOMzOrnyJDbVwuaX9gO2BsSfnp/a9lZmZruiJDbZwDHAYcT7ra6BBgizrHZWZmTVZoNNeI2EHSXRFxmqSzgCvqHVirm1zDZbKLp+8/hJGYmdVHkctcV+afKyS9HngR2LJ+IZmZWSsocgRxjaQJwJnAAtINbOfWNSozM2u6Iiep/yO/vTwPiTE2Imobp8LMzFpekZPU60j6N0k/iYhVwOskvb8BsZmZWRMVOQfx38Aq4F15egnw9bpFZGZmLaFIgnhTRPwn6eQ0EbGS8oPrmZnZMFIkQbwgaRw9z4N4E+mIwszMhrEiVzGdClwPbC7pp8DupDGazMxsGKuYICQJ+CPwYWBXUtfSCRHxtwbEZmZmTVQxQURESLoyInYCanvCjpmZrVGKnIOYK2nnukdiZmYtpcg5iKnAJyU9BDxH6maKiNihrpGZmVlTFUkQ+9Y9CjMzazlFhtp4CEDSRGBULvbzos3Mhrl+E4Skk4G1Sh4M9DvgaWAMMBP4Zv3DMzOzZql0kvoQ4KyS6SfzeYftgJoeaCDpC5LukXS3pIsljZW0paTbJf1Z0mxJY2qpw8zMalPxKqaIeK5k8uxc9hIwrtoKc1fV54D2iNie1G11OPAt4LsRsRXwFHBctXWYmVntKiWI8ZLW6p6IiAsAJK0NrF9jvaOBcZJGA+sAjwF7Apfl+TOBD9ZYh5mZ1UARUX6G9A1gU+CzEbEil60L/BB4PCJOrrpS6QTgDNLT6m4ATgDmRsSb8/zNgevyEUbfdacB0wDa2tp2mjVrVlUxLHy0eY+0mDJxg6rX7erqYvz48UMYzZrLbdHDbdGb26NHubaYOnXq/IhoH2jdSlcx/RtpJ/5wvgcC4A3AeXleVSRtCBxIemzp08CllL+UtmzmiogZwAyA9vb26OjoqCqOY2p4pnStFh/RUfW6nZ2dVPuZhxu3RQ+3RW9ujx61tEW/CSKfazhJ0mnAm3Pxojzcdy32Bh6MiGUAkq4AdgMmSBodEauBSfhSWjOzphpwqI2IWBkRC/Or1uQA8DCwa35SnYC9gHuBm4GD8zJHA1cNQV1mZlalImMxDamIuJ10MnoBsDDHMAP4CvBFSYuAjUhdWWZm1iRFhtoYchFxKuk5E6UeAHZpQjhmZlbGgEcQknbPVy8h6UhJ35G0Rf1DMzOzZirSxfQjYIWktwFfBh4CLqxrVGZm1nRFuphW5wcHHQicHRHnSTq63oFZeQsffabqS3QXT69phBQzG2GKJIhn88B9RwJ7SBoFrDXAOmZmtoYr0sV0GLAKOC4iHgcmAmfWNSozM2u6Is+DeBz4Tsn0w/gchJnZsDdggpD0LK8e9uIZYB5wYkQ8UI/AzMysuYqcg/gOadiL/yU9j/pw0iB+9wPnAx31Cs7MzJqnyDmIfSLixxHxbEQsz4Pl7RcRs4EN6xyfmZk1SZEjiJclHUrPsxoOLplXfqxwMxtxJtc4QrIvw249RY4gjgA+CjwBLM3vj5Q0DvhsHWMzM7MmKnIV0wPAB/qZ/ZuhDcfMzFpFkauYNgE+AUwuXT4ijq1fWGZm1mxFzkFcBdwK3Ai8VN9wzMysVRRJEOtExFfqHskIUsvJvBOnDGEgZmYVFDlJfY2k/eoeiZmZtZQiCeIEUpJYKWm5pGclLa93YGZm1lxFrmJarxGBmFnz1Xovgw0v/SYISdtExB8l7VhufkQsqLZSSROAc4HtSTfbHUsaumM26WqpxcChEfFUtXWYmVltKh1BfBGYBpxVZl4Ae9ZQ79nA9RFxsKQxwDrAKcBNETFd0knASYBPjpuZNUm/CSIipuW3+0bE86XzJI2ttkJJ6wN7AMfkel4AXshPrOvIi80EOnGCMDNrGkVUHk5J0oKI2HGgssIVSm8HZgD3Am8D5pNOhD8aERNKlnsqIl41GKCkaaQjG9ra2naaNWtWNWGw8NFnqlqv2drGwdKV1a07ZeIGQxtMk3V1dTF+/Phmh1EXg/1+ln4vavk9N/PvYii/n8P5uzFY5dpi6tSp8yOifaB1K52D2JT09Lhxkt5BGuobYH1Sl1C1RgM7AsdHxO2SziZ1JxWSR5OdAdDe3h4dHR1VBVHtc52b7cQpqzlrYZHbV15t8REdQxtMk3V2dlLt77/VDfb7Wfq9qOX33My/i6H8fg7n78Zg1dIWlfY07yN1A02i5IlywLOk8wXVWgIsiYjb8/RlpASxVNJmEfGYpM1IgwOamVmTVDoHMROYKemgiLh8qCqMiMclPSJp64i4H9iL1N10L3A0MD3/vGqo6jQzs8Erch/E5ZL2B7YDxpaUn15DvccDP81XMD0AfIx0094lko4DHgYOqWH7ZmZWoyKjuZ5DOucwlXTvwsHAHbVUGhF/AMqdINmrlu2amdnQKTLUxm4RcRTwVEScBrwL2Ly+YZmZWbMVSRDdF1WukPR64EVgy/qFZGZmraDI9ZLX5KExzgQWkO6iPreuUZlZ1Tyekg2VIiep/yO/vVzSNcDYiFgz7zIzM7PCinQxvSIiVgG7SPpVneIxM7MWUelO6j2Bc4DXA1cC3wAuJN1RfUZDojOj/y6TE6esHvDO38XT969HSIW4q8fWdJWOIM4ijXm0Eelu57nARRGxU0Rc0YjgzMyseSqdg4iI6Mzvr5S0LCLObkBMZmbWAioliAmSPlwyrdJpH0XYcOcuIqu3Wr5jjeg+rZQg5gAf6Gc6ACcIM7NhrNJgfR9rZCBmZtZaBnWZq5mZjRzVPXnGzGyItXp//EhU6T6IQyLiUklbRsSDjQzKbKj4RLNZ9SodQZwMXApcTnpEqJmZlRju/4BUShBPSroZ2FLS1X1nRsQB9QvLzMyarVKC2J905HAR6a5qMzMbQSpd5voCMFfSbhGxTNJ6qTi6GheemdnA+nb1FBmnq5tPcPevyFVMbZJuAF5Lupt6GXB0RNxdS8WSRgHzgEcj4v2StgRm5XoWAB/NScrMrG6G+3mEWhS5D2IG8MWI2CIi3gCcmMtqdQJwX8n0t4DvRsRWwFPAcUNQh5mZValIglg3Im7unsgD+K1bS6WSJpHOcZybpwXsSRo1FmAm8MFa6jAzs9ooIiovIP2M1OVzUS46EmiPiKp34JIuA74JrAd8CTgGmBsRb87zNweui4jty6w7jTQMOW1tbTvNmjWrqhgWPrpmPhSvbRwsXTnwcuVMmbjB0AbTIP39rmppi+HGbdHbSGiPon/PXV1djB8/vlfZ1KlT50dE+0DrFjkHcSxwGj2D890CVD1Ok6T3A09ExHxJHd3FZRYtm7kiYga5i6u9vT06OjrKLTagoiewWs2JU1Zz1sLqboBffETH0AbTIP39rmppi+HGbdHbSGiPon/PnZ2dVLufLPJM6qeAz1W19fJ2Bw6QtB8wFlgf+B5pePHREbEamAT8dQjrNDOzQWr4YH0RcXJETIqIycDhwK8j4gjgZuDgvNjRwFWNjs3MzHq00miuXwG+KGkR6TGn5zU5HjOzEW3ALiZJu0fEbQOVVSNfEdWZ3z8A7FLrNs3MbGgUOYL4QcEyMzMbRioN9/0uYDdgE0lfLJm1PjCq3oHZ0Kv1jlEPSWA2slTqYhoDjM/LrFdSvpyek8lmZjZMVRqsbw4wR9IFEfFQA2OyFuUxa8xGliJ3kqwtaQYwuXT5iNizXkGZmVnzFUkQlwLnkMZNeqm+4ZiZWasokiBWR8SP6h6JmZm1lCKXuf5c0qclbSbptd2vukdmZmZNVeQI4uj8819KygJ449CHY2ZmraLIYH1bNiIQMzNrLUWG2jiqXHlEXDj04ZiZWaso0sW0c8n7scBepAcIOUGYmQ1jRbqYji+dlrQBPU+XMzOzYaqa4b5XAFsNdSBmZtZaipyD+Dk9j/8cBbwVuKSeQZmZWfMVOQfx7ZL3q4GHImJJneIxM7MWMWAXUx6074+kEV03BF6od1BmZtZ8AyYISYcCdwCHAIcCt0vycN9mZsNckS6mrwI7R8QTAJI2AW4ELqumQkmbky6R3RR4GZgREWfn4Ttmk0aNXQwcGhFPVVOHmZnVrshVTK/pTg7ZkwXX689q4MSIeCuwK/AZSdsCJwE3RcRWwE152szMmqTIEcT1kn4JXJynDwOuq7bCiHgMeCy/f1bSfcBE4ECgIy82E+gEvlJtPWZmVhtFxMALSR8G3g0IuCUifjYklUuTgVuA7YGHI2JCybynImLDMutMA6YBtLW17TRr1qyq6l746DNVrddsbeNg6cpmR9Ea3BY93Ba9jYT2mDJxg0LLdXV1MX78+F5lU6dOnR8R7QOt22+CkPRmoC0ibutTvgfwaET8pVB0/VUsjQfmAGdExBWSni6SIEq1t7fHvHnzqqp/TX185olTVnPWwiIHfsOf26KH26K3kdAei6fvX2i5zs5OOjo6epVJKpQgKp1L+B7wbJnyFXle1SStBVwO/DQirsjFSyVtludvBjzR3/qAjMiYAAAIaElEQVRmZlZ/lRLE5Ii4q29hRMwjXWlUFUkCzgPui4jvlMy6mp5nTxwNXFVtHWZmVrtKx2BjK8wbV0OduwMfBRZK+kMuOwWYDlwi6TjgYdJ9F2Zm1iSVEsTvJX0iIn5SWph34POrrTAifkM62V3OXtVu18zMhlalBPF54GeSjqAnIbQDY4AP1TswMzNrrn4TREQsBXaTNJV0GSrALyLi1w2JzMzMmqrIA4NuBm5uQCxmZtZCahkyw8zMhjEnCDMzK8sJwszMynKCMDOzspwgzMysLCcIMzMrywnCzMzKcoIwM7OynCDMzKwsJwgzMyvLCcLMzMpygjAzs7KcIMzMrCwnCDMzK8sJwszMymq5BCFpH0n3S1ok6aRmx2NmNlK1VIKQNAr4f8C+wLbARyRt29yozMxGppZKEMAuwKKIeCAiXgBmAQc2OSYzsxFJEdHsGF4h6WBgn4j4eJ7+KPDOiPhsyTLTgGl5cmvg/oYH2lwbA39rdhAtwm3Rw23Rm9ujR7m22CIiNhloxQGfSd1gKlPWK4NFxAxgRmPCaT2S5kVEe7PjaAVuix5ui97cHj1qaYtW62JaAmxeMj0J+GuTYjEzG9FaLUH8HthK0paSxgCHA1c3OSYzsxGppbqYImK1pM8CvwRGAedHxD1NDqvVjNjutTLcFj3cFr25PXpU3RYtdZLazMxaR6t1MZmZWYtwgjAzs7KcIFqQpK0l/aHktVzS5/ssI0nfz0OS3CVpx2bFW08F26JD0jMly/x7s+KtN0lfkHSPpLslXSxpbJ/5a0uanb8Xt0ua3JxI669AWxwjaVnJ9+LjzYq1ESSdkNvinr5/I3n+4PcZEeFXC79IJ+sfJ93YUlq+H3Ad6d6RXYHbmx1rE9uiA7im2fE14PNPBB4ExuXpS4Bj+izzaeCc/P5wYHaz425iWxwD/LDZsTaoPbYH7gbWIV18dCOwVZ9lBr3P8BFE69sL+EtEPNSn/EDgwkjmAhMkbdb48Bqqv7YYSUYD4ySNJu0M+t4ndCAwM7+/DNhLUrkbUIeDgdpiJHkrMDciVkTEamAO8KE+ywx6n+EE0foOBy4uUz4ReKRkekkuG876awuAd0m6U9J1krZrZFCNEhGPAt8GHgYeA56JiBv6LPbK9yLvKJ4BNmpknI1QsC0ADsrdKZdJ2rzM/OHibmAPSRtJWod0tND38w56n+EE0cLyzYIHAJeWm12mbNheszxAWywgdTu9DfgBcGUjY2sUSRuS/gvcEng9sK6kI/suVmbVYfe9KNgWPwcmR8QOpC6XmQxTEXEf8C3gV8D1wJ3A6j6LDfq74QTR2vYFFkTE0jLzRtqwJP22RUQsj4iu/P5aYC1JGzc6wAbYG3gwIpZFxIvAFcBufZZ55XuRu142AP7e0CgbY8C2iIgnI2JVnvwJsFODY2yoiDgvInaMiD1Iv/M/91lk0PsMJ4jW9hH671K5GjgqX5mwK+kQ+7HGhdZw/baFpE27+9kl7UL6Xj/ZwNga5WFgV0nr5M+7F3Bfn2WuBo7O7w8Gfh35DOUwM2Bb9OlfP6Dv/OFG0uvyzzcAH+bVfy+D3me01FAb1iP3I74X+GRJ2acAIuIc4FpSP+MiYAXwsSaE2RAF2uJg4J8lrQZWAocPx51iRNwu6TJSl9pq4P+AGZJOB+ZFxNXAecBFkhaR/os8vGkB11HBtvicpAPy/L+Trmoazi6XtBHwIvCZiHiq1n2Gh9owM7Oy3MVkZmZlOUGYmVlZThBmZlaWE4SZmZXlBGFm1mIknS/pCUl3F1h2D0kLJK2WdHBJ+dQ+A10+L+mDg4rDVzHZSJQvB7wpT24KvAQsy9O7RMQLQ1jXscC1EfF4mXn/A1wWEVdK+g2wCbAKGAPcAPxbRDwzVLHYmkHSHkAXaeyk7QdYdjKwPvAl4OqIuKzMMq8lXd46KSJWFI3DRxA2IuW7bN8eEW8HzgG+2z09lMkhO5aUhIo4LA8NsQPwMukOYRthIuIW+twBL+lNkq6XNF/SrZK2ycsujoi7SN+X/hwMXDeY5ABOEGa9SDpF0qfz+x9IuiG/f5+kC/L7fSX9Lh/Wz5a0bi7fWdKc/Ad8naQ2SYcBbwdm58P8MUXiyEnqS8BWkraTtF7e5p15zP+DB9qGDTszgOMjYifSd+O/BrFupYEu++UEYdbbLcA/5Pc7koZEHg28G7g1D2dwErBXROwI3AWcIGlt4GzgoPwH/D/Af0TEbOAPpCODQR2d5NFY7wK2Id0Buzgi3pa7HH41FB/W1gySxpPGmrpU0h+AHwOFhvfPQ45MAX452Ho91IZZb78HdpY0gdQHvAh4BylpXET6I90W+G0e/mkM8BvSePzbATfm8lGkwdFq1T0C513AdEnTgZ9HxG1DsG1bc7wGeDp3iQ7WocDP8qCGg67UzLI8+udfgaOA24BbSQPBvSEi/kTaYV9fcr5i24iYlsvvKimfEhH71hJLPnLZHrgvD+fcDtwDnCnplFq2bWuWiFgOPCjpEHjl8aFvK7h6pUE/K3KCMHu1W0h9vLeQEsRngPl53m+B90h6I4CkdSVtBdwLTMyjySJpTMmDi54F1htMAPlcxbeARRFxr6SJQFdEXAR8h9T9ZcOUpIuB3wFbS1oi6TjgCOA4SXeS/lE4MC+7s6QlwCHAjyXdU7KdyaQhvudUE4e7mMxe7VbgX0jP7F0p6cVcRkQszX+ss0tOOJ8SEX/OJ46/L2k90t/WWaQ/5P8GzpW0koEvoZ0taRWwNuky1w/n8reRupheBl4APjWUH9haS0R8pJ9Z+5RZ9vekZzuU285ianjSpO+DMDOzstzFZGZmZTlBmJlZWU4QZmZWlhOEmZmV5QRhZmZlOUGYmVlZThBmZlbW/wfUG7/qnYom4AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fa7605ec320>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "twitter_archive_master.tweet_id[rating_over].hist( bins=20, label = rating_over)\n",
    "plt.title('Tweet IDs Rating Greater Than One')\n",
    "plt.xlabel('Tweet IDs')\n",
    "plt.ylabel('Count of Ratings Greater Than One')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is a normal distribution. More Tweet IDs have rating over 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Count of Ratings Under One')"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3XmcHGWdx/HPFwIEQiAkhCEmSFAiiAcI4VAQB+IBCMSDS0DCofFEMB4c64q4yy5K5NJdIIJrgA2Gm+Aicg6nIEnAyCESAkIkhDvJcAd++0c9A82kpqemM93Vmfm+X695dfVT1VW/fmamf/08T9VTigjMzMw6W6nsAMzMrDk5QZiZWS4nCDMzy+UEYWZmuZwgzMwslxOEmZnlcoIwqwNJN0jat+w4ipB0h6QDy47Dmo8ThCGpveLnTUkvVzw/oEExPClphyrrd5E0t+L5HZJekbRE0mJJd0n6vqRVajj2Lul9t6f9PdCT9y3pRElnV5ZFxM4RMb2nsRQ41tclXZdTXrX+GknS6pJOkvR4+lt6UNKRklR2bNYzA8oOwMoXEWt2LEt6FPhKRCzzIdSEvhIR50taE9gOOBXYGdithn3Ni4iN04fYeOAiSbdHxCO9GG+fImlARCztVCbgcmAw8GngIbLfzXnAu4AfNjpOq51bEFaVpMHpm/pa6fm/S3pV0urp+WRJJ6bl1SWdmr45Pinpl5JWq9jX5yXNkfSCpFskbZbKLwLWA65J3+K/05MYI6I9JbTxwDhJn0z73V7S3amF8aSk/yywr4iIy4GXgQ9WxH6GpPlpX3+WtF0q/xwwCZiQYv9zKn+r2yZ9679e0unpvT/cEWNav7Gk21Lr5WpJZ3VukfSEpN+l38Mf0z5vk7RhxfrPSnooxXJyzuu/lr71Pyfp/ySNTOUDJYWkb0h6GLg35/C7AR8HvhARD0TE0oi4FZgATJL07or6OS49LpZ0laR1KmL4uKQ7U4yzJW1fa31Y7ZwgrKqIWALMIfunB9gRmE/2rbDj+U1p+RRgFPAhYBPgfcDRAOkD9b+BQ4BhZN8oL0/fQvcGngI+HRFrRsTpNcb6MPCXilh/BfxHRKwFjCH7ZluVpJUk7U32DfjhilV/Su9rGHAFWQtjlZRMTgampti36WLXOwIz0+t/BVQmgAuBtrTuRKA3xgP2B44BhgILgOPT+1s/He97wHDgaWBsx4sk7QccCewBtAB3A+d32vfuwFbAR3KO+yngloh4srIwIm4GngV26hTjAcAIYAhwRIphNNnv6l9S/D8i+1tZB2soJwgr4ibgE6k1MAY4Iz0fDHwYuE3SAOBQ4IiIeCEiFpF92O2X9vE14FcRMSsi3oiIKcBqZB80vekJsg8VgNeB90kaFhFLIuLOKq/bSNILZC2HC4BvRsT9HSsj4tyIeD4iXgf+g+zD/D09iOvBtI83gKnAhpKGSHof8H7gpxHxWkS0AX/owX67cmFEzE7xTgO2SOV7AndFxIy07ufAcxWv+xrw7xHx97T+eGAHSS0V25yQfscv5xx3XbKElGdBWt/h1xHxcES8CFxcEeME4NKIuC4i3oyIq4D7ybqsrIGcIKyIm4BWYFuyb8E3AJ8Atgf+GhGLyfqXVwHuS90CL5B9C1wv7WND4NiOdWn9cGBkL8c6krc/8CaQJbC/p+6Kz1R53SMRMQRYG5hCNpbxFknHpG6XRcDzwEDe+WHXncpv1C+lxzXJ6u3piHi1Yv3jVfazlKyeO1uFLCF2dbyOcaZ3Ve4/Jax/Vmy7IXBmxe/o6XTMUQXje4asRZBnRFrfXYwbAgd2+lsZm2K3BnKCsCJuATYHPkuWLO4BNiX7RtfRvbSA7IPkvRExJP2sHRHD0vrHgR9XrBsSEWtExKVp/XJPKyzpPWQJ4RaA1Ae+L1mSOh24VNKq1fYREa+QjSl8VNIuab+fAg4HPk/WFTKUrKXRcVbO8sS+ABheOVYDbFBl+8fIPkDfksaHhgL/KHi8t/YvaSXemaQfBw7u9HtaPSJmVWxT7f1eB3w8dWVVxrgjWUJtKxDj48DZnWIYFBGnFHit9SInCOtW6i66D/gGcFNEvEnWkvgKKUGk7ojfAKdJWleZDdKHK2Tfyg+XNDatW1PSnpLWSOsX0rMum7dIGiRpZ7IWS1vHGViSDkrdS28Ai8g+2N4s8H5fITsj6rhUNJjs2/nTwKrAT8laEB0WknVR1XIa59+BvwE/krRK+iDdpcr2twIDJE2StFrq5vs52e/lySqv6zAD2FrS7spOCf4Bb3fJAZyZYtkEQNI6kr7Yg/dzFXA7cImkTSUNSAPMU4FTI6JIEpsK7C1pnKSVlZ38MK5z0rH6c4Kwom4i+8Y8u+L5ILIPrA5Hko0BzCT7QL4a2BggIm4DvgOcBbxA9sG4P29/Gz0BOCF1KXy7YExnS1pC1lVxEvC/ZIOrHXYHHkzb/CewT+fTMquYArw/JbgrgZvJBq3nkXWTPF2x7e+ANYDnJN1ecP9AdtYU2TjNJ8m6ro4FLgJe7WL7l8jOFNqNrK4fImvV7F/weAvS8U5N76GF7PfVsf4CskH0SyUtJmstfipnV13t/02ycY47gOuBduC3aZ/fL7iPecAXycY/niFrGR2BP68aTr5hkFlzkXQFcEdEdHtarlk9OSOblUzStpJGp1Ns9yDrYppRdlxmvpLarHyjgEvIxgIeAw6NiPvKDcnMXUxmZtYFdzGZmVmuFbqLad11143Ro0eXHUYpXnzxRQYNGlR2GE3H9ZLP9ZKvv9bLrFmznomI4d1tt0IniNGjRzNz5szuN+yD2traaG1tLTuMpuN6yed6yddf60VSketR3MVkZmb5nCDMzCyXE4SZmeVygjAzs1xOEGZmlssJwszMcjlBmJlZLicIMzPLVdcEIelRSX+VdI+kmalsqKRrJT2UHtdJ5ZJ0uqS5kuZI2rKesZmZWXWNuJJ6p4iovA/t0cD1EXGipKPT86OAXYEx6Wdb4Iz0WB/Tarn5Vy/Z3xMkmlnzK6OLaTzZLQVJj5+rKD83MncAQyR1dfNzMzOrs3q3IAK4RlIAZ0XEFKAl3faQiFggab207Uiym5V3mJ/KFlTuUNJEYCJAS0sLbW1ttUU2cHJtr+sNtcZcob29vfb33oe5XvK5XvK5Xqqrd4LYPiKeSEngWkl/q7JtXp/PMn0xKclMARg7dmzUPNHWtJ1qe11vaF3+Lqb+OslYd1wv+Vwv+Vwv1dW1iykinkiPTwGXAdsACzu6jtLjU2nz+cAGFS8fRXZTdjMzK0HdEoSkQZIGdywDnwbuJbvX7oS02QTgirQ8Azgonc20HbCooyvKzMwar55dTC3AZZI6jjMtIq6WdBdwoaTDyO6/u3fa/ipgN2Au8BJwSB1jMzOzbtQtQUTEPGDznPJngXE55QF8q17xmJlZz/hKajMzy+UEYWZmuZwgzMwslxOEmZnlcoIwM7NcThBmZpbLCcLMzHI5QZiZWS4nCDMzy+UEYWZmuZwgzMwslxOEmZnlcoIwM7NcThBmZpbLCcLMzHI5QZiZWS4nCDMzy+UEYWZmuZwgzMwslxOEmZnlcoIwM7NcThBmZparUIKQtIOkQ9LycEkb1TcsMzMrW7cJQtJxwFHAMaloFeD8egZlZmblK9KC+DywJ/AiQEQ8AQyuZ1BmZla+IgnitYgIIAAkDapvSGZm1gyKJIgLJZ0FDJH0VeA64Nf1DcvMzMo2oLsNImKypE8Bi4FNgB9HxLV1j8zMzErVbYIASAnBScHMrB8pchbTFyQ9JGmRpMWSlkha3IjgzMysPEVaED8H9oiIB+odjJmZNY8ig9QLnRzMzPqfIi2ImZKmA5cDr3YURsSlRQ4gaWVgJvDPiNg9XYX9O2AoMBv4ckS8Jmk14FxgK+BZYN+IeLQnb8bMzHpPkRbEWsBLwKeBPdLP7j04xhFAZQvkZ8ApETEGeB44LJUfBjwfERsDp6TtzMysJEVOcz2k1p1LGgV8FjgBmCRJwM7A/mmTqcBPgDOA8WkZ4GLgV5KULtIzM7MGq5ogJO1KNgfTZmRXUt8P/Cwiriq4/1OBH/L21BzDgBciYml6Ph8YmZZHAo8DRMRSSYvS9s90imkiMBGgpaWFtra2gqF0MnByba/rDbXGXKG9vb32996HuV7yuV7yuV6q6zJBpKumv0b2AT8zFY8FTpQ0KiKmVNuxpN2BpyJilqTWjuKcTaPAurcLsuNOARg7dmy0trZ23qSYaTvV9rre0Lr8jaK2tjZqfu99mOsln+sln+ulumotiO8CO0TEcxVlN6RWxa2kD+kqtgf2lLQbMJBsLONUsik7BqRWxCjgibT9fGADYL6kAcDawHPL7tbMzBqh2iC1OiUHACLi2SI7johjImJURIwG9gNuiIgDgBuBvdJmE4Ar0vKM9Jy0/gaPP5iZladaglgsafPOhalsyXIc8yiyAeu5ZGMM56Tyc4BhqXwScPRyHMPMzJZTtS6m7wEzJP0PMItsPGBrsm/5B/bkIBHRBrSl5XnANjnbvALs3ZP9mplZ/XTZgoiIW8k+yFcCDgYOTcvbpXVmZtaHVT3NNSIWAj9uUCxmZtZEilxJbWZm/ZAThJmZ5aqaICStLOmkRgVjZmbNo2qCiIg3gK3SHEpmZtaPFJnu+27gCkkXAS92FBad7tvMzFZMRRLEULL7M+xcURaAE4SZWR9W1+m+zcxsxdXtWUyS3ifpekn3pucflvSj+odmZmZlKnKa66/J7gnxOkBEzCGbfM/MzPqwIglijYj4c6eypblbmplZn1EkQTwj6b2km/dI2gtYUNeozMysdEXOYvoW2c2BNpX0T+ARejibq5mZrXiKnMU0D/ikpEHAShGxPPeCMDOzFUS1e1JP6qIcgIg4uU4xmZlZE6jWghicHjchu1HQjPR8D+DmegZlZmbl6zJBRMTxAJKuAbbs6FqS9BPgooZEZ2ZmpSlyFtO7gdcqnr8GjK5LNGZm1jSKnMV0HvBnSZeRner6eeDcukZlZmalK3IW0wmSrgZ2SEWHRMTd9Q3LzMzKVqQFAXAP2cVxAwAkvTsiHqtbVGZmVrpuE4Skw4HjgIXAG4DIupo+XN/QzMysTEVaEEcAm0TEs/UOxszMmkeRs5geBxbVOxAzM2suRVoQ84A2Sf8HvNpR6Cupzcz6tiIJ4rH0s2r6MTOzfqDIaa7HNyIQMzNrLtUm67uSdA+IJIBngBsj4vx6B2ZmZuWq1oKYnFM2FDhQ0gcj4ug6xWRmZk2g2mR9N+WVS5oBzAKcIMzM+rAip7m+Q0S8UY9AzMysuVQbgxiaU7wOcBBwX3c7ljSQ7L4Rq6XjXBwRx0naCPgdWXfVbODLEfGapNXIJgHcCngW2DciHu3Z2zEzs95SrQUxC5iZHjuWLwBWB75RYN+vAjtHxObAFsAukrYDfgacEhFjgOeBw9L2hwHPR8TGwClpOzMzK0m1MYiNlmfHERFAe3q6SvoJYGdg/1Q+FfgJcAYwPi0DXAz8SpLSfszMrMGKzuZaE0krk7U+Ngb+C3gYeCEilqZN5gMj0/JIsmk9iIilkhYBw8hOra3c50RgIkBLSwttbW21BTcw7yStBqk15grt7e21v/c+zPWSz/WSz/VSXV0TRBrQ3kLSEOAy4P15m6VHVVlXuc8pwBSAsWPHRmtra23BTdupttf1htblbxS1tbVR83vvw1wv+Vwv+Vwv1fX4LKZaRMQLQBuwHTBEUkdiGgU8kZbnAxsApPVrA881Ij4zM1tWtwlC0vaSBqXlAyWdLGnDAq8bnloOSFod+CTwAHAjsFfabAJwRVqekZ6T1t/g8Qczs/IUaUGcAbwkaXPgh8A/KHZP6hHAjZLmAHcB10bE74GjgEmS5pKNMZyTtj8HGJbKJ+EL8czMSlVkDGJpRISk8cBpEXGOpAndvSgi5gAfySmfB2yTU/4KsHeBeMzMrAGKJIglko4BDgR2TGcmrVLfsMzMrGxFupj2Jbvo7bCIeJLsdNST6hqVmZmVrsj9IJ4ETq54/hjFxiDMzGwF1m2CkLSEZa9HWEQ29cb30piCmZn1MUXGIE4mu1ZhGtnFbPsB6wMPAr8BWusVnJmZlafIGMQuEXFWRCyJiMXpSubdImI62eyuZmbWBxVJEG9K2kfSSulnn4p1vpDNzKyPKpIgDgC+DDwFLEzLB6aro79dx9jMzKxERc5imgfs0cXqW3s3HDMzaxZFzmIaDnwVGF25fUQcWr+wzMysbEXOYroCuAW4DvD9qM3M+okiCWKNiDiq7pGYmVlTKTJI/XtJu9U9EjMzaypFEsQRZEniZUmLJS2RtLjegZmZWbmKnMU0uBGBmJlZc+kyQUjaNCL+JmnLvPURMbt+YZmZWdmqtSAmAROBX+SsC2DnukRkZmZNocsEERET0+Ku6W5vb5E0sK5RmZlZ6YoMUt9esMzMzPqQamMQ65PdPW51SR8hm+obYC1gjQbEZmZmJao2BvEZ4GBgFBV3lAOWAMfWMSYzM2sC1cYgpgJTJX0xIi5pYExmZtYEilwHcYmkzwIfAAZWlP+0noGZmVm5uh2klnQmsC9wONk4xN7AhnWOy8zMSlbkLKaPRcRBwPMRcTzwUWCD+oZlZmZlK5IgXk6PL0l6F/A6sFH9QjIzs2ZQZLrv30saApwEzCa7ivrsukZlZmalKzJI/W9p8RJJvwcGRsSi+oZlZmZlK9LF9JaIeBXYRtK1dYrHzMyaRJcJQtLOkv4uqV3S+ZI2kzQTOBE4o3EhmplZGaq1IH5BNpvrMOBi4A7gvIjYKiIubURwZmZWnmpjEBERbWn5cklPR8RpDYjJzMyaQLUEMUTSFyqeq/J5d60ISRsA5wLrA28CUyLiNElDgenAaOBRYJ+IeF6SgNOA3YCXgIN9UyIzs/JUSxA3AXt08TyA7rqZlgLfi4jZkgYDs9Lg9sHA9RFxoqSjgaOBo4BdgTHpZ1uycY5te/Z2zMyst1SbrO+Q5dlxRCwAFqTlJZIeIJs+fDzQmjabCrSRJYjxwLkREcAdkoZIGpH2Y2ZmDVbkQrnlJmk08BHgTqCl40M/IhZIWi9tNhJ4vOJl81PZOxKEpIlkg+e0tLTQ1tZWW1ADJ9f2ut5Qa8wV2tvba3/vfZjrJZ/rJZ/rpbq6JwhJawKXAEdGxOJsqCF/05yyWKYgYgowBWDs2LHR2tpaW2DTdqrtdb2hdZm31WNtbW3U/N77MNdLPtdLPtdLddWug9g7PdY875KkVciSw/9WDGovlDQirR8BPJXK5/POSQBHAU/UemwzM1s+1a6DOCY91nSzoHRW0jnAAxFReUe6GcCEtDwBuKKi/CBltgMWefzBzKw81bqYnpV0I7CRpBmdV0bEnt3se3vgy8BfJd2Tyo4luxL7QkmHAY+R3V8C4CqyU1znkp3mulyD5GZmtnyqJYjPAlsC55FdVd0jEXEr+eMKAONytg/gWz09jpmZ1Ue101xfIzvd9GMR8XS6liEior1x4ZmZWVmKzObaIulu4F7gfkmzJH2wznGZmVnJiiSIKcCkiNgwIt4NfC+VmZlZH1YkQQyKiBs7nqQJ/AbVLSIzM2sKRS6UmyfpX8kGqwEOBB6pX0hmZtYMirQgDgWGk03OdymwLj4F1cyszytyT+rnge80IBYzM2siPbontZmZ9R9OEGZmlqvbBCFp+yJlZmbWtxRpQfyyYJmZmfUhXQ5SS/oo8DFguKRJFavWAlaud2BmZlauamcxrQqsmbYZXFG+GNirnkGZmVn5qk3WdxNwk6TfRsQ/GhiTmZk1gSJXUq8maQowunL7iNi5XkGZmVn5iiSIi4AzgbOBN+objpmZNYsiCWJpRJxR90jMzKypFDnN9UpJ35Q0QtLQjp+6R2ZmZqUq0oKYkB5/UFEWwHt6PxwzM2sWRSbr26gRgZiZWXPpNkFIOiivPCLO7f1wzMysWRTpYtq6YnkgMA6YDThB1Gqaln8fAyfDtJ169pr9Y/mPa2b9RpEupsMrn0tam7fvLmdmZn1ULdN9vwSM6e1AzMysuRQZg7iS7KwlyCbpez9wYT2DMjOz8hUZg5hcsbwU+EdEzK9TPGZm1iS67WJKk/b9jWxG13WA1+odlJmZla/IHeX2Af4M7A3sA9wpydN9m5n1cUW6mP4F2DoingKQNBy4Dri4noGZmVm5ipzFtFJHckieLfg6MzNbgRVpQVwt6Y/ABen5vsAf6heSmZk1gyIXyv1A0heAHQABUyLisrpHZmZmpeqyq0jSxpK2B4iISyNiUkR8F3hW0nu727Gk30h6StK9FWVDJV0r6aH0uE4ql6TTJc2VNEfSlr3w3szMbDlUG0s4FViSU/5SWted3wK7dCo7Grg+IsYA16fnALuSXZ09BpgI+AZFZmYlq5YgRkfEnM6FETGT7P7UVUXEzcBznYrHA1PT8lTgcxXl50bmDmCIpBHdHcPMzOqn2hjEwCrrVq/xeC0RsQAgIhZIWi+VjwQer9hufipb0HkHkiaStTJoaWmhra2ttkgGTu5+mybWvtIo2nr6HmqtqxVIe3t77X8TfZjrJZ/rpbpqCeIuSV+NiF9XFko6DJjVy3HkzX+dOzd1REwBpgCMHTs2WltbaztiT6fKbjJtAyfT+sr3e/ai1r4/3XdbWxs1/030Ya6XfK6X6qoliCOByyQdwNsJYSywKvD5Go+3UNKI1HoYAXRcXzEf2KBiu1HAEzUew8zMekGXYxARsTAiPgYcDzyafo6PiI9GxJM1Hm8Gb9/jegJwRUX5Qelspu2ARR1dUWZmVo4i10HcCNzY0x1LugBoBdaVNB84DjgRuDB1Uz1GNr8TwFXAbsBcsrOkDunp8czMrHcVuZK6JhHxpS5WjcvZNoBv1SsWMzPrOc+pZGZmuZwgzMwslxOEmZnlcoIwM7NcdRukNnuHaXnXQtbBwMnvvAhy/75/caBZvbgFYWZmuZwgzMwslxOEmZnlcoIwM7NcThBmZpbLCcLMzHL5NNf+pFGnmppZn+AWhJmZ5XKCMDOzXE4QZmaWywnCzMxyOUGYmVkuJwgzM8vlBGFmZrl8HYT1bWVd++Fpxq0PcAvCzMxyOUGYmVkuJwgzM8vlBGFmZrmcIMzMLJcThJmZ5XKCMDOzXE4QZmaWywnCzMxyOUGYmVkuT7VhVg9l3t7V03xYL3ELwszMcjVVgpC0i6QHJc2VdHTZ8ZiZ9WdN08UkaWXgv4BPAfOBuyTNiIj7y43MbAWT1701cDJM26m+x3XXVp/TNAkC2AaYGxHzACT9DhgPOEGYrQjKHHepVSMSZ700ICErojmyvqS9gF0i4ivp+ZeBbSPi2522mwhMTE83AR5saKDNY13gmbKDaEKul3yul3z9tV42jIjh3W3UTC2IvK8fy2SviJgCTKl/OM1N0syIGFt2HM3G9ZLP9ZLP9VJdMw1Szwc2qHg+CniipFjMzPq9ZkoQdwFjJG0kaVVgP2BGyTGZmfVbTdPFFBFLJX0b+COwMvCbiLiv5LCaWb/vZuuC6yWf6yWf66WKphmkNjOz5tJMXUxmZtZEnCDMzCyXE0QTk7SJpHsqfhZLOrLTNpJ0epqeZI6kLcuKt1EK1kurpEUV2/y4rHgbSdJ3Jd0n6V5JF0ga2Gn9apKmp7+XOyWNLifSxilQJwdLerrib+UrZcXabJpmkNqWFREPAlvAW1OR/BO4rNNmuwJj0s+2wBnpsc8qWC8At0TE7o2MrUySRgLfATaLiJclXUh2NuBvKzY7DHg+IjaWtB/wM2DfhgfbIAXrBGB654tyzS2IFck44OGI+Een8vHAuZG5AxgiaUTjwytNV/XSXw0AVpc0AFiDZa8lGg9MTcsXA+MkrYBzZPRId3ViXXCCWHHsB1yQUz4SeLzi+fxU1l90VS8AH5X0F0l/kPSBRgZVhoj4JzAZeAxYACyKiGs6bfbW30tELAUWAcMaGWcjFawTgC+mLtqLJW2Qs75fcoJYAaQLB/cELspbnVPWL85d7qZeZpPNN7M58Evg8kbGVgZJ65C1EDYC3gUMknRg581yXtpn/14K1smVwOiI+DBwHW+3sPo9J4gVw67A7IhYmLOuP09R0mW9RMTiiGhPy1cBq0hat9EBNtgngUci4umIeB24FPhYp23e+ntJXS5rA881NMrG6rZOIuLZiHg1Pf01sFWDY2xaThArhi/RdTfKDOCgdDbTdmRN6AWNC61UXdaLpPU7+tYlbUP2t/5sA2Mrw2PAdpLWSO99HPBAp21mABPS8l7ADdG3r5bttk46jdnt2Xl9f+azmJqcpDXIbqL0tYqyrwNExJnAVcBuwFzgJeCQEsJsuAL1shfwDUlLgZeB/fr4ByERcaeki8m615YCdwNTJP0UmBkRM4BzgPMkzSVrOexXWsANULBOviNpz7T+OeDgsuJtNp5qw8zMcrmLyczMcjlBmJlZLicIMzPL5QRhZma5nCDMzJqMpN9IekrSvQW23VHSbElLJe1VUb5Tp0ktX5H0uR7F4bOYrD+SNAy4Pj1dH3gDeDo93yYiXuvFYx0KXBURT+asOx+4OCIul3QrMBx4FVgVuAb414hY1Fux2IpB0o5AO9k8ax/sZtvRwFrA94EZEXFxzjZDyU6FHxURLxWNwy0I65fS1bNbRMQWwJnAKR3PezM5JIeSJaEi9k1TPnwYeJPsyl/rZyLiZjpd4S7pvZKuljRL0i2SNk3bPhoRc8j+XrqyF/CHniQHcIIwewdJx0r6Zlr+paRr0vJnJP02Le8q6U+pWT9d0qBUvrWkm9I/8B8ktUjal2xq8umpmb9qkThSkvo+MEbSByQNTvv8S7qvwV7d7cP6nCnA4RGxFdnfxn/34LXVJrXskhOE2TvdDHw8LW9JNn36AGAH4BZJ6wFHA+MiYktgDnCEpNWA04Avpn/g84F/i4jpwD1kLYMetU7SbKtzgE3JrpZ/NCI2T10O1/bGm7UVg6Q1yeaQukjSPcBZQKFp/dNUIh8C/tjT43qqDbN3ugvYWtIQsj7gucBHyJLGeWT/pJsBt6epnlYFbgXeD3wAuC6Vr0w2Md7y6ph9dQ5woqQTgSsj4rZe2LetOFYCXkhdoj21D3BZmqywxwc1syTN6vkEcBBwG3AL2QRv746Iv5P6nalDAAABSklEQVR9YF9dMV6xWURMTOVzKso/FBG7Lk8sqeXyQeCBiHgAGAvcB5wk6djl2betWCJiMfCIpL3hrVsNb17w5dUm+6zKCcJsWTeT9fHeTJYgvgXMSutuBz4h6T0AkgZJGgPcD4xMM8ciadWKmxQtAQb3JIA0VvEzYG5E3J9undkeEecBJ5N1f1kfJekC4E/AJpLmSzoMOAA4TNJfyL4ojE/bbi1pPrA3cJak+yr2M5psevebaonDXUxmy7oF+AFwZ7qP8eupjIhYmP5Zp1cMOB8bEQ+lgePTJQ0m+9/6Bdk/8v8AZ0t6me5PoZ0u6VVgNbLTXL+Qyjcn62J6E3gN+HpvvmFrLhHxpS5W7ZKz7V1k94HJ28+jLMcdJn0dhJmZ5XIXk5mZ5XKCMDOzXE4QZmaWywnCzMxyOUGYmVkuJwgzM8vlBGFmZrn+H6ZA0BGTw6hJAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fa75e317080>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "twitter_archive_master.tweet_id[rating_under].hist(color = 'orange', label = rating_under)\n",
    "plt.title('Tweet IDs Rating Under One')\n",
    "plt.xlabel('Tweet IDs')\n",
    "plt.ylabel('Count of Ratings Under One')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is a right skewed distribution. Less Tweet IDs have rating under 1."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Count of Tweets')"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAFSCAYAAADo5khvAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xm4HGWZ/vHvDeICQRAJDAIhEFlEhAhhUVBR0REdwQ2EQQQEIyojDo4zuIwLo4OjgsO44MSfCKhsCiguMwODGIQRNCwmYVNA0AhCZJdV4P79UW+T5qTOOX2S7q7unPtzXX2drreqq57T6Zyn36feeku2iYiIGGmlpgOIiIjBlAQRERG1kiAiIqJWEkRERNRKgoiIiFpJEBERUSsJImJISdpZ0m8k/VnSG5qOJ1Y8SRAxYZJukvSgpPsk3S3p/yQdKqknnydJu5Rj3CPpTkkXS9q+rDtQ0kW9OO5ESdpVkiV9eUT7RZIO7MEhjwK+ZHuK7e+NOOaf2x6Pl3+v1vJ+PYhlKZL+KGmXfhwreiMJIpbV622vDmwEfAb4J+Dr3T6IpGcCPwS+CKwFrA98Eni428fqkvuBt0ua3odjbQRcVbeiJI0ptqcAv6P692q1fbsPscUKIAkilovte2yfA7wVOEDSVgCS1pB0sqTFkm6W9NFWD0PSypKOkfQnSb+VdFj55v2UmkNsVo5zqu3HbD9o+1zb8yU9D/gq8KLyzfjusv/XSbpC0r2Sfi/pE+07lPT2EtMdkv659Ih2K+tWknSkpBvK+jMkrTWBt+Ru4ETg43Ury/4/Wo5/e3mP1hhtZ5LeKen60nM6R9JzSvsNwCbAD8rv/rROA5S0uqSHSvJF0qckPSzpGWX585I+U54/Q9K/l/fxj5K+2H4sSW+UNL/0JH8macvS/h1gHeDcEt/7JK0m6bTyu9wt6VJJz+o07ui/JIjoCtu/ABYBLylNXwTWoPoj9jLg7cBBZd07gd2BmcC2wFj1818Dj0k6SdLu7X9QbF8DHAr8vHwzXrOsur8cb03gdcC7WzX68gfsK8B+wHolxvXbjve+Es/LgOcAdwFPlIzKH8O/Heft+DTwZkmb16w7sDxeTvXeTAG+VLcTSa8Ajgb2LrHeDJxWfvcZPLln0HGPyvZ9wHyW/Fu9lOrfbqe25bnl+ReADYAXAJtTJewjS3w7Ub2XBwHPBr4JfE/SU2zvBdwOvLrE9x/AIcBTqN7vtYHDgEc6jTv6LwkiuukWYC1JK1P1KD5k+z7bNwHHAPuX7fYGjrO9yPZdVCWqWrbvBXYBDHwNWFy+Sa87xmt+anuB7cdtzwdOpfqDD/AW4Ae2L7L9CPCxsu+WdwEfKbE9DHwCeEurd2N7a9unjPUm2P4jVc/mqJrV+wHH2r7R9p+BDwH7jNJ72g84wfblJZYPUfWWpo91/A7NBV5WegObAseX5dWBrYGLS0zvAA63fbfte6j+rfYp+3gX1TmQy0rvbg7wNGC7UY75F2AqMMP2o7Z/afv+Lvwu0SNJENFN6wN3Un07fCrVN96Wm1nyTf05wO/b1rU/X4rta2wfaHsDYKvy+n8fbXtJO0q6oJS37qHqZaxdd2zbDwB3tL18I+DsUgK5G7gGeAwYNSGN4t+Av5a0zYj257D0+/KUUfb/pG1LQrmDJ/d4ltVcYFdgR2Ae8BOqJLozsKAk5ucAqwBXtb0f36MqHUH1Xn24ta6snzpGfF8vx/2upEWS/rV8mYgBlQQRXaFqVNH6wEXAn6i+LW7Utsk04A/l+a1UZYuWDTs9ju1rqWr8W7WaajY7BTgH2ND2GlTf5lV37FJ3f3bba38P7G57zbbH023/gQmwfQdVEvuXEatuYen35VHgtprdPGlbSauVWCcUyyh+BmxDVYKbC1wJbAG8miXlpVtLbDPa3os1bLfer98DHxvxXq1q+6yy/kn/NrYftv0x21tQlbH2YklvJAZQEkQsF0nPlPQ3VLXxb5XSzmPAGcCnywnRjYAjgG+Vl50BHC5pfUlrUo2AGm3/W0j6gKQNyvKGwL7AJWWT24ANJD217WWrA3fafkjSDkD7OYPvAq+X9OLymk+yJHlAlUw+XWJG0lRJe078nQHgWODFwPPa2k4F/l7SxpKmAP8KnG770ZrXnwIcJGlmKQX9K3BpKdktl1Iuugp4NzDX9uNUPYlDKAnC9l+AE4DjJK2tyoaSXlV2Mwf4O0mzyropkvaQtGpZfxvVeRYAJO0maUtVgxXupUo+jy3v7xK9kwQRy+oHku6j+hb5Eao/hge1rf87qpPFN1L1Kk6h+mMD1bmEc6lOlF4B/JjR/1jcR1UGuVTS/VSJYSHwgbL+J1R/6P4o6U+l7T3AUSW+j1ElJABsX1ViO43qG/J9VCdTWyd5j6PqfZxbXn9JOT4Akq5Sh9cRlDLNZ6mG57acQHUy90Lgt8BDJZ66158P/DNwZol1Bt39xj2XKjle3ra8GtW/V8v7qXoy84B7gP8Gnlviu5jqpP5/Uo3e+jVVMm71HD5NlWzvlnQYVQ/z+1Tv+UKqf/cn/m1i8Cg3DIqmSdod+KrtjcbduPvHnkL1x21T27/t9/EjBll6ENF3ZWz9ayU9RdL6VNcMnN3H479e0qqlpv95YAFwU7+OHzEskiCiCaKq/d9FVWK6hqoU1C97UpVNbqEa4rmP05WOWEpKTBERUSs9iIiIqJUEERERteou7x8aa6+9tqdPn950GBERQ+Wyyy77k+2p42031Ali+vTpzJs3r+kwIiKGiqSbx98qJaaIiBhFEkRERNRKgoiIiFpJEBERUSsJIiIiaiVBRERErSSIiIiolQQRERG1enahXLnz18nAXwGPA3NsHydpLeB0YDrVFMt7275Lkqhu1vJa4AHgQNuX1+17WU0/8kfd3N1SbvrM63q6/4iIfuplD+JR4AO2nwfsBLxX0pbAkcD5tjcFzi/LALtTTb28KTAbOL6HsUVExDh6liBs39rqAdi+j2rO//Wp5uI/qWx2EvCG8nxP4GRXLgHWlLRer+KLiIix9eUchKTpwAuBS4F1bd8KVRIB1imbrU91f+OWRaVt5L5mS5onad7ixYt7GXZExKTW8wRR7vl7JvD+chP3UTetaVvqbka259ieZXvW1KnjTkYYERHLqKcJQtIqVMnh27bPKs23tUpH5eftpX0RsGHbyzeguiVkREQ0oGcJooxK+jpwje1j21adAxxQnh8AfL+t/e2q7ATc0ypFRURE//XyfhA7A/sDCyRdWdo+DHwGOEPSwcDvgL3Kuh9TDXG9nmqY60E9jC0iIsbRswRh+yLqzysAvLJmewPv7VU8ERExMbmSOiIiaiVBRERErSSIiIiolQQRERG1kiAiIqJWEkRERNRKgoiIiFpJEBERUSsJIiIiaiVBRERErSSIiIiolQQRERG1kiAiIqJWEkRERNRKgoiIiFpJEBERUauXtxw9QdLtkha2tZ0u6cryuKl1pzlJ0yU92Lbuq72KKyIiOtPLW46eCHwJOLnVYPutreeSjgHuadv+BtszexhPRERMQC9vOXqhpOl16yQJ2Bt4Ra+OHxERy6epcxAvAW6z/Zu2to0lXSFprqSXNBRXREQUvSwxjWVf4NS25VuBabbvkLQd8D1Jz7d978gXSpoNzAaYNm1aX4KNiJiM+t6DkPQU4E3A6a022w/bvqM8vwy4Adis7vW259ieZXvW1KlT+xFyRMSk1ESJaTfgWtuLWg2SpkpauTzfBNgUuLGB2CIioujlMNdTgZ8Dm0taJOngsmofnlxeAngpMF/Sr4DvAofavrNXsUVExPh6OYpp31HaD6xpOxM4s1exRETExOVK6oiIqJUEERERtZIgIiKiVhJERETUSoKIiIhaSRAREVErCSIiImolQURERK0kiIiIqJUEERERtZIgIiKiVhJERETUSoKIiIhaSRAREVErCSIiImolQURERK0kiIiIqNXLW46eIOl2SQvb2j4h6Q+SriyP17at+5Ck6yVdJ+mvexVXRER0ppc9iBOB19S0f8H2zPL4MYCkLanuVf388pqvSFq5h7FFRMQ4epYgbF8I3Nnh5nsCp9l+2PZvgeuBHXoVW0REjK+JcxCHSZpfSlDPKm3rA79v22ZRaVuKpNmS5kmat3jx4l7HGhExafU7QRwPzABmArcCx5R21Wzruh3YnmN7lu1ZU6dO7U2UERHR3wRh+zbbj9l+HPgaS8pIi4AN2zbdALiln7FFRMST9TVBSFqvbfGNQGuE0znAPpKeJmljYFPgF/2MLSIinuwpvdqxpFOBXYG1JS0CPg7sKmkmVfnoJuBdALavknQGcDXwKPBe24/1KraIiBjfuAlC0jOAh2xb0gxgc+Bc24+O9Trb+9Y0f32M7T8NfHq8eCIioj86KTH9DHhGKQ/NBd4NnNDTqCIionGdJIiVbD8AvBn4ku3XA1v3NqyIiGhaRwlC0vbA3wI/LG25yjkiYgXXSYL4e+CTwI9sL5S0CVXZKSIiVmCdjGJ6lu0nJtWzfaOk/+1hTBERMQA66UF8tKbtI90OJCIiBsuoPYgy5fZrgPUlHdu26pnA470OLCIimjVWiel2qiudHwKuamu/Dziyl0FFRETzRk0Qtq8ArpD0baoewzTb1/ctsoiIaFQn5yBeCSwAzgOQNFPS2T2NKiIiGtdJgjgK2BG4G8D2lcBzexlUREQ0r5ME8Rfbd49oq71XQ0RErDg6uQ7iGkl7U11RvTFwOHBJb8OKiIimddKDOAzYjupE9VlUo5re38ugIiKieeP2IGzfD/yTpI/ZfrgPMUVExAAYtwchaUdJC4DflOVtJH2x55FFRESjOikxHQf8DXAHgO1fAS8f70WSTpB0u6SFbW2fk3StpPmSzpa0ZmmfLulBSVeWx1eX7deJiIhu6fR+EDePaOvkdqAnUk3V0e48YCvbWwO/Bj7Utu4G2zPL49AO9h8RET3USYL4vaQdAEtaWdL7qf64j8n2hcCdI9rab1V6CbDBRAOOiIj+6CRBvBs4ApgG3AbsVNqW1zuA/2pb3ljSFZLmSnpJF/YfERHLoZPrIO62vU83DyrpI8CjwLdL061Ucz3dIWk74HuSnm/73prXzgZmA0ybNq2bYUVERJtOehDXlm/1n5L0aklTlueAkg6gOum9n20D2H7Ydusk+GXADcBmda+3Pcf2LNuzpk6dujyhRETEGMZNELY3AQ6iGub6FmChpHnLcjBJrwH+CdjD9gNt7VMlrVyebwJsCty4LMeIiIjuGLfEJOmvqK6k3h54PnAtcHEHrzsV2BVYW9Ii4ONUo5aeBpwnCeCSMmLppcBRkh6lGiF1qO07a3ccERF90ck5iFuAXwL/CrzPdkd3k7O9b03z10fZ9kzgzE72GxER/dHJOYjtgVOA/YGLygVwB/Q2rIiIaFonczFdJulqqtuOvhQ4AHg1cFKPY4uIiAZ1cg7iEuCZwM+BnwGvsH1DrwOLiIhmjZogJL3J9lnAG23f2seYIiJiAIx1DuKjAEkOERGTUycnqSMiYhIa6xzEFpLm17QLcJmRNSIiVlBjJYjfAq/vVyARETFYxkoQj9TcByIiIiaJsc5BjDudRkRErLhGTRC2D+tnIBERMVgyiikiImqNmiAk7VV+bty/cCIiYlCM1YP4UPmZWVYjIiahsUYx3SHpAqp7RZ8zcqXtPXoXVkRENG2sBPE6YFvgm8Ax/QknIiIGxagJwvYjwCWSXmx7saTVq2b/uX/hRUREUzoZxbSupCuAhcDVki6TtFUnOy83F7pd0sK2trUknSfpN+Xns0q7JP2HpOslzZe07TL9RhER0RWdJIg5wBG2N7I9DfhAaevEicBrRrQdCZxve1Pg/LIMsDuwaXnMBo7v8BgREdEDnSSI1Wxf0Fqw/VNgtU52bvtC4M4RzXuy5G50JwFvaGs/2ZVLgDUlrdfJcSIiovs6SRA3SvpnSdPL46NUE/ktq3Vb95goP9cp7esDv2/bblFpexJJsyXNkzRv8eLFyxFGRESMpZME8Q5gKnBWeawNHNSDWFTT5qUa7Dm2Z9meNXXq1B6EERER0ME9qW3fBbyvi8e8TdJ6tm8tJaTbS/siYMO27TYAbunicSMiYgKamIvpHOCA8vwA4Ptt7W8vo5l2Au7J7U4jIpozbg9ieUg6FdgVWFvSIuDjwGeAMyQdDPwO2Kts/mPgtcD1wAP0powVEREdGjdBSNrZ9sXjtdWxve8oq15Zs62B9463z4iI6I9OSkxf7LAtIiJWIKP2ICS9CHgxMFXSEW2rngms3OvAIiKiWWOVmJ4KTCnbrN7Wfi/wll4GFRERzRtrsr65wFxJJ9q+uY8xRUTEAOhkFNPTJM0Bprdvb/sVvQoqIiKa10mC+A7wVeD/AY/1NpyIiBgUnSSIR21nZtWIiEmmk2GuP5D0HknrlXs5rCVprZ5HFhERjeqkB9GaFuODbW0GNul+OBERMSg6maxv434EEhERg6WTqTbeXtdu++TuhxMREYOikxLT9m3Pn041j9LlQBJERMQKrJMS09+1L0taA/hmzyKKiIiBsCz3g3gA2LTbgURExGDp5BzED1hy68+VgecBZ/QyqIiIaF4n5yA+3/b8UeBm24t6FE9ERAyITs5BzJW0LktOVv9meQ4oaXPg9LamTYCPAWsC7wQWl/YP2/7x8hwrIiKW3bjnICTtDfyC6tagewOXSlrm6b5tX2d7pu2ZwHZU5zTOLqu/0FqX5BAR0axOSkwfAba3fTuApKnA/wLf7cLxXwncYPtmSV3YXUREdEsno5hWaiWH4o4OX9eJfYBT25YPkzRf0gmSntWlY0RExDLo5A/9f0v6H0kHSjoQ+BHwX8t7YElPBfagmk4c4HhgBjATuBU4ZpTXzZY0T9K8xYsX120SERFdMG6CsP1B4D+BrYFtgDm2/7ELx94duNz2beU4t9l+zPbjwNeAHUaJZ47tWbZnTZ06tQthREREnVHPQUh6LrCu7YttnwWcVdpfKmmG7RuW89j70lZekrSe7VvL4huBhcu5/4iIWA5j9SD+Hbivpv2Bsm6ZSVoVeBUl6RSflbRA0nzg5cDfL88xIiJi+Yw1imm67fkjG23PkzR9eQ5q+wHg2SPa9l+efUZERHeN1YN4+hjrntHtQCIiYrCMlSB+KemdIxslHQxc1ruQIiJiEIxVYno/cLak/ViSEGYBT6U6iRwRESuwURNEGX76YkkvB7YqzT+y/ZO+RBYREY3qZLK+C4AL+hBLREQMkG5NmRERESuYJIiIiKjVyWyuMSg+sUaP939Pb/cfEUMlPYiIiKiVBBEREbWSICIiolYSRERE1EqCiIiIWkkQERFRKwkiIiJqJUFEREStJIiIiKjV2JXUkm6iuqXpY8CjtmdJWgs4HZgO3ATsbfuupmKMiJjMmu5BvNz2TNuzyvKRwPm2NwXOL8sREdGAphPESHsCJ5XnJwFvaDCWiIhJrckEYeBcSZdJml3a1rV9K0D5uc7IF0maLWmepHmLFy/uY7gREZNLk7O57mz7FknrAOdJuraTF9meA8wBmDVrlnsZYETEZNZYD8L2LeXn7cDZwA7AbZLWAyg/b28qvoiIya6RBCFpNUmrt54DrwYWAucAB5TNDgC+30R8ERHRXIlpXeBsSa0YTrH935J+CZwh6WDgd8BeDcUXETHpNZIgbN8IbFPTfgfwyv5HFBERIw3aMNeIiBgQSRAREVErCSIiImolQURERK0kiIiIqJUEERERtZIgIiKiVhJERETUSoKIiIhaSRAREVErCSIiImolQURERK0kiIiIqJUEERERtZIgIiKiVhJERETU6nuCkLShpAskXSPpKkmHl/ZPSPqDpCvL47X9ji0iIpZo4o5yjwIfsH15uS/1ZZLOK+u+YPvzDcQUEREj9D1B2L4VuLU8v0/SNcD6/Y4jIiLG1ug5CEnTgRcCl5amwyTNl3SCpGc1FlhERDSXICRNAc4E3m/7XuB4YAYwk6qHccwor5staZ6keYsXL+5bvBERk00jCULSKlTJ4du2zwKwfZvtx2w/DnwN2KHutbbn2J5le9bUqVP7F3RExCTTxCgmAV8HrrF9bFv7em2bvRFY2O/YIiJiiSZGMe0M7A8skHRlafswsK+kmYCBm4B3NRBb9NALTnpBT/e/4IAFPd1/xGTTxCimiwDVrPpxv2OJiIjR5UrqiIiolQQRERG1kiAiIqJWEkRERNRKgoiIiFpJEBERUSsJIiIiaiVBRERErSSIiIiolQQRERG1kiAiIqJWE5P1RQyla7Z4Xk/3/7xrr+np/iMmKj2IiIiolR5ExCTx5UN/0tP9v/err+jp/qP/0oOIiIhaSRAREVErCSIiImoNXIKQ9BpJ10m6XtKRTccTETFZDVSCkLQy8GVgd2BLqvtUb9lsVBERk9OgjWLaAbje9o0Akk4D9gSubjSqiGjUMW/9m57u/wOn/7Cn+1905M96uv8NPvOSnuxXtnuy42Uh6S3Aa2wfUpb3B3a0fVjbNrOB2WVxc+C6Hoa0NvCnHu6/1xJ/sxJ/c4Y5duh9/BvZnjreRoPWg1BN25MymO05wJy+BCPNsz2rH8fqhcTfrMTfnGGOHQYn/oE6BwEsAjZsW94AuKWhWCIiJrVBSxC/BDaVtLGkpwL7AOc0HFNExKQ0UCUm249KOgz4H2Bl4ATbVzUYUl9KWT2U+JuV+JszzLHDgMQ/UCepIyJicAxaiSkiIgZEEkRERNRKgoiIiFpJEG0krSRp76bjiOEjaWVJn2s6jmWVz36zBvXzkwTRxvbjwGHjbjjgJO0h6fPl8fqm45moYYzf9mPAdpLqLvYceCvCZ1/SGpK+IGleeRwjaY2m4+rEoH5+MoppBEn/DDwInA7c32q3fWdjQU2ApKOp5rT6dmnaF5hn+0PNRdW5YY5f0jHApsB3ePJn56zGgpqAFeCzfyawEDipNO0PbGP7Tc1F1blB/PwkQYwg6bc1zba9Sd+DWQaS5gMzyzfC1gy5V9jeutnIOjPM8Uv6Rk2zbb+j78EsgxXgs3+l7ZnjtQ2qQfz8DNSFcoPA9sZNx9AFawKtb31D0cUeYSjjt31Q0zEsjxXgs/+gpF1sXwQgaWeqHtFQGMTPTxLECJJWBY4AptmeLWlTYHPbvZ0PuHuOBq6QdAHV5IcvBQa+PNNmaOOXtBlwPLCu7a0kbQ3sYftTDYfWkRXgs/9u4KRy3kFUXzIOaDakzg3i5yclphEknQ5cBry9/CM9A/j5sHRTASStB2xP9Z/kUtt/bDikCWmLH+AXwxK/pLnAB4H/tP3C0rbQ9lbNRtaZFeGzDyDpmQC27206lokYxM9PRjEtbYbtzwJ/AbD9IPXTkA8kSdsC61HNjPt74DmSZkgapt7ii4BdgZeV58NiVdu/GNH2aCORLJth/+w/W9J/AD8FLpB0nKRnNxzWRAzc52eY/mj0yyPlm5MBJM0AHm42pAn5CrAtMJ/qP/dW5fmzJR1q+9wmgxuPpK8AzwVOLU3vkrSb7fc2GFan/lQ+L63PzluAW5sNaUKG/bN/GnAh8OayvB/ViKzdGotoYgbv82M7j7YH8CpgLrCYaqjlTcCuTcc1gfhPA57ftrwl8A1gE+DKpuPrIP6rKKXPsrwScFXTcXUY+ybA/wIPAH8ALqK6c1fjsXUY/7B/9i+raZvXdFwTiH/gPj/pQYxg+zxJlwM7UX0DP9z2MN26cAu3TZFu+2pJL7R944BdgzOa64BpwM1leUOqHtDAc3Uv9d0krQasZPu+pmPqhKSdbV9M9e37TQzvZ/8CSfsAZ5TltwA/ajCejkg63PZxwHq2B+rzk5PUNSS9CdiFqqt3ke2zGw6pY+VE451UPQmAt1Ld33Z/qt9l+9FeOwjKibrtgVYtdnvg51TfqrC9R0OhjavUuz9O22cHOMr2HY0GNg5Jl9neTtLltrdtOp5lJek+YDXg8dK0EksuOLPtZzYS2Dha12oM4vufBDFCTQ38rcANHo4aOKWG/B6qP1Ki+iP1FeAhqpNgf24wvHFJetlY623P7VcsEyXpPKpv4d8qTftRlWgGugYu6RLgGuC1VDX7J7H9vr4HNYlIOpVqMMZU4Ib2VVSJrbGLRJMgRpB0FbCVyxsjaSVgge3nNxvZ5CHpr6im2zDwSw/PMNfLbG83om0gbj4/FklrU53I/TfgYyPX2z5pqRcNqBG9/5/Z/l7DIXWkfOb/B1iqh2z75qVf0R85B7G0oa2BA0haQBkF0eYeYB7wqSEodxxC9UfqJ1TfoL4o6SjbJzQbWUeGsgZezjOcJuka279qOp5lVdP7P1TSq4ah91++BG0j6anAZqX5Ott/aTCs9CBGGuYaOICkzwKPAaeUpn2o/tDeA+xie6BnR5V0HfDiViIrdf3/s715s5GNb1hr4C2SNgC+COzMknMoh9te1GhgHRr23n8pr55MNXpMVF9OD7B9YVMxpQextKW62ENmZ9s7ty0vkHSx7Z0lva2xqDq3CGgfvXEf1QV/A8/26k3HsJy+QfXFYq+y/LbS9qrGIpqYoe79A8cCr7Z9HTwx9capwHZjvqqHkiBGsD13WGvgxRRJO9q+FEDSDsCUsm4Yrur9A3CppO9Tvf97Ar+QdASA7WObDG48w1oDL9ax3T6j6ImS3t9YNBP3bOAaSU/q/Us6Bwa/9w+s0koOALZ/LWmVJgNKghhhyGvgAIcAJ0iaQhX/vcDBZWz10Y1G1pkbePJIju+XnwP/7XyYa+DF4tLLbMW/LzDQ56xGGPbe/zxJXwe+WZb3o5obqzE5BzHCMNfA27VmtLR9d9OxTBYrQA18GvAllsx/dTHVOYjGRtFMJpKeBryXJUPULwS+Yrux6U7Sg1ja0NbA4YnE8HGqabJbJ92Psn1Po4F1qEzzvdS3FtuvaCCciRrqGrjt31EzzHJYlEECrc/OU4FVgPsHfXBAi+2HJX0JOI/q92h8FFMSxNKGugYOnEB128XWDej3pzrROBS3XQT+oe3506kmXhuGcycw5DXwYR/FNHKQgKQ3UJ1LHAqSdqW6XepNlFFMkhodxZQS0wiSPj7Wetuf7Fcsy0JDftvFOpLm2h7zCutBMMxXgcMTV4KfwpIa+NuA/WwPyyimpUg4DAeNAAAKh0lEQVS6xPZOTcfRCUmXAX87chTTyIsv+yk9iBEGPQF0YKhvuyhprbbFlYBZwF81FM6EDHoC6MDUYR7FVEaQtbQ+O8P0DTijmAbdkNfAAQ4FTi7nIgDuYohuu0g1aqP1/j9K1d0+uLFoJmDYa+BU9yMY5lFM7ReBtj47ezYTyjLJKKZBJ6m9O/dEDdz2PzYUUkda50hai1RX9EJ1Ja+H4NwJsNRkgwZ+Bhxv+6FGA1sGrRq47Q83HUsnRoxiMvB/ZBRT3wziKKYkiA4MQw287dzJ5lQnR79P9SF7PXCh7UOaim0iJJ1Bde3Gt0vTvsCzbO81+qsG1zDVwIedpE2A46juZ2GqKXL+vtynI5ZBSkwjDGsNvHXuRNK5wLatm41I+gTwnQZDm6jNbW/TtnyBpKGYQG5Ya+Cq7uM8qiGa7vsU4MvAG8vyPlTlsh0bi6gDo0yw+YQmp/tOglja0NbAi2nAI23LjwDTmwllmVwhaSfblwBI2pHqgq1hMKw18DcBHwGeRXXOaljJ9jfblr8l6bDGouncXgzoQJKUmEYY9hq4pI9QXQNxNlX8bwROtz0M02wg6RqqMtnvStM0qpvZPE7DN09ZUUm6GtgdOAd4+cj1tu/se1DLQNJngLup7qZoqpt9PY2qVzGwv0frTnKSvml7/6bjaZcEMcKKUAOXtC3wkrJ4oe0rmoxnIiRtNNb6QT5hOqw1cEnvA94NbEJ1oegTq6iS8iaNBDZBkn47xuqB/T0kLQQ+RzWX1AdHrrd9Vt+DKpIgRpD0qxE18Nq2iJHKrTu/zJJhovsAf2d7oGvgLZKOt/3upuOYbCTtQjWkdW+qXlw7235H/6OqJEGMIOlE4KsjauAH2H5Po4HFwJN06chkkFFMzZE0C7jV9h/G3XgASDrY9tebjqNdEsQIqYHHshrWGviKStJJwNbAr22/tel4JmoQElwSxAjDXAOPZg1rDXxFJ2n11rDvYTIICS4JIiJWGJL2oEx1D/zU9g+bjKcbmkxwSRARPTIIJYLJRNLRVNN7t49AnGf7Q81FNTGDluCSICJ6ZBBKBJOJpPnATNuPl+WVgSuG5bzhICa4JIiIHhvWGviwKQli19ZggDJtzk+HKEEMXILLVBsRXVRXIkhy6JujqaZquYDqIr+XAkNTXirWBFqj3dYYa8N+SA8ioksGsUQw2Uhaj2o2YwGX2v5jwyF1TNK+wGeAJyU426c1FlMSRER3DGKJYDIpU8yMdA9ws+2huK/5oCW4lJgiumugSgSTzFeAbYH5VH9gtyrPny3pUNvnNhnceNoS3KLy8zmSVqPBBJcEEdE9K0INfJjdBBxs+yoASVtSTX73L8BZwEAnCAYwwa3U7wNGrKhsn0o1k+tZ5fGiJuvHk9AWreQAYPtq4IWDPptum5uo4p1lezvghcBCYDfgs00ElB5ERJcMYolgkrlO0vFUc2FBNRfWr8u9nv/SXFgdWyrBSXqh7RslNRJQTlJHdEmZ7ru2RAAMfA182I242ZeAi6jKNg8Bq9r+c4PhjUvS6VTnr9oT3NrA/sBFtrfve0xJEBHdIek04F9Gq4HbntlkfDHYBjHBJUFEdImkK0cmgVZb3broLkkLWHI/+ZZ7gHnAp2zf0f+ohlvOQUR0z7DXwIfdfwGPAaeU5X2ovonfA5wIvL6ZsDoziAkuPYiILhnEEsFkIuli2zvXtUlaYPsFTcXWCUmfZfQEt4vtvie49CAiusT2g8Ax5TFSkkPvTZG0o+1LASTtAEwp64ZhFNnOIxLcgrYE97YmAkqCiOiSQSwRTDKHACdImkL1zfte4OAy1PjoRiPrzMAluJSYIrpkEEsEk5GkNaj+tt3ddCwTIWl74ASqpPBEggOuBl5n+4y+x5QEEdEdw14DH3YlMXycJdOtzwWOsn1Pc1FN3CAluEy1EdE9UyTt2FoYhBLBJHMCcB+wd3ncC3yj0YgmQNIako4Fzgf+V9IxJVk0F1N6EBHdMYglgslkrOtQmoppIiSdSTX30kmlaX9gG9tvaiymJIiI7hqkEsFkIunnwAdtX1SWdwY+b/tFzUbWmUFMcBnFFNElI2vgkoayBj7EDgVObivL3AUc0GA8E/WgpF1GJLgHmwwoPYiILhnEEsFkIOmI9kVgtfL8fsC2j+1/VBMnaRvgZJbcaOou4ADb85uKKT2IiO6ZYfvNbcuflHRlY9FMHquXn5tT3a7z+1SJ4m3AhU0F1akRCe5knpzgdqOaEbgRSRAR3TNwJYLJwPYnASSdC2xr+76y/AngOw2G1qmBTXApMUV0ySCWCCYTSddSlfQeLstPA35le4tmI+tMSXBvbktwqwPfsf2apmJKDyJiOQ1yiWCS+SbwC0lnU0158kaWnA8aBtOAR9qWHwGmNxNKJQkiYvkNbIlgMrH9aUn/BbykNB1k+4omY5qggUtwKTFFdMkglghiuJT7mrcS3IVNJ7j0ICK6Z+BKBDFcbF8OXN50HC1JEBHdM3AlgojlkRJTRBcNWokgYnkkQURERK1M9x0REbWSICIiolYSREwakh6TdKWkqyT9StIRkrryf0DS30i6ouz3aknvKu1vkLRlN44R0W8ZxRSTyYOtufUlrUN17+jWFN3LTNIqwBxgB9uLyhQP08vqNwA/pLppUMRQSQ8iJiXbtwOzgcNUebqkb0haUHoCLweQtKqkMyTNl3S6pEslzRqxu9WpvmzdUfb9sO3rJL0Y2AP4XOm5zJD0Tkm/LD2NMyWtWo4zQ9IlZd1Rkv7c2rmkD5b2+ZJaE9OtJulHZT8LJb21529aTDrpQcSkZfvGUmJah2paDGy/QNIWwLmSNgPeA9xle2tJWwFLTd9t+05J5wA3Szqfqsdwqu3/K+0/tP1dAEl32/5aef4pqluSfhE4DjjO9qmSDm3tW9KrgU2BHaim7zhH0kuBqcAttl9Xtmv03sWxYkoPIiY7lZ+7UF3ohu1rgZuBzUr7aaV9IaNMvGf7EOCVwC+Af6C6N3WdrST9TNICYD/g+aX9RSyZmvqUtu1fXR5XUF1huwVVwlgA7Cbp3yS9JHeti15IDyImLUmbAI8Bt7MkUSy1Waf7s70AWCDpm8BvgQNrNjsReIPtX0k6ENh1vDCBo23/51IrpO2A1wJHSzrX9lGdxhrRifQgYlKSNBX4KvAlV1eLXkj1jZ5SWpoGXAdcBOxd2rcEXlCzrymSdm1rmknVAwG4jyWzvVKe31pObO/X1n4J0Lob3T5t7f8DvEPSlHKs9SWtI+k5wAO2vwV8Hth2Qm9ARAdyJXVMGpIeoyrNrAI8SlVSOtb245KeTpUwtivrjrB9gaTVqOZT2oyqzLMVsI/t37Ttd3XgdGAG1R3k7gcOtz2v3FXua8DDwFuoykX/SJVAFgCr2z5Q0qbAt6h6DD8CZttev+z/cOCQcrg/U50veS7wOeBx4C/Au23P6/JbFpNcEkTEGCStDKxi+yFJM4Dzgc1sPzLOSyd6nFWphuFa0j7Avrb37OYxIiYq5yAixrYqcEEpCYnqm3pXk0OxHfAlSQLuBt7Rg2NETEh6EBERUSsnqSMiolYSRERE1EqCiIiIWkkQERFRKwkiIiJqJUFERESt/w+C/+hOH4B9vAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fa75e2be860>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "twitter_archive_master.dog_stage.value_counts().plot(kind='bar')\n",
    "plt.title('Dog Stage: No of Tweets')\n",
    "plt.xlabel('Dog Stages')\n",
    "plt.ylabel('Count of Tweets')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Count of Retweets and Favorites')"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZUAAAFSCAYAAAA6tkI3AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3XeYVeW5/vHvDYooRQ0SY0BEDbEhSLGhInisiWKJGiwRjflxjBhNzDFqchJLkqNJjAUTNeaILbEQ+zHVAiJ2sGEjoqKiJCIiQowFeH5/rHdgM0xZM7P37FnM/bmufc1e7yr72Xtm1rPfst6liMDMzKwcOlQ7ADMzW304qZiZWdk4qZiZWdk4qZiZWdk4qZiZWdk4qZiZWdk4qZhZs0gaIWlOteNoiKQxkv5c7TjaEyeVdk7SbEn/lrRI0vuSHpZ0gqSK/G1I2jW9xkJJ70l6SNL2ad2xkqZW4nWbKp0wl0lanD6bmZKOa8L+10j6SSVjrOM129RJXlJI+lf6DBdLer+1Y4iIayNivxTPGimmvq0dR3vipGIAB0REN2AT4HzgdOCqcr+IpO7A3cClwGeAXsA5wMflfq0yeTsiugLdge8Av5W0RZVjKpqBEdE1PdZrzReWtEZrvp4lEeFHO34As4E9a5XtACwD+qfldYHrgHnA68B/Ax3Suo7AL4F3gdeAk4AA1qjjtYYC79cTx1bAR8BSYHHNdsCXgaeAD4A3gbNr7XdMimk+8MPS90P2pekM4JW0fiLwmZyfywhgTq2yd4DDSpa3BO4B3gNmAoen8rHAp8An6b38H3Ac8H8l+84CJpYsvwls19Bx07q1gAuAN4B/AlcAawNdgH+n39vi9Ph8He+r3s8T6Jt+d2PS8d8FflCyfm3gGmAB8AJwWu3PqNZrBfCFOsp7AH9Kf08L0ufTK607Gni01vanAbel5+sBv0v7zgbOBJTWfQOYAoxPn93ZqWxyWv9wiulf6fP5SiofBTwDvA9MJf3d+9HMc0q1A/Cjyn8AdSSVVP4G8M30/DrgTqBbOvH8HTg+rTshnWB6A+sD91J/UulOdnK/FtgPWL/W+mOBqbXKRgDbkiWIAelEelBat3U6OewKdEon209ZkVS+DTyaYlsL+A1wY8mxnwWOrOdzGVFzwkyvPYrshD0olXUhOykfB6wBDCY7CW+T1l8D/KTkeJulk1YHYCOyRPhWyboFaV1jx70YuIuspteN7IR8Xu2YG/h9N/R59k2/u9+SJZCBZLXIrdL684EH02tvDDzX0OtRf1LpCRycXqM7cBtwS1rXNf1ONyvZ/ing0PT8hrR9t/S5zQLGpHXfAJYA3yT7srM2KyeVNVJMfUuOvX36DLZP+3yd7EtIp2r/bxb1UfUA/KjyH0D9SeVR4AfpH+1jYOuSdf9Z8o96P/CfJev2pJ6kktZvlU64c9IJ4C5gw7TuWGollTr2vxi4KD3/ESsniXXIagc1SeVF4D9K1m9ElnTqjK3W64wgSyLvp/e/FPh2yfqvAg/W2uc3wFnp+TWUJJVU9iZZkhgNXAk8TlYrOQ64q7HjAiL7lr15ybqdgddKYm4wqTTyefZNv7veJesfB0an568C+5asG9vQ66VjfZA+w/eB8fVsNxSYV7J8E/D99HxLYCHQGVgz/c18sWTbccC96fk3gFdrHbuxpPLbmt9ZSdkrwC7V+p8s+sNtjlafXmRNCBuQ1QJeL1n3eloP8Hmyk2WN0ueriIgXyZIHkrYka8q4GDiiru0l7Uj2Dbl/imMt4A91vXZEfChpfsnumwC3S1pWUrYU2BB4q6E4k7cjorektVIMe6RYa469Y63O5zWA6xs43gNkJ/4vpOfvA7uTJYYHchy3J1ninC6pZp3IEn8ujXyeNf5R8vxDstoDrPq7Lv2bqM/giJhVK4YuwCXA3mTNWZDVPGrcAPwU+B/gKLKmr48k9SJ7r/X9LUIjf3912AQ4StJ3Sso61TqmNYE76m0VaTRWL7L25XfJvt1vUrJJH1aclOeSNS/V2Djv60TES2Tf6PvXFNWx2Q1ktZmNI2Jdsj6EmjPqSq8taW2y9voabwL7RcR6JY/OEZEnoZTG+THZ4IVtJR1UcuwHah27a0R8s4H3UpNUdkvPHyBLKruzIqk0dNx3yfpNtilZt25kgwnqe83aGvo8GzOXlX+/fXLuV9v3gE2BHSKiO1myLvUXoJekbcm+bNyQyt8h+1JQ398iNPwZ1LXuTeCcWp/3OhExMf/bsVJOKracpO6S9idrfvhdRMyIiKVkHdw/ldRN0ibAqWQ1DNK6UyT1krQe2cm3vuNvKem7knqn5Y3JThqPpk3+CfSW1Klkt27Ae+mb6g7AkSXrbgEOkDQs7XMOK58gr0hxb5Jer6ekA5v+yUBEfEI2IOFHqehu4IuSviZpzfTYXtJWJe9ls1qHeQAYCawdEXPI+if2JUuETzV23IhYRtZcc5Gkz6b31EvSPiWv2UPSug28lYY+z8ZMBM6UtH76HX6rCfvWjuFDYIGkHqz4TIHln/WtwIVktaT7U/mnZL/z/5HUVdKmZKPyfkcO6W95Piv/Xq4ExqXPWOm4B6TalDVHtdvf/Kjug6xP5d/AIrK260fI2qk7lmyzPitG3LxJdhKoGf21BnAR2T/ra2T/5J+SRuTUeq1eZCemt8j6Bt4i6y/ontZ3Av5I1uz2bio7lKyJYxHZCfdXZAmv5pjHkg0qqBn99RawW1rXgSwBzkz7vwL8T8m+zwNH1fO5jGDV0V/rkNUWDkjLW6R456XXv58VI7j6AU+TNXHdUXKMucDVJcvTgD/Xep2GjtuZrFnoVbL+iheBk0v2nZD2eZ+6R3/V+3myok9ljZLtJwPfKHn/16Vjt2T0V2+yUVqL0+/mm0DU2mZk2v+SWuWfIau5zEu/99KRiMv7T0q2X6mM7G/7H+k9HJLKvpx+D+8DbwM3A12q/b9Z1EfNUDyzspC0H3BFRGzS6Mblf+2uZCeGfhHxWmu/vpm5+ctaSNLakr6UrlbuRTZK6fZWfP0DJK2TmisuAGaQ1b7MrAqcVKylRNaXsYCsX+BFarWRV9iBZE0Wb5M1OY0OV7/NqqaizV+SZpO13S4FlkTEUEmfIWuz7Ev2jfLwiFigbIzkJcCXyDrxjo2IJ9NxxpC1nUI29v/aVD6EbPTQ2mRX6J7iE4qZWfW0Rk1lZERsFxFD0/IZwH0R0Q+4Ly1DdoV1v/QYC1wOkJLQWcCOZNOHnCVp/bTP5Wnbmv32rfzbMTOz+lSj+etAsmk6SD8PKim/LjKPAutJ2gjYB7gnIt6LiAVkcyLtm9Z1j4hHUu3kupJjmZlZFVT6ivoA/iYpgN9ExJVkU3LMBYiIuTXj7cmGm5ZeDTsnlTVUPqeO8gZtsMEG0bdv3+a9GzOzdmj69OnvRkTPPNtWOqnsEhFvp8Rxj6SXGti2rqt6oxnlqx5YGkvWTEafPn2YNm1aw1GbmdlykvJMyQNUuPkrIt5OP98hG2a6A/DP1HRF+vlO2nwOK08B0ZtsRE9D5b3rKK8rjisjYmhEDO3ZM1eyNTOzZqhYUpHURVK3mudkk8c9Rzbv0Ji02RiyKdVJ5cekqRJ2AhamZrK/AnunqSHWT8f5a1q3SNJOaeTYMSXHMjOzKqhk89eGZDPE1rzODRHxF0lPABMlHU82zcJhafs/kQ0nnkU2pPg4gIh4T9KPgSfSdudGxHvp+TdZMaT4z+lhZmZV0u6maRk6dGi4T8WsdX366afMmTOHjz76qNqhWAM6d+5M7969WXPNNVcqlzS95LKQBvl+KmZWcXPmzKFbt2707duXknvBWBsSEcyfP585c+aw6aabNvs4nqbFzCruo48+okePHk4obZgkevTo0eLapJOKmbUKJ5S2rxy/IycVM7Pk4osv5sMPP6zY8e+44w5eeOGFih0/j8mTJ/Pwww9X7PjuUzFrK85u6IaNdW2/sDJxtIK+Z/yxrMebff6Xc29bczOpDh1W/U598cUXc/TRR7POOuuUM7zl7rjjDvbff3+23nrrihw/j8mTJ9O1a1eGDRtWkeO7pmJmq73Zs2ez1VZbceKJJzJ48GCuv/56dt55ZwYPHsxhhx3G4sWLGT9+PG+//TYjR45k5MiRTJw4kVNPPRWASy65hM02y+5C/Morr7DrrrsCMH36dHbffXeGDBnCPvvsw9y5c5dvs++++zJkyBB22203XnrpJR5++GHuuusuTjvtNLbbbjteeeWVOmOdNWsWe+65JwMHDmTw4MG88sorRASnnXYa/fv3Z9ttt+Xmm28GsgSx//77L9/3pJNO4pprrgGgb9++nHXWWQwePJhtt92Wl156idmzZ3PFFVdw0UUXsd122/Hggw+W/bN2TcXM2oWZM2dy9dVXc+6553LIIYdw77330qVLF372s59x4YUX8qMf/YgLL7yQSZMmscEGG/CPf/yDX/ziFwA8+OCD9OjRg7feeoupU6ey22678emnn/Ktb32LO++8k549e3LzzTfzgx/8gAkTJjB27FiuuOIK+vXrx2OPPcaJJ57I/fffz6hRo9h///059NBD643zqKOO4owzzuDggw/mo48+YtmyZdx22208/fTTPPPMM7z77rtsv/32DB8+vNH3vMEGG/Dkk09y2WWXccEFF/C///u/nHDCCXTt2pX/+q//KttnW8pJxczahU022YSddtqJu+++mxdeeIFddtkFgE8++YSdd955le0/97nPsXjxYhYtWsSbb77JkUceyZQpU3jwwQc55JBDmDlzJs899xx77bUXAEuXLmWjjTZi8eLFPPzwwxx22GHLj/Xxxx/ninHRokW89dZbHHzwwUB23QjA1KlTOeKII+jYsSMbbrghu+++O0888QTdu3dv8HiHHHIIAEOGDOG2227LFUNLOamYWbvQpUsXIOtT2Wuvvbjxxhsb3WfnnXfm6quvZosttmC33XZjwoQJPPLII/zyl7/kjTfeYJtttuGRRx5ZaZ8PPviA9dZbj6effrrJMdZ3MXp95WussQbLli1bvlx7OPBaa60FQMeOHVmyZEmT42kO96mYWbuy00478dBDDzFr1iwAPvzwQ/7+978D0K1bNxYtWrR82+HDh3PBBRcwfPhwBg0axKRJk1hrrbVYd9112WKLLZg3b97ypPLpp5/y/PPP0717dzbddFP+8Ic/AFlCeOaZZ+o8fm3du3end+/e3HHHHUBWw/nwww8ZPnw4N998M0uXLmXevHlMmTKFHXbYgU022YQXXniBjz/+mIULF3Lfffc1+v4bi6GlnFTMrF3p2bMn11xzDUcccQQDBgxgp5124qWXsrtyjB07lv3224+RI0cCsNtuu/Hmm28yfPhwOnbsyMYbb7y8k75Tp07ccsstnH766QwcOJDttttu+VDd3//+91x11VUMHDiQbbbZhjvvzOa6HT16NL/4xS8YNGhQvR31119/PePHj2fAgAEMGzaMf/zjHxx88MEMGDCAgQMHsscee/Dzn/+cz33uc2y88cYcfvjhDBgwgKOOOopBgwY1+v4POOAAbr/99op11HvuL7O2YjUeUvziiy+y1VZbVTsMy6Gu31VT5v5yTcXMzMrGHfVmZlUwbtw4HnrooZXKTjnlFI477rgqRVQeTipmZlXw61//utohVISbv8zMrGycVMzMrGycVMzMrGycVMzMrGycVMzMrGw8+svMWl9TL/Rs9HiNXwg6fvx4Lr/8cgYPHszvf//78r4+MG3aNK677jrGjx/P5MmT6dSpU8XuWdISs2fP5uGHH+bII4+syPGdVMysXbjsssv485//zKabblr2Yy9ZsoShQ4cydGh20Xmlb4TVErNnz+aGG26oWFJptPlLUhdJHdLzL0oaJWnNikRjZlYBJ5xwAq+++iqjRo3iZz/7GcOGDWPQoEEMGzaMmTNnArDjjjvy/PPPL99nxIgRTJ8+nffee4+DDjpo+Txhzz77LABnn302Y8eOZe+99+aYY45ZfsOsum6ENW/ePL7yla+w/fbbs/32269y0WOpxYsXc9xxx7HtttsyYMAAbr31VgBuvPFGtt12W/r378/pp5++fPuuXbsuf37LLbdw7LHHAnDsscdy8sknM2zYMDbbbDNuueUWAM444wwefPBBtttuOy666KLyfMAl8tRUpgC7SVofuA+YBnwVOKrs0ZiZVcAVV1zBX/7yFyZNmkSnTp347ne/yxprrMG9997L97//fW699VZGjx7NxIkTOeecc5g7dy5vv/02Q4YM4Vvf+haDBg3ijjvu4P777+eYY45ZPq399OnTmTp1KmuvvTaTJ08Gsjsu1r4R1pFHHsl3vvMddt11V9544w322WcfXnzxxTpj/fGPf8y6667LjBkzAFiwYAFvv/02p59+OtOnT2f99ddn77335o477uCggw5q8H3PnTuXqVOn8tJLLzFq1CgOPfRQzj//fC644ALuvvvuMn26K8uTVBQRH0o6Hrg0In4u6amKRGNmVmELFy5kzJgxvPzyy0ji008/BeDwww9nr7324pxzzmHixInLb7I1derU5bWFPfbYg/nz57NwYdaHM2rUKNZee+1GX/Pee+/lhRdeWL78wQcfsGjRIrp161bntjfddNPy5fXXX58pU6YwYsQIevbsCWR3h5wyZUqjSeWggw6iQ4cObL311vzzn/9sNM5yyJVUJO1MVjM5vgn7mZm1OT/84Q8ZOXIkt99+O7Nnz2bEiBEA9OrVix49evDss89y880385vf/Aao+wZZkoAVN/5qzLJly3jkkUdyJaCIWH780rL6lG5b3026GjtGOeUZUvxt4Ezg9oh4XtJmwKTKhmVmVhkLFy6kV69eAFxzzTUrrRs9ejQ///nPWbhwIdtuuy2Q3airZrTY5MmT2WCDDRq9jW/tG2Htvffe/OpXv1q+3NBdIWtvu2DBAnbccUceeOAB3n33XZYuXcqNN97I7rvvDsCGG27Iiy++yLJly7j99tsbff+VvklXozWOiHgAeEBSl7T8KnByxSIys9VfFe8F873vfY8xY8Zw4YUXsscee6y07tBDD+WUU07hhz/84fKys88+m+OOO44BAwawzjrrcO211zb6GgcccACHHnood955J5deeinjx49n3LhxDBgwgCVLljB8+HCuuOKKOvf97//+b8aNG0f//v3p2LEjZ511FocccgjnnXceI0eOJCL40pe+xIEHHgjA+eefz/7778/GG29M//79Wbx4cYOxDRgwgDXWWIOBAwdy7LHH8p3vfKfR99MUjd6kKzV9XQV0jYg+kgYC/xkRJ5Y1klbim3RZm+WbdFkb0Bo36boY2AeYDxARzwDDmxinmZm1A7k63CPizVodR0srE46ZWftw9dVXc8kll6xUtssuuxT+Pit5ksqbkoYBIakTWX9K3QOszcwsl+OOO67wd3msS57mrxOAcUAvYA6wHVDI/hQzq57WGtJqzVeO31GemsoWEbHS1fOSdgHqn2fAzKxE586dmT9/Pj169FjlGgxrGyKC+fPn07lz5xYdJ09SuRQYnKPMzKxOvXv3Zs6cOcybN6/aoVgDOnfuTO/evVt0jHqTShpKPAzoKenUklXdgY55X0BSR7L5wt6KiP0lbQrcBHwGeBL4WkR8Imkt4DpgCNlIs69GxOx0jDPJruZfCpwcEX9N5fsCl6R4/jcizs8bl5m1njXXXLMiswNb29NQn0onoCtZ4ulW8vgAOLQJr3EKK3fs/wy4KCL6AQtYMfXL8cCCiPgCcFHaDklbA6OBbYB9gcskdUzJ6tfAfsDWwBFpWzMzq5J6ayolV9JfExGvN+fgknoDXwZ+CpyqrDF1D6BmIv9rgbOBy4ED03OAW4Bfpe0PBG6KiI+B1yTNAnZI281KV/gj6aa07YpZ28zMrFU11Px1cUR8m+zkvsqQgIgYleP4FwPfI6vhAPQA3o+IJWl5DtmoMtLPN9Oxl0hamLbvBTxacszSfd6sVb5jPe9lLDAWoE+fPjnCNjOz5mioo/769POC5hxY0v7AOxExXdKImuI6No1G1tVXXlfTXZ3j4SLiSuBKyKZpaSBsMzNrgYaav6anfov/FxFHN+PYuwCjJH0J6EzWwX8xsJ6kNVJtpTfwdtp+DrAxMEfSGsC6wHsl5TVK96mv3MzMqqDBix8jYinZ6K9OTT1wRJwZEb0joi9ZR/v96XqXSazo6B8D3Jme35WWSevvj+xKnLuA0ZLWSiPH+gGPA08A/SRtmuIbnbY1M7MqyXOdymzgIUl3Af+qKYyIC5v5mqcDN0n6CfAU2QzIpJ/Xp47498iSBOkeLhPJOuCXAONSskPSScBfyYYUT4iI5zEzs6rJk1TeTo8OrOhwb5KImAxMTs9fZcXordJtPgIOq2f/n5KNIKtd/ifgT82JyczMyi/PTbrOAZDULVuMhu8AY2Zm7VajE0pK6i/pKeA54HlJ0yVtU/nQzMysaPLMUnwlcGpEbBIRmwDfBX5b2bDMzKyI8iSVLhExqWYh9Y90qVhEZmZWWHk66l+V9ENWXAx5NPBa5UIyM7OiylNT+TrQE7gNuB3YAFj9bldmZmYtlqem0jciTq54JGZmVnh5aioXSnpJ0o896svMzBrSaFKJiJHACGAecKWkGZL+u9KBmZlZ8eSpqRAR/4iI8cAJwNPAjyoalZmZFVKeix+3knS2pOeAXwEPk80IbGZmtpI8HfVXAzcCe0eEp5Y3M7N65Zn7a6fWCMTMzIqv0aQiqR9wHrA12c22AIiIzSoYl5mZFVCejvqrgcvJ7mUyEriOFVfXm5mZLZcnqawdEfcBiojXI+JsYI/KhmVmZkWUp6P+I0kdgJfTnRbfAj5b2bDMzKyI8tRUvg2sA5wMDCGbUHJMg3uYmVm7VG9NRdIaEbEkIp5IRYvxRJJmZtaAhmoqj9c8kXRpK8RiZmYF11BSUcnzXSodiJmZFV9DSSVaLQozM1stNDT6a0tJz5LVWDZPz0nLEREDKh6dmZkVSkNJZatWi8LMzFYL9SaViHi9NQMxM7Piy3U/FTMzszycVMzMrGycVMzMrGwauqJ+Bg0MK/boLzMzq62h0V/7p5/j0s+a6e6PAj6sWERmZlZYjY7+krRLRJReUX+GpIeAcysdnJmZFUuePpUuknatWZA0DOhSuZDMzKyo8txP5XhggqR10/L7wNcrF5KZmRVVo0klIqYDAyV1J7v748LKh2VmZkXUaPOXpLUkHQmcBJwi6UeSfpRjv86SHpf0jKTnJZ2TyjeV9JiklyXdLKlTyevcLGlWWt+35FhnpvKZkvYpKd83lc2SdEbT376ZmZVTnj6VO4EDgSXAv0oejfkY2CMiBgLbAftK2gn4GXBRRPQDFpA1r5F+LoiILwAXpe2QtDUwGtgG2Be4TFJHSR2BXwP7AVsDR6RtzcysSvL0qfSOiH2beuCICLK7RQKsmR4B7AEcmcqvBc4GLidLXGen8luAX0lSKr8pIj4GXpM0C9ghbTcrIl4FkHRT2vaFpsZqZmblkaem8rCkbZtz8FSjeBp4B7gHeAV4PyKWpE3mAL3S817AmwBp/UKgR2l5rX3qK68rjrGSpkmaNm/evOa8FTMzyyFPUtkVmJ76Lp6VNKPk3ioNioilEbEd0JusdlHXdPo1V+2rnnVNLa8rjisjYmhEDO3Zs2fjgZuZWbPkaf7ar6UvEhHvS5oM7ASsJ2mNVBvpDbydNpsDbAzMkbQGsC7wXkl5jdJ96is3M7MqaLSmEhGvp6vr/01WE6h5NEhST0nrpedrA3sCLwKTgEPTZmPIBgIA3JWWSevvT/0ydwGj0+iwTYF+wOPAE0C/NJqsE1ln/l2Nv2UzM6uURmsqkkYBvwQ+T9Y3sglZctimkV03Aq5No7Q6ABMj4m5JLwA3SfoJ8BRwVdr+KuD61BH/HlmSICKelzSRrAN+CTAuIpam2E4C/gp0BCZExPO537mZmZVdnuavH5M1W90bEYMkjQSOaGyniHgWGFRH+ausGL1VWv4RcFg9x/op8NM6yv8E/KmxWMzMrHXk6aj/NCLmAx0kdYiISWTXnZiZma0kT03lfUldgSnA7yW9Q9YMZWZmtpI8NZUDye6f8h3gL2TXmhxQyaDMzKyY8kwoWTMlyzKyK+DNzMzq5HvUm5lZ2TipmJlZ2TQpqUhaX9KASgVjZmbFlud+KpMldZf0GeAZ4GpJF1Y+NDMzK5o8NZV1I+ID4BDg6ogYQjblipmZ2UryJJU1JG0EHA7cXeF4zMyswPIklXPI5teaFRFPSNoMeLmyYZmZWRHluaJ+bkQs75yPiFfdp2JmZnXJU1O5NGeZmZm1c/XWVCTtDAwDeko6tWRVd7Kp5s3MzFbSUPNXJ6Br2qZbSfkHrLjJlpmZ2XL1JpWIeAB4QNI1EfG6pC4l84CZmZmtIk+fyufT3RpfBJA0UNJllQ3LzMyKKE9SuRjYB5gPEBHPAMMrGZSZmRVTrrm/IuLNWkVLKxCLmZkVXJ7rVN6UNAwISZ2Ak0lNYWZmZqXy1FROAMYBvYA5ZPenH1fJoMzMrJjy3PnxXeCoVojFzMwKLs/U91+UdJ+k59LyAEn/XfnQzMysaPI0f/0WOBP4FCAingVGVzIoMzMrpjxJZZ2IeLxW2ZJKBGNmZsWWJ6m8K2lzIAAkHQrMrWhUZmZWSHmGFI8DrgS2lPQW8BruuDczszrkGf31KrCnpC5Ah4hYVPmwzMysiPKM/npF0u+BrwEbVz4kMzMrqjx9KlsDvwF6ABdIelXS7ZUNy8zMiihPUllKNpx4KbAM+CfwTiWDMjOzYsrTUf8BMAO4EPhtRMyvbEhmZtYkZ6/bxO0XViYO8tVUjgCmACcCN0k6R9J/VCwiMzMrrDyjv+4E7pS0JbAf8G3ge8DaFY7NzMwKJs/or1slvQJcAnQBjgHWz7HfxpImSXpR0vOSTknln5F0j6SX08/1U7kkjZc0S9KzkgaXHGtM2v5lSWNKyodImpH2GS9JTf8IzMysXPI0f10CfDEi9omIn6R710eO/ZYA342IrYCdgHGStgbOAO6LiH7AfWkZslpQv/QYC1wOWRICzgJ2BHYAzqpJRGmbsSX77ZsjLjMzq5BctxOOiNp3enyksZ0iYm5EPJl1yYvuAAAanklEQVSeLyK7sVcv4EDg2rTZtcBB6fmBwHWReRRYT9JGZLcyvici3ouIBcA9wL5pXfeIeCQiAriu5FhmZlYF9fapSPocWRJYW9IgoKZpqTuwTlNeRFJfYBDwGLBhRMyFLPFI+mzarBdQetviOamsofI5dZSbmVmVNNRRvw9wLNCbbDhxjQ+A7+d9AUldgVuBb0fEBw10e9S1IppRXlcMY8mayejTp09jIZuZWTPVm1Qi4lrgWklfiYhbm3NwSWuSJZTfR8RtqfifkjZKtZSNWHEh5RxWngamN/B2Kh9Rq3xyKu9dx/Z1vZcrySbFZOjQoXn6g8zMrBnyXPz4kKSrgM9HxH6ps33niLiqoZ3SSKyrgBcjorSmcxcwBjg//byzpPwkSTeRdcovTInnr8D/lHTO7w2cGRHvSVokaSeyZrVjgEvzvOmKaUMXIJmZVUOepHJ1evwgLf8duJksYTRkF7JJKGdIejqVfZ8smUyUdDzwBnBYWvcn4EvALOBD4DiAlDx+DDyRtjs3It5Lz78JXEN2zcyf08OsTeh7xh+btP3szhUKxKwV5UkqG0TERElnAkTEEkm1R4OtIiKmUne/B8AqV+SnEVzj6jnWBGBCHeXTgP6NxWJmZq0jz5Dif0nqwYo7P+4EuN3GzMxWkaemcipZf8fmkh4CerKiycrMzGy5PHN/PSlpd2ALsuasmRHxacUjMzOzwsnT/EVELImI5yPiOWCEpHsqHJeZmRVQvUlF0h6S/i5psaTfSdpa0jSy0VuXt16IZmZWFA3VVH5JdhV6D+AW4FHg+ogYUnIho5mZ2XIN9alERExOz++QNC8iLmmFmMzMrKAaSirrSTqkZFmly66trIY8I4CZtVBDSeUB4IB6lgNwUjEzs5U0NKHkca0ZiJmZFV+uIcVmZmZ5OKmYmVnZNHSdymHp56atF46ZmRVZQzWVM9PPZt2gy8zM2p+GRn/NlzQJ2FTSXbVXRsSoyoVlZmZF1FBS+TIwGLie7Op6MzOzBjU0pPgT4FFJwyJinqRuWXEsbr3wzMysSPKM/tpQ0lPAc8ALkqZL8t0WzcxsFXmSypXAqRGxSUT0Ab6byszMzFaSJ6l0iYhJNQtpkskuFYvIzMwKK8/thF+V9EOyDnuAo4HXKheSmZkVVZ6aytfJ7kt/W3psAHheMDMzW0Wee9QvAE5uhVjMzKzgPPeXmZmVTZ4+FTOzxvkmb0aOmoqkXfKUmZmZ5Wn+ujRnmZmZtXP1Nn9J2hkYBvSUdGrJqu5Ax0oHZtZkbn4xq7qG+lQ6AV3TNt1Kyj8ADq1kUGZmVkwNTSj5APCApGsi4vVWjMnMzAoqz+ivtSRdCfQt3T4i9qhUUGZmVkx5ksofgCuA/wWWVjYcMzMrsjxJZUlEXF7xSMzMrPDyDCn+P0knStpI0mdqHhWPzMzMCidPUhkDnAY8DExPj2mN7SRpgqR3JD1XUvYZSfdIejn9XD+VS9J4SbMkPStpcMk+Y9L2L0saU1I+RNKMtM94Scr/ts3MrBIaTSoRsWkdj81yHPsaYN9aZWcA90VEP+C+tAywH9AvPcYCl0OWhICzgB2BHYCzahJR2mZsyX61X8vMzFpZo30qko6pqzwirmtov4iYIqlvreIDgRHp+bXAZOD0VH5dRATwqKT1JG2Utr0nIt5LsdwD7CtpMtA9Ih5J5dcBBwF/buz9mJlZ5eTpqN++5Hln4D+AJ4EGk0o9NoyIuQARMVfSZ1N5L+DNku3mpLKGyufUUW5mZlWU534q3ypdlrQuK+4CWS519YdEM8rrPrg0lqypjD59+jQnPjMzy6E591P5kKwPozn+mZq1SD/fSeVzgI1LtusNvN1Iee86yusUEVdGxNCIGNqzZ89mhm5mZo3JM/X9/0m6Kz3+CMwE7mzm691FNpqM9PPOkvJj0iiwnYCFqZnsr8DektZPHfR7A39N6xZJ2imN+jqmBTGZmVmZ5OlTuaDk+RLg9YiYU9/GNSTdSNbRvoGkOWSjuM4HJko6HngDOCxt/ifgS8AssprQcQAR8Z6kHwNPpO3Orem0B75JNsJsbbIOenfSm5lVWZ4+lQckbciKDvuX8xw4Io6oZ9V/1LFtAOPqOc4EYEId5dOA/nliMTOz1pGn+etw4HGyWsXhwGOSPPW9mZmtIk/z1w+A7SPiHQBJPYF7gVsqGZiZmRVPntFfHWoSSjI/535mZtbO5Kmp/EXSX4Eb0/JXcae4mZnVIU9H/WmSDgF2Jbvo8MqIuL3ikZmZWeHUm1QkfYFsWpWHIuI24LZUPlzS5hHxSmsFaWZmxdBQ38jFwKI6yj9M68zMzFbSUPNX34h4tnZhREyrY/bh1VbfM/6Ye9vZnSsYiJlV1tnrNnH7hZWJo+Aaqqk0dIpcu9yBmJlZ8TWUVJ6Q9P9qF6YpVqZXLiQzMyuqhpq/vg3cLukoViSRoUAn4OBKB2Zm1p4Vtem93qQSEf8EhkkayYo5tv4YEfe3SmRmZlY4ea5TmQRMaoVYzMys4DzdipmZlY2TipmZlY2TipmZlY2TipmZlU2eWYrNrB1qypBWaFvDWq16XFMxM7OycVIxM7OycVIxM7OycZ+KtVlu0zcrHtdUzMysbFxTWY35m76ZtTbXVMzMrGycVMzMrGycVMzMrGycVMzMrGzcUW9mqyUPVKkO11TMzKxsnFTMzKxsnFTMzKxsnFTMzKxsnFTMzKxsnFTMzKxsCp9UJO0raaakWZLOqHY8ZmbtWaGTiqSOwK+B/YCtgSMkbV3dqMzM2q9CJxVgB2BWRLwaEZ8ANwEHVjkmM7N2SxFR7RiaTdKhwL4R8Y20/DVgx4g4qdZ2Y4GxaXELYGaFQtoAeLdCx24Njr+6HH91FTn+Sse+SUT0zLNh0adpUR1lq2TJiLgSuLLiwUjTImJopV+nUhx/dTn+6ipy/G0p9qI3f80BNi5Z7g28XaVYzMzavaInlSeAfpI2ldQJGA3cVeWYzMzarUI3f0XEEkknAX8FOgITIuL5KoZU8Sa2CnP81eX4q6vI8beZ2AvdUW9mZm1L0Zu/zMysDXFSMTOzsnFSMTOzsnFSacckdZT0i2rH0VxFj7/IJHWQdHi142iJ1eE9tEVOKmUgaZSkC9LjgGrHk1dELAWGSKrrItI2r+jxS1pX0kWSpqXHLyWtW+248oiIZcBJjW7Yhq0O76Etnns8+quFJJ1HNgfZ71PREcC0iDizelHlJ+mXQD/gD8C/asoj4raqBdUERY5f0q3Ac8C1qehrwMCIOKR6UeUn6YfAv4GbWfmzf69qQTVRkd9DWz33OKm0kKRnge3St56amZOfiogB1Y0sH0lX11EcEfH1Vg+mGYocv6SnI2K7xsraKkmv1VEcEbFZqwfTTEV+D2313FPoix/bkPWAmm82hWi+qBERx1U7hpYoePz/lrRrREwFkLQL2bfmQoiITasdQ0utBu+hzZ17nFRa7jzgKUmTyCa4HA4UoukLQNIXgcuBDSOiv6QBwKiI+EmVQ8ul4PF/E7g29aOI7OQwproh5SdpHeBUoE9EjJXUD9giIu6ucmi5Ffw9tMlzj5u/ykDSRsD2ZL/YxyLiH1UOKTdJDwCnAb+JiEGp7LmI6F/dyPIpevwAkroDRMQH1Y6lKSTdDEwHjkkJfW3gkaI030Hx30PJuQfg8bZw7vHorxaSNBjYiGzG5DeBz0vaXFJRaoHrRMTjtcqWVCWS5ils/JJ6SBoPTAYmSbpEUo8qh9UUm0fEz4FPASLi39R9O4q2rOjvYWdgBLB7el51RTnxtWWXAYOBZ8n+GPun5z0knRARf6tmcDm8K2lz0n1o0o3P5lY3pCYpcvw3AVOAr6Tlo8hGIe1ZtYia5pP0zb7ms98c+Li6ITVZYd+DpMuALwA3pqL/lLRnRIyrYlgQEX604EF2YtimZHlr4GpgM+DpaseXI/7NgHuBD4G3gKlkd3mremyre/zA9DrKplU7ribEvxfwADCPbFjrbGBEteNqL+8BeJ7UhZGWOwDPVzsu11RabssomW4/Il6QNCgiXm3L1+RJOiUiLgE2iog9JXUBOkTEomrH1hQR8SpQ1PgnSRoNTEzLhwJ/rGI8uUjaJSIeIqtlHQLsRFZLPyUiCnU73oi4R9KTFPM9zAT6AK+n5Y3JWkmqyh31LZQ6+t4jq7EAfJXsftFfA6ZGxPb17VtNNddDSHoyIgZXO57mSn0QZwG7kjVhTAXOjYj5VQ0sB0mLgC7AslTUgRUX4EVEdK9KYI2QND0ihhT9b6eGpEMo+fuJiNurHFIuaZDK9kBNn+L2wCNktXYiYlRV4nJSaZnUHnsi2R+lyE5qlwEfkXUiL65iePWSdCNZx15P4JXSVWQntKJcvHkP2Tfm36Wio8iaL4rSL1E4kh4FXgS+RNYHtJKIOLnVg2qmOvolvgq8EtXul8hB0u4NrY+IB1orllJOKu2YpM+R3TVzlW80EfH6qnu0PTXfmmuVTYuIodWKqSlqfUt+MCLuqHJIjZK0Adlggp8BP6q9PiKuXWWnNkrS80D/SCdCSR2AGRGxTXUjyyf9D+9A9vfzRLSBIcXuU2khSTNII0dKLASmAT9py80w6Q9woKROwBdT8cyI+LSKYTVVIfsloM5vySdI2qutf0tOfQ43SXoxIp6pdjwt1Cb7JfKQ9A2ypH4/WQvDpZLOjYgJVY3LNZWWkfRzYClwQyoaTfYLXgjsGhFtYubQ+qQq9HVko15E9k81JiKmVDOuvIraLwGrxbfk3sClwC6s6M86JSLmVDWwJmir/RJ5SJoJDKv54pr6Fx+OiC2qGZdrKi23S0TsUrI8Q9JDEbGLpKOrFlV+FwJ7R8RMWD7tyY3AkAb3aiMiolu1Y2iBwn5LTq4m+zJ1WFo+OpXtVbWImm6V5rsCmQOUjnZcRHYBdlU5qbRcV0k7RsRjAJJ2ALqmdUW4snvNmoQCEBF/l7RmNQNqqiL2SyQ9gBclrfQtWdJd0La/JSefjYjSWaKvkfTtqkXTDBHxQFvsl8jpLeAxSXeSxX4g8LikUwEi4sJqBOWk0nLfACZI6krWfPQBcHy6buK8qkaWzzRJVwHXp+WjyOZCKoSi9kskRf6WDDAv1cZrPvsjgDbbh1iXttovkdMrrDxy8870s6q1d/eplEnNTLMR8X61Y2kKSWsB41gxJHoKcFlEFGWqikL3SxSZpD7Ar1gx59RDZH0qhRg5CG23X6LIXFNpoZRMziKbdrqm4+/ciFhY1cByioiPJf0KuIesCl200V+F7ZdIgwxqvtV1AtYE/tWWBxeUiog3qGM4esG0yX6JPNKU96vUCiJijyqEs5yTSstNILsl7OFp+WtknZVFuSXsCLLb2c4mjf6SVJjRXxS4X6L2IANJB5G17RfC6jD6izbaL5HTf5U870w2MWnV+3Hd/NVCKv4tYacDR9Ye/VX7gsK2qq1eVdxckh6NiJ2qHUceaTaDG1jRH3c0cFREFGb0l6SzGlofEee0VizlIOmBiGjwf6LSXFNpuULfEpaCj/4qWtIolUat1egADKWO5ow2rOdqMPqrUEmjlKTPlCzW/P18rkrhLOek0nInANelvhWABRTolrAUf/RXkfslSi+MXULWBHlgdUJplndXg9FfbbJfIqfprIi95u/n+KpFk7j5q5lq2lxrFsmu6obsau5o422xyxV99FdtNf0SEfH9aseyuqs1+iuAhyne6K/SZt7l/RIR8b0qhZRbrclsA3gQuDwiPqpqXE4qzVPSFrsFWefwnWQn5QOAKRHxjWrF1t4VpV9C0mbAJWT38giy6UG+k+4RY1XSFvol8pA0key6uN+noiOA9SPisPr3qjw3fzVTTVuspL8Bg2tuDiXpbOAPVQwtl3omwlyuQFPfF7lf4gbg18DBaXk0WVPSjlWLKAdJ4xtaX7Cp79tkv0ROW0TEwJLlSZKqPsGnk0rL9QE+KVn+BOhbnVCa5DCKNaCgPkXul1BEXF+y/DtJJ1UtmvwOAX4ArE/Wh1hkbbJfIqenJO0UEY8CSNqR7ALUqnLzVwtJ+gHZNSq3k/1xHgzcHBFteoqWmrv2Sbo+Ir5W7XjaI0nnA++T3TU0yG4QtRZZ7YWIeK960dVP0gvAfsBdwMja69tq3HVpq/0SeUh6kaz5/Y1U1Ifs5mnLqOKN9pxUykDSYGC3tDglIp6qZjx5SHoO+AXZvEen1V4fEbe1elDNUOR+CUmvNbA6ImKzVgumCSSdDHwT2Izs4sHlq2jDcdelrfZL5CFpk4bWV2vAhJNKOyVpV7Lhw4eTfeMsFRHx9daPqunSrW1/zYphraOBb0VEm+6XWB1IujwivlntOFpC0jO1+iXqLLP8nFTaOUnHR8RV1Y6juSQ9VjuBFGX0V22ShgJzI+KtRje2spB0DXBFrX6JMRFxYlUDKzAnFVtJ0U5sRe2XqIuka4EBwN8j4qvVjqc9aKv9EkXmpGIrKdqJraj9Eg2R1K1miLpVVlvtlygyJxWrk09srUPSKNJtE4DJEXF3NeMxayknFVutTmxFar6TdB7ZVPelI4+mRcSZ1YvKrGWcVNq51e3EVqTmO0nPAttFxLK03BF4yu34VmROKu3c6npiK0LzXfrsR9QMJkhThkwu+mdv7ZunaTGA9YCaUVLrNrRhW1RX811bTyjJeWRTbUwiu3BwOFDIGqJZDddU2jlJRwDnAyud2CLipqoGllPRm+8kbUQ2y7WAxyLiH1UOyaxFnFSs0Ce2Ijffpel9alsIvB4RVb/XuFlzuPmrnSs5sc1JPz8vqQvFOrEVtfnuMmAw8CxZQu+fnveQdEJE/K2awZk1h5OKFf3EVuR+idnA8RHxPICkrckm9/wxcBvQ1j97s1V0qHYAVnWzgUERMTQihgCDgOeAPYGfVzOwPCLiRrIZim9Lj52L0h8EbFmTUAAi4gWy30Wbn2HZrD6uqdgqJzZJgyLiVUnVjCuXgjffzZR0Odm8ZZDNW/Z3SWsBn1YvLLPmc0d9OyfpZrL+iNIT2wbA14CpEbF9tWLLI019X2fzHdCmm+9q3SBKwFSy5siPgHUiYnEVwzNrFieVdq7oJzZJNwE/rq9fIiK2q2Z8Zu2Nk4oVmqSnayeOmrK61rUlkmaw4v7oNRYC04CfRMT81o/KrGXcp9LOrQYntiL3S/wZWArckJZHk9UWFwLXAAdUJyyz5nNNpZ2T9HPqP7HtGhFt+sRW5OY7SQ9FxC51lUmaERHbVis2s+ZyTcV2qXVim1FyYju6alHlFBH/Bn6ZHrW12YSSdJW0Y0Q8BiBpB6BrWtfWR66Z1clJxQp9Yit48903gAmSupLVsj4Ajk9Dos+ramRmzeTmr3ZO0vbABLJEsvzEBrwAfDkiJlYxvEYVvfkOQNK6ZP+L71c7FrOWclIxoLgntiL3S6TP/CxWTNv/AHBuRCysXlRmLeNpWto5SetKuhC4D7hX0i/Tya4oukrasWahYM13E4BFwOHp8QFwdVUjMmsh11TaOUm3ks31dW0q+howMCIOqV5U+RW5+a6ha2yqFZNZSzmptHOry4mtiM13kh4BTouIqWl5F+CCiNi5upGZNZ9Hf9m/Je1a68T27yrHlFvtfglJReqXOAG4rqS5cQEwporxmLWYayrtnKSBwHWsuLnVAmBMRDxbvajyK2LznaRTSxeBLun5v4CIiAtbPyqz8nBNpZ2qdWK7jpVPbHuSzfRbBJtHxFdKls+R9HTVosmnW/q5BdltnO8kSy5HA1OqFZRZOTiptF+ry4mtcM13EXEOgKS/AYMjYlFaPhv4QxVDM2sxN3+1c+nE9pWSE1s34A8RsW91I8unyM13kl4ia6r7OC2vBTwTEVtWNzKz5nNNxfoAn5QsfwL0rU4o+a0mzXfXA49Lup1sqpmDWdE3ZFZITipW1BNb4ZvvIuKnkv4M7JaKjouIp6oZk1lLufnLau7zXnNim1KkE1vRm+/MVjeuqRgR8STwZLXjaKZCNt+Zra6cVKzoitp8Z7ZacvOXFV6Rm+/MVjdOKmZmVjae+t7MzMrGScXMzMrGScWsHpKWSnpa0vOSnpF0qqSy/M9I2l/SU+m4L0j6z1R+kKSty/EaZtXg0V9m9ft3zX1lJH0WuIFsOpizWnJQSWsCVwI7RMScND1L37T6IOBuspuMmRWOaypmOUTEO8BY4CRlOku6WtKMVOMYCSBpHUkTJT0r6WZJj0kaWutw3ci+0M1Px/44ImZKGgaMAn6RakibS/p/kp5INZpbJa2TXmdzSY+mdedKWlxzcEmnpfJnJdVMXtlF0h/TcZ6T9NWKf2jWLrmmYpZTRLyamr8+SzYdDBGxraQtgb9J+iJwIrAgIgZI6g+sMg1/RLwn6S7gdUn3kdVMboyIh1P53RFxC4Ck9yPit+n5T8hulXwpcAlwSUTcKOmEmmNL2hvoB+xANm3NXZKGAz2BtyPiy2m7mgk4zcrKNRWzplH6uSvZhZdExEvA68AXU/lNqfw56pnYMiK+AfwH8DjwX8CEel6vv6QHJc0AjgK2SeU7s2Ka/BtKtt87PZ4imyVhS7IkMwPYU9LPJO1WkDtjWgG5pmKWk6TNgKXAO6xILqtslvd4ETEDmCHpeuA14Ng6NrsGOCginpF0LDCisTCB8yLiN6uskIYAXwLOk/S3iDg3b6xmebmmYpaDpJ7AFcCvIrtieApZzYHU7NUHmAlMBQ5P5VsD29ZxrK6SRpQUbUdW0wFYxIoZmEnP56bO/aNKyh8Fau54Obqk/K/A1yV1Ta/VS9JnJX0e+DAifgdcAAxu0gdglpOvqDerh6SlZM1GawJLyJq7LoyIZZI6kyWZIWndqRExSVIXsrnHvkjWBNUfGB0RL5cctxtwM7A52V0q/wWcEhHT0p0rfwt8DBxK1pT1PbKkMwPoFhHHSuoH/I6sZvJHYGxE9ErHPwX4Rnq5xWT9P18AfgEsAz4FvhkR08r8kZk5qZiVk6SOwJoR8ZGkzYH7gC9GxCeN7NrU11mHbMhzSBoNHBERB5bzNcyaw30qZuW1DjApNVeJrEZQ1oSSDAF+JUnA+8DXK/AaZk3mmoqZmZWNO+rNzKxsnFTMzKxsnFTMzKxsnFTMzKxsnFTMzKxsnFTMzKxs/j+Z02VwNB4CigAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fa75e35c5c0>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "twitter_archive_master.groupby('dog_stage')['retweet_count', 'favorite_count'].mean().plot(kind='bar')\n",
    "plt.title('Dog Stage: Retweet and Favorite')\n",
    "plt.xlabel('Dog Stages')\n",
    "plt.ylabel('Count of Retweets and Favorites')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from subprocess import call\n",
    "call(['python', '-m', 'nbconvert', 'wrangle_act.ipynb'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "extensions": {
   "jupyter_dashboards": {
    "activeView": "report_default",
    "version": 1,
    "views": {
     "grid_default": {
      "cellMargin": 10,
      "defaultCellHeight": 20,
      "maxColumns": 12,
      "name": "grid",
      "type": "grid"
     },
     "report_default": {
      "name": "report",
      "type": "report"
     }
    }
   }
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}