Directv Programming Guide - Data Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Directv Programming Guide - Data Cleaning & Validation process\n",
    "\n",
    "This notebook aim is to clean and validate data scrapped from the Directv programming guide using a Scrapy spider\n",
    "\n",
    "Author [@santteegt](https://santteegt.github.io)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json\n",
    "import requests\n",
    "import hashlib"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "scrapy_project = 'directvscrapper'\n",
    "spider = 'directv'\n",
    "job_id = ''"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Scheduling Directv spider on Scrapy server\n",
    "\n",
    "**NOTE**: Skip the cell below If spider has alredy been scheduled"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'jobid': '5a57a8dcccad11e897600242ac110002', 'node_name': '7f9006259b53', 'status': 'ok'}\n",
      "Spider has been scheduled. Job id -> 5a57a8dcccad11e897600242ac110002\n"
     ]
    }
   ],
   "source": [
    "rs = requests.post('http://localhost:6800/schedule.json', data={'project': scrapy_project, 'spider': spider})\n",
    "json_rs = json.loads(rs.text)\n",
    "print(json_rs)\n",
    "if json_rs['status'] == 'error':\n",
    "    print('ERROR -> %s' % json_rs['message'])\n",
    "else:\n",
    "    job_id = json_rs['jobid']\n",
    "    print('Spider has been scheduled. Job id -> %s' % job_id)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning & Validation\n",
    "\n",
    "**IMPORTANT**: After the scraping process finished, run the following cells"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "scrapy_data_dir = 'data/items/directvscrapper/directv/'\n",
    "\n",
    "json_file = '093df40c760e11e793300242ac110002.jl' if not job_id else job_id + '.jl'\n",
    "json_guide = 'scrapped_data/programming_guide.json'\n",
    "json_desc = 'scrapped_data/programming_desc.json'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mkdir: scrapped_data: File exists\r\n"
     ]
    }
   ],
   "source": [
    "! mkdir scrapped_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35369\n",
      "15685\n"
     ]
    }
   ],
   "source": [
    "programming_guide = []\n",
    "programming_desc = []\n",
    "\n",
    "with open(scrapy_data_dir + json_file, encoding='utf-8') as f:\n",
    "    while True:\n",
    "        json_line = f.readline()\n",
    "        if not json_line:\n",
    "            break\n",
    "        \n",
    "        jl = json.loads(json_line)\n",
    "        [programming_guide.append(jl) if 'show_id' in jl else programming_desc.append(jl)]\n",
    "\n",
    "\n",
    "with open(json_guide, 'w') as f_guide:\n",
    "    json.dump(programming_guide, f_guide)\n",
    "#     [f_guide.write(json.dumps(j) + '\\n') for j in programming_guide]\n",
    "#     f_guide.write(json.dumps(programming_guide))\n",
    "    f_guide.close()\n",
    "    \n",
    "with open(json_desc, 'w') as f_desc:\n",
    "    json.dump(programming_desc, f_desc)\n",
    "#     [f_desc.write(json.dumps(j) + '\\n') for j in programming_desc]\n",
    "#     f_desc.write(json.dumps(programming_desc))\n",
    "    f_desc.close()\n",
    "    \n",
    "\n",
    "print(len(programming_guide))\n",
    "print(len(programming_desc))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(35369, 8)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>channel_name</th>\n",
       "      <th>channel_number</th>\n",
       "      <th>day</th>\n",
       "      <th>query_date</th>\n",
       "      <th>show_id</th>\n",
       "      <th>start_time</th>\n",
       "      <th>time_length</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>INFO</td>\n",
       "      <td>100</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>281247488289</td>\n",
       "      <td>10:00</td>\n",
       "      <td>360</td>\n",
       "      <td>Canal Informativo DIRECTV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>101</td>\n",
       "      <td>101</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>4140246043023</td>\n",
       "      <td>10:00</td>\n",
       "      <td>360</td>\n",
       "      <td>Canal 101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AINF</td>\n",
       "      <td>128</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>128247668099</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>Flawless V1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>TLEC</td>\n",
       "      <td>177</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>433247626775</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>El Gran Cacao</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TA</td>\n",
       "      <td>180</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>180247762324</td>\n",
       "      <td>11:45</td>\n",
       "      <td>40</td>\n",
       "      <td>Doraemón</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  channel_name  channel_number        day          query_date        show_id  \\\n",
       "0         INFO             100  Miércoles 2018-10-10 12:00:00   281247488289   \n",
       "1          101             101  Miércoles 2018-10-10 12:00:00  4140246043023   \n",
       "2         AINF             128  Miércoles 2018-10-10 12:00:00   128247668099   \n",
       "3         TLEC             177  Miércoles 2018-10-10 12:00:00   433247626775   \n",
       "4           TA             180  Miércoles 2018-10-10 12:00:00   180247762324   \n",
       "\n",
       "  start_time time_length                      title  \n",
       "0      10:00         360  Canal Informativo DIRECTV  \n",
       "1      10:00         360                  Canal 101  \n",
       "2      12:00          30                Flawless V1  \n",
       "3      12:00          30              El Gran Cacao  \n",
       "4      11:45          40                   Doraemón  "
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df_guide = pd.read_csv(json_guide)\n",
    "df_guide = pd.io.json.json_normalize(programming_guide)\n",
    "df_guide['query_date'] = pd.to_datetime(df_guide['query_date'])\n",
    "print(df_guide.shape)\n",
    "df_guide.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['INFO', '101', 'AINF', 'TLEC', 'TA', 'TC', 'EV', 'GAMA', 'RTS',\n",
       "       'ECTV', 'TLRM', 'UNO', 'ORO', 'TVCE', 'ODTV', 'FOX', 'WTV', 'A&E',\n",
       "       'SONY', 'AXN', 'AMC', 'FOXL', 'TNTS', 'A3SE', 'CMDY', 'TBS', 'FX',\n",
       "       'UNI', 'SYFY', 'TRU', 'HOLATV', 'E!', 'ID', 'GLTZ', 'PASN', 'CEST',\n",
       "       'NVLA', 'LIFE', 'DH&H', 'CHIC', 'TLMD', 'GOUR', 'FOOD', 'MTV',\n",
       "       'QMMI', 'HTV', 'DTV', 'FFAM', 'HBOF', 'TOON', 'NICK', 'DSNY',\n",
       "       'DSJR', 'DSXD', 'NGKD', 'ZMOO', 'KIDS', 'BOOM', 'EWTN', 'ORBE21',\n",
       "       'ENLC', 'CINE', 'PPV', 'SMS', 'PBTV', 'VNUS', 'XTSY', 'HUST', 'TNT',\n",
       "       'GLDN', 'TCM', 'FXMV', 'CNCL', 'STUN', 'CMAX', 'PRMT', 'SUND', 'CL',\n",
       "       'DPEL', 'EDGE', 'SPAC', 'ISAT', 'NEXT', 'HBOE', 'HBO2', 'HBOP',\n",
       "       'HBOS', 'PLUS', 'MAXP', 'MAXE', 'MAXU', 'PRME', 'FPSE', 'FPSO',\n",
       "       'FOXF', 'FOXC', 'FOXM', 'FCLA', 'FOXA', 'FCIN'], dtype=object)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_guide['channel_name'].unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Omitting non national TV stations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(30987, 8)"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_nat_guide = df_guide[~df_guide.channel_name.isin(\n",
    "    ['INFO', '101', 'AINF', 'DTV', 'SMS', 'PBTV', 'VNUS', 'XTSY', 'HUST', 'NEXT'])].copy()\n",
    "df_nat_guide.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(21370, 8)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>channel_name</th>\n",
       "      <th>channel_number</th>\n",
       "      <th>day</th>\n",
       "      <th>query_date</th>\n",
       "      <th>show_id</th>\n",
       "      <th>start_time</th>\n",
       "      <th>time_length</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>TLEC</td>\n",
       "      <td>177</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>433247626775</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>El Gran Cacao</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TA</td>\n",
       "      <td>180</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>180247762324</td>\n",
       "      <td>11:45</td>\n",
       "      <td>40</td>\n",
       "      <td>Doraemón</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>TC</td>\n",
       "      <td>181</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>181247625874</td>\n",
       "      <td>11:00</td>\n",
       "      <td>85</td>\n",
       "      <td>Los Hijos de Don Juan</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>EV</td>\n",
       "      <td>182</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>182247623871</td>\n",
       "      <td>10:30</td>\n",
       "      <td>150</td>\n",
       "      <td>En Contacto</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>GAMA</td>\n",
       "      <td>183</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>183248008947</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>Cocinando con Campana</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  channel_name  channel_number        day          query_date       show_id  \\\n",
       "3         TLEC             177  Miércoles 2018-10-10 12:00:00  433247626775   \n",
       "4           TA             180  Miércoles 2018-10-10 12:00:00  180247762324   \n",
       "5           TC             181  Miércoles 2018-10-10 12:00:00  181247625874   \n",
       "6           EV             182  Miércoles 2018-10-10 12:00:00  182247623871   \n",
       "7         GAMA             183  Miércoles 2018-10-10 12:00:00  183248008947   \n",
       "\n",
       "  start_time time_length                  title  \n",
       "3      12:00          30          El Gran Cacao  \n",
       "4      11:45          40               Doraemón  \n",
       "5      11:00          85  Los Hijos de Don Juan  \n",
       "6      10:30         150            En Contacto  \n",
       "7      12:00          30  Cocinando con Campana  "
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df_nat_guide.drop_duplicates(['channel_number', 'day', 'show_id', 'start_time']).copy()\n",
    "print(df.shape)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Generating hash id from title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>channel_name</th>\n",
       "      <th>channel_number</th>\n",
       "      <th>day</th>\n",
       "      <th>query_date</th>\n",
       "      <th>show_id</th>\n",
       "      <th>start_time</th>\n",
       "      <th>time_length</th>\n",
       "      <th>title</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>TLEC</td>\n",
       "      <td>177</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>433247626775</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>El Gran Cacao</td>\n",
       "      <td>6e262b999f</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TA</td>\n",
       "      <td>180</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>180247762324</td>\n",
       "      <td>11:45</td>\n",
       "      <td>40</td>\n",
       "      <td>Doraemón</td>\n",
       "      <td>35fa610b01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>TC</td>\n",
       "      <td>181</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>181247625874</td>\n",
       "      <td>11:00</td>\n",
       "      <td>85</td>\n",
       "      <td>Los Hijos de Don Juan</td>\n",
       "      <td>71ea6d42d3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>EV</td>\n",
       "      <td>182</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>182247623871</td>\n",
       "      <td>10:30</td>\n",
       "      <td>150</td>\n",
       "      <td>En Contacto</td>\n",
       "      <td>f6d3df555f</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>GAMA</td>\n",
       "      <td>183</td>\n",
       "      <td>Miércoles</td>\n",
       "      <td>2018-10-10 12:00:00</td>\n",
       "      <td>183248008947</td>\n",
       "      <td>12:00</td>\n",
       "      <td>30</td>\n",
       "      <td>Cocinando con Campana</td>\n",
       "      <td>4f9cc090be</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  channel_name  channel_number        day          query_date       show_id  \\\n",
       "3         TLEC             177  Miércoles 2018-10-10 12:00:00  433247626775   \n",
       "4           TA             180  Miércoles 2018-10-10 12:00:00  180247762324   \n",
       "5           TC             181  Miércoles 2018-10-10 12:00:00  181247625874   \n",
       "6           EV             182  Miércoles 2018-10-10 12:00:00  182247623871   \n",
       "7         GAMA             183  Miércoles 2018-10-10 12:00:00  183248008947   \n",
       "\n",
       "  start_time time_length                  title          id  \n",
       "3      12:00          30          El Gran Cacao  6e262b999f  \n",
       "4      11:45          40               Doraemón  35fa610b01  \n",
       "5      11:00          85  Los Hijos de Don Juan  71ea6d42d3  \n",
       "6      10:30         150            En Contacto  f6d3df555f  \n",
       "7      12:00          30  Cocinando con Campana  4f9cc090be  "
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['id'] = df['title'].apply(lambda x: hashlib.sha1(x.encode('UTF-8')).hexdigest()[:10])\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading Programming description"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(15685, 2)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>description</th>\n",
       "      <th>show_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Un hombre y una mujer que crecieron juntos a p...</td>\n",
       "      <td>227247625150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Tres hermanos juran vengarse de la familia que...</td>\n",
       "      <td>226247625296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Una historia de amor intenso entre una joven h...</td>\n",
       "      <td>225247624192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>La peculiar conductora Carmen Jara, con su per...</td>\n",
       "      <td>224247624440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>T02 | E06 Asesinan a Angela Moss, una enfermer...</td>\n",
       "      <td>223247627487</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         description       show_id\n",
       "0  Un hombre y una mujer que crecieron juntos a p...  227247625150\n",
       "1  Tres hermanos juran vengarse de la familia que...  226247625296\n",
       "2  Una historia de amor intenso entre una joven h...  225247624192\n",
       "3  La peculiar conductora Carmen Jara, con su per...  224247624440\n",
       "4  T02 | E06 Asesinan a Angela Moss, una enfermer...  223247627487"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc = pd.io.json.json_normalize(programming_desc)\n",
    "df_desc.columns = ['description', 'show_id']\n",
    "print(df_desc.shape)\n",
    "df_desc.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(14142, 2)"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc = df_desc[df_desc['show_id'].isin(df['show_id'].values)]\n",
    "df_desc.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(14152, 8)"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# guide_index = df.set_index('show_id')\n",
    "guide_index = df.drop_duplicates('show_id').set_index('show_id')\n",
    "guide_index.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Appending generated id from programmming guide records"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>description</th>\n",
       "      <th>show_id</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Un hombre y una mujer que crecieron juntos a p...</td>\n",
       "      <td>227247625150</td>\n",
       "      <td>d55a7bf26f</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Tres hermanos juran vengarse de la familia que...</td>\n",
       "      <td>226247625296</td>\n",
       "      <td>05effdcbb2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Una historia de amor intenso entre una joven h...</td>\n",
       "      <td>225247624192</td>\n",
       "      <td>ac50038a04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>La peculiar conductora Carmen Jara, con su per...</td>\n",
       "      <td>224247624440</td>\n",
       "      <td>5b2c0c3541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>T02 | E06 Asesinan a Angela Moss, una enfermer...</td>\n",
       "      <td>223247627487</td>\n",
       "      <td>ba2dcb7806</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         description       show_id          id\n",
       "0  Un hombre y una mujer que crecieron juntos a p...  227247625150  d55a7bf26f\n",
       "1  Tres hermanos juran vengarse de la familia que...  226247625296  05effdcbb2\n",
       "2  Una historia de amor intenso entre una joven h...  225247624192  ac50038a04\n",
       "3  La peculiar conductora Carmen Jara, con su per...  224247624440  5b2c0c3541\n",
       "4  T02 | E06 Asesinan a Angela Moss, una enfermer...  223247627487  ba2dcb7806"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc['id'] = df_desc['show_id'].apply(lambda x: guide_index.loc[str(x), 'id'])\n",
    "df_desc.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Removing records with no `show_id`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(19569, 9)"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df['show_id'].str.len() > 0]\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "temp = df[~df['show_id'].isin(df_desc['show_id'].values)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: There are 11 records with missing descriptions. Now removing them...\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(19558, 9)"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "if temp.shape[0] > 0:\n",
    "    print('WARNING: There are {} records with missing descriptions. Now removing them...'.format(temp.shape[0]))\n",
    "    df = df[df['show_id'].isin(df_desc['show_id'].values)]\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "temp = df[~df['show_id'].isin(df_desc['show_id'].values)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Toral Programming Guide records: 19558\n",
      "Unique programming records: 14152\n",
      "Toral Programming description records: 14142\n",
      "All programming data have been scrapped correctly\n",
      "Directv programming Guide from 2018-10-10 12:00:00 to 2018-10-16 23:30:00\n"
     ]
    }
   ],
   "source": [
    "assert(temp.shape[0] == 0)\n",
    "df.to_csv('scrapped_data/programming_guide.csv', index=False)\n",
    "print('Toral Programming Guide records: %s' % df.shape[0])\n",
    "print('Unique programming records: %d' % guide_index.shape[0])\n",
    "# df_desc_filtered = df_desc[df_desc['show_id'].isin(df['show_id'].values)]\n",
    "# df_desc_filtered.to_csv('scrapped_data/programming_desc.csv', index=False)\n",
    "df_desc.to_csv('scrapped_data/programming_desc.csv', index=False)\n",
    "# print('Toral Programming description records: %s' % df_desc_filtered.shape[0])\n",
    "print('Toral Programming description records: %s' % df_desc.shape[0])\n",
    "print('All programming data have been scrapped successfully')\n",
    "print('Directv programming Guide from %s to %s' % (df['query_date'].min(), df['query_date'].max()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**NOTE** Last cell shows that Directv is not usingn a unique identifier for each show"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>description</th>\n",
       "      <th>show_id</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13305</th>\n",
       "      <td>\"La Casa del Pop\" invita a los artistas más de...</td>\n",
       "      <td>269247676697</td>\n",
       "      <td>afdf6a807b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2295</th>\n",
       "      <td>\"La Casa del Pop\" invita a los artistas más de...</td>\n",
       "      <td>269247707990</td>\n",
       "      <td>afdf6a807b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13471</th>\n",
       "      <td>\"La Casa del Pop\" invita a los artistas más de...</td>\n",
       "      <td>269247676693</td>\n",
       "      <td>afdf6a807b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2671</th>\n",
       "      <td>\"Los Hijos del Dragón\", un grupo terrorista de...</td>\n",
       "      <td>526247712762</td>\n",
       "      <td>95e85bd847</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11537</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247706854</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9751</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247738109</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6543</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247806651</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13133</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247676173</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15165</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247625158</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7743</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247771605</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15524</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247625152</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6178</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247806663</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14818</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247643693</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1805</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247676187</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11176</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247706863</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8801</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247771591</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12578</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247676181</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13856</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247643746</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11861</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247676193</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7078</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247806632</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5821</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247806669</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7414</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247771611</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8105</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247771599</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13477</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247643755</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14233</th>\n",
       "      <td>\"Maricruz\" es una joven dulce e inocente que v...</td>\n",
       "      <td>227247643740</td>\n",
       "      <td>9537784dd4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5698</th>\n",
       "      <td>20 individuos, 10 hombres y 10 mujeres, se enf...</td>\n",
       "      <td>264247835305</td>\n",
       "      <td>91a20c173b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7199</th>\n",
       "      <td>20 individuos, 10 hombres y 10 mujeres, se enf...</td>\n",
       "      <td>264247816055</td>\n",
       "      <td>91a20c173b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7237</th>\n",
       "      <td>20 individuos, 10 hombres y 10 mujeres, se enf...</td>\n",
       "      <td>264247816054</td>\n",
       "      <td>91a20c173b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7138</th>\n",
       "      <td>20 individuos, 10 hombres y 10 mujeres, se enf...</td>\n",
       "      <td>264247816056</td>\n",
       "      <td>91a20c173b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7285</th>\n",
       "      <td>20 individuos, 10 hombres y 10 mujeres, se enf...</td>\n",
       "      <td>264247816053</td>\n",
       "      <td>91a20c173b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6096</th>\n",
       "      <td>Óscar es un taxista extrovertido y buena gente...</td>\n",
       "      <td>189247810301</td>\n",
       "      <td>01aa368795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12122</th>\n",
       "      <td>Óscar es un taxista extrovertido y buena gente...</td>\n",
       "      <td>189247675631</td>\n",
       "      <td>01aa368795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13763</th>\n",
       "      <td>Óscar es un taxista extrovertido y buena gente...</td>\n",
       "      <td>189247643160</td>\n",
       "      <td>01aa368795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7669</th>\n",
       "      <td>Óscar es un taxista extrovertido y buena gente...</td>\n",
       "      <td>189247779789</td>\n",
       "      <td>01aa368795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15430</th>\n",
       "      <td>Óscar es un taxista extrovertido y buena gente...</td>\n",
       "      <td>189247624669</td>\n",
       "      <td>01aa368795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12171</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247674886</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7721</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247771356</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11569</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706104</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13425</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247674868</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12743</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247674878</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14858</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247642669</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6147</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247805658</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6702</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247805650</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10352</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247796885</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5767</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247827805</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15102</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247642665</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10407</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706122</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14407</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247642675</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15482</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247624194</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13169</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247674872</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10444</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706121</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7113</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247805644</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10504</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706120</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11804</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706100</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13823</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247642683</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8266</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247771348</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7354</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247805640</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10561</th>\n",
       "      <td>Öykü y Ayaz se conocen de forma fortuita, y el...</td>\n",
       "      <td>225247706119</td>\n",
       "      <td>4e3f7bb126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10595</th>\n",
       "      <td>Únase a Michael cuando revela el lado grasient...</td>\n",
       "      <td>220247709751</td>\n",
       "      <td>021839a8a9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10869</th>\n",
       "      <td>Únase a Michael cuando revela el lado grasient...</td>\n",
       "      <td>220247709740</td>\n",
       "      <td>021839a8a9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14142 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             description       show_id  \\\n",
       "13305  \"La Casa del Pop\" invita a los artistas más de...  269247676697   \n",
       "2295   \"La Casa del Pop\" invita a los artistas más de...  269247707990   \n",
       "13471  \"La Casa del Pop\" invita a los artistas más de...  269247676693   \n",
       "2671   \"Los Hijos del Dragón\", un grupo terrorista de...  526247712762   \n",
       "11537  \"Maricruz\" es una joven dulce e inocente que v...  227247706854   \n",
       "9751   \"Maricruz\" es una joven dulce e inocente que v...  227247738109   \n",
       "6543   \"Maricruz\" es una joven dulce e inocente que v...  227247806651   \n",
       "13133  \"Maricruz\" es una joven dulce e inocente que v...  227247676173   \n",
       "15165  \"Maricruz\" es una joven dulce e inocente que v...  227247625158   \n",
       "7743   \"Maricruz\" es una joven dulce e inocente que v...  227247771605   \n",
       "15524  \"Maricruz\" es una joven dulce e inocente que v...  227247625152   \n",
       "6178   \"Maricruz\" es una joven dulce e inocente que v...  227247806663   \n",
       "14818  \"Maricruz\" es una joven dulce e inocente que v...  227247643693   \n",
       "1805   \"Maricruz\" es una joven dulce e inocente que v...  227247676187   \n",
       "11176  \"Maricruz\" es una joven dulce e inocente que v...  227247706863   \n",
       "8801   \"Maricruz\" es una joven dulce e inocente que v...  227247771591   \n",
       "12578  \"Maricruz\" es una joven dulce e inocente que v...  227247676181   \n",
       "13856  \"Maricruz\" es una joven dulce e inocente que v...  227247643746   \n",
       "11861  \"Maricruz\" es una joven dulce e inocente que v...  227247676193   \n",
       "7078   \"Maricruz\" es una joven dulce e inocente que v...  227247806632   \n",
       "5821   \"Maricruz\" es una joven dulce e inocente que v...  227247806669   \n",
       "7414   \"Maricruz\" es una joven dulce e inocente que v...  227247771611   \n",
       "8105   \"Maricruz\" es una joven dulce e inocente que v...  227247771599   \n",
       "13477  \"Maricruz\" es una joven dulce e inocente que v...  227247643755   \n",
       "14233  \"Maricruz\" es una joven dulce e inocente que v...  227247643740   \n",
       "5698   20 individuos, 10 hombres y 10 mujeres, se enf...  264247835305   \n",
       "7199   20 individuos, 10 hombres y 10 mujeres, se enf...  264247816055   \n",
       "7237   20 individuos, 10 hombres y 10 mujeres, se enf...  264247816054   \n",
       "7138   20 individuos, 10 hombres y 10 mujeres, se enf...  264247816056   \n",
       "7285   20 individuos, 10 hombres y 10 mujeres, se enf...  264247816053   \n",
       "...                                                  ...           ...   \n",
       "6096   Óscar es un taxista extrovertido y buena gente...  189247810301   \n",
       "12122  Óscar es un taxista extrovertido y buena gente...  189247675631   \n",
       "13763  Óscar es un taxista extrovertido y buena gente...  189247643160   \n",
       "7669   Óscar es un taxista extrovertido y buena gente...  189247779789   \n",
       "15430  Óscar es un taxista extrovertido y buena gente...  189247624669   \n",
       "12171  Öykü y Ayaz se conocen de forma fortuita, y el...  225247674886   \n",
       "7721   Öykü y Ayaz se conocen de forma fortuita, y el...  225247771356   \n",
       "11569  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706104   \n",
       "13425  Öykü y Ayaz se conocen de forma fortuita, y el...  225247674868   \n",
       "12743  Öykü y Ayaz se conocen de forma fortuita, y el...  225247674878   \n",
       "14858  Öykü y Ayaz se conocen de forma fortuita, y el...  225247642669   \n",
       "6147   Öykü y Ayaz se conocen de forma fortuita, y el...  225247805658   \n",
       "6702   Öykü y Ayaz se conocen de forma fortuita, y el...  225247805650   \n",
       "10352  Öykü y Ayaz se conocen de forma fortuita, y el...  225247796885   \n",
       "5767   Öykü y Ayaz se conocen de forma fortuita, y el...  225247827805   \n",
       "15102  Öykü y Ayaz se conocen de forma fortuita, y el...  225247642665   \n",
       "10407  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706122   \n",
       "14407  Öykü y Ayaz se conocen de forma fortuita, y el...  225247642675   \n",
       "15482  Öykü y Ayaz se conocen de forma fortuita, y el...  225247624194   \n",
       "13169  Öykü y Ayaz se conocen de forma fortuita, y el...  225247674872   \n",
       "10444  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706121   \n",
       "7113   Öykü y Ayaz se conocen de forma fortuita, y el...  225247805644   \n",
       "10504  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706120   \n",
       "11804  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706100   \n",
       "13823  Öykü y Ayaz se conocen de forma fortuita, y el...  225247642683   \n",
       "8266   Öykü y Ayaz se conocen de forma fortuita, y el...  225247771348   \n",
       "7354   Öykü y Ayaz se conocen de forma fortuita, y el...  225247805640   \n",
       "10561  Öykü y Ayaz se conocen de forma fortuita, y el...  225247706119   \n",
       "10595  Únase a Michael cuando revela el lado grasient...  220247709751   \n",
       "10869  Únase a Michael cuando revela el lado grasient...  220247709740   \n",
       "\n",
       "               id  \n",
       "13305  afdf6a807b  \n",
       "2295   afdf6a807b  \n",
       "13471  afdf6a807b  \n",
       "2671   95e85bd847  \n",
       "11537  9537784dd4  \n",
       "9751   9537784dd4  \n",
       "6543   9537784dd4  \n",
       "13133  9537784dd4  \n",
       "15165  9537784dd4  \n",
       "7743   9537784dd4  \n",
       "15524  9537784dd4  \n",
       "6178   9537784dd4  \n",
       "14818  9537784dd4  \n",
       "1805   9537784dd4  \n",
       "11176  9537784dd4  \n",
       "8801   9537784dd4  \n",
       "12578  9537784dd4  \n",
       "13856  9537784dd4  \n",
       "11861  9537784dd4  \n",
       "7078   9537784dd4  \n",
       "5821   9537784dd4  \n",
       "7414   9537784dd4  \n",
       "8105   9537784dd4  \n",
       "13477  9537784dd4  \n",
       "14233  9537784dd4  \n",
       "5698   91a20c173b  \n",
       "7199   91a20c173b  \n",
       "7237   91a20c173b  \n",
       "7138   91a20c173b  \n",
       "7285   91a20c173b  \n",
       "...           ...  \n",
       "6096   01aa368795  \n",
       "12122  01aa368795  \n",
       "13763  01aa368795  \n",
       "7669   01aa368795  \n",
       "15430  01aa368795  \n",
       "12171  4e3f7bb126  \n",
       "7721   4e3f7bb126  \n",
       "11569  4e3f7bb126  \n",
       "13425  4e3f7bb126  \n",
       "12743  4e3f7bb126  \n",
       "14858  4e3f7bb126  \n",
       "6147   4e3f7bb126  \n",
       "6702   4e3f7bb126  \n",
       "10352  4e3f7bb126  \n",
       "5767   4e3f7bb126  \n",
       "15102  4e3f7bb126  \n",
       "10407  4e3f7bb126  \n",
       "14407  4e3f7bb126  \n",
       "15482  4e3f7bb126  \n",
       "13169  4e3f7bb126  \n",
       "10444  4e3f7bb126  \n",
       "7113   4e3f7bb126  \n",
       "10504  4e3f7bb126  \n",
       "11804  4e3f7bb126  \n",
       "13823  4e3f7bb126  \n",
       "8266   4e3f7bb126  \n",
       "7354   4e3f7bb126  \n",
       "10561  4e3f7bb126  \n",
       "10595  021839a8a9  \n",
       "10869  021839a8a9  \n",
       "\n",
       "[14142 rows x 3 columns]"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desc.sort_values(['description'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [python3]",
   "language": "python",
   "name": "Python [python3]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}