1.Data_Collection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## **Data Collection**"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Importing The Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Retriving The Data**"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Here we basically have 3 major datasets that we want tot work with:-\n",
    "1. Users data (u.user)\n",
    "2. Ratings data (u.data)\n",
    "3. Items data (u.item)\n",
    " "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "These three datasets are present in some other file format so our first task will be to convert these datasets into csv file format."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Users Data "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The users data consists mainly 5 columns :-\n",
    "* user_id \n",
    "* age\n",
    "* sex\n",
    "* occupation\n",
    "* zip_code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "u_cols=[\"user_id\",\"age\",\"sex\",\"occupation\",\"zip_code\"]\n",
    "users=pd.read_csv('/home/sysadm/Documents/Recommender_System/Recommender_Project/ml-100k/u.user',sep='|',names=u_cols,encoding='latin-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>age</th>\n",
       "      <th>sex</th>\n",
       "      <th>occupation</th>\n",
       "      <th>zip_code</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>M</td>\n",
       "      <td>technician</td>\n",
       "      <td>85711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>53</td>\n",
       "      <td>F</td>\n",
       "      <td>other</td>\n",
       "      <td>94043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>23</td>\n",
       "      <td>M</td>\n",
       "      <td>writer</td>\n",
       "      <td>32067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>M</td>\n",
       "      <td>technician</td>\n",
       "      <td>43537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>33</td>\n",
       "      <td>F</td>\n",
       "      <td>other</td>\n",
       "      <td>15213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>938</th>\n",
       "      <td>939</td>\n",
       "      <td>26</td>\n",
       "      <td>F</td>\n",
       "      <td>student</td>\n",
       "      <td>33319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>939</th>\n",
       "      <td>940</td>\n",
       "      <td>32</td>\n",
       "      <td>M</td>\n",
       "      <td>administrator</td>\n",
       "      <td>02215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>940</th>\n",
       "      <td>941</td>\n",
       "      <td>20</td>\n",
       "      <td>M</td>\n",
       "      <td>student</td>\n",
       "      <td>97229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>941</th>\n",
       "      <td>942</td>\n",
       "      <td>48</td>\n",
       "      <td>F</td>\n",
       "      <td>librarian</td>\n",
       "      <td>78209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>942</th>\n",
       "      <td>943</td>\n",
       "      <td>22</td>\n",
       "      <td>M</td>\n",
       "      <td>student</td>\n",
       "      <td>77841</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>943 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id  age sex     occupation zip_code\n",
       "0          1   24   M     technician    85711\n",
       "1          2   53   F          other    94043\n",
       "2          3   23   M         writer    32067\n",
       "3          4   24   M     technician    43537\n",
       "4          5   33   F          other    15213\n",
       "..       ...  ...  ..            ...      ...\n",
       "938      939   26   F        student    33319\n",
       "939      940   32   M  administrator    02215\n",
       "940      941   20   M        student    97229\n",
       "941      942   48   F      librarian    78209\n",
       "942      943   22   M        student    77841\n",
       "\n",
       "[943 rows x 5 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "users"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Thus this gives us a propoer description of the columns of the users dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "user_id        int64\n",
       "age            int64\n",
       "sex           object\n",
       "occupation    object\n",
       "zip_code      object\n",
       "dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "users.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Ratings Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The ratings column consistes of the corresponding column:-\n",
    "* user_id\n",
    "* movie_id\n",
    "* rating\n",
    "* unix_timestamp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "r_cols=[\"user_id\",\"movie_id\",\"rating\",\"unix_timestamp\"]\n",
    "ratings=pd.read_csv(\"/home/sysadm/Documents/Recommender_System/Recommender_Project/ml-100k/u.data\",\n",
    "                     sep='\\t',names=r_cols,encoding='latin-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>unix_timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>196</td>\n",
       "      <td>242</td>\n",
       "      <td>3</td>\n",
       "      <td>881250949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>186</td>\n",
       "      <td>302</td>\n",
       "      <td>3</td>\n",
       "      <td>891717742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>22</td>\n",
       "      <td>377</td>\n",
       "      <td>1</td>\n",
       "      <td>878887116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>244</td>\n",
       "      <td>51</td>\n",
       "      <td>2</td>\n",
       "      <td>880606923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>166</td>\n",
       "      <td>346</td>\n",
       "      <td>1</td>\n",
       "      <td>886397596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99995</th>\n",
       "      <td>880</td>\n",
       "      <td>476</td>\n",
       "      <td>3</td>\n",
       "      <td>880175444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99996</th>\n",
       "      <td>716</td>\n",
       "      <td>204</td>\n",
       "      <td>5</td>\n",
       "      <td>879795543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99997</th>\n",
       "      <td>276</td>\n",
       "      <td>1090</td>\n",
       "      <td>1</td>\n",
       "      <td>874795795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99998</th>\n",
       "      <td>13</td>\n",
       "      <td>225</td>\n",
       "      <td>2</td>\n",
       "      <td>882399156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99999</th>\n",
       "      <td>12</td>\n",
       "      <td>203</td>\n",
       "      <td>3</td>\n",
       "      <td>879959583</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100000 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       user_id  movie_id  rating  unix_timestamp\n",
       "0          196       242       3       881250949\n",
       "1          186       302       3       891717742\n",
       "2           22       377       1       878887116\n",
       "3          244        51       2       880606923\n",
       "4          166       346       1       886397596\n",
       "...        ...       ...     ...             ...\n",
       "99995      880       476       3       880175444\n",
       "99996      716       204       5       879795543\n",
       "99997      276      1090       1       874795795\n",
       "99998       13       225       2       882399156\n",
       "99999       12       203       3       879959583\n",
       "\n",
       "[100000 rows x 4 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Thus this gives us a propoer description of the columns of the ratings dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "user_id           int64\n",
       "movie_id          int64\n",
       "rating            int64\n",
       "unix_timestamp    int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ratings.dtypes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### The Items Column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The corresponding columns of the items column are-\n",
    "* movie_id\n",
    "* movie_title\n",
    "* release_date\n",
    "* video_release_date\n",
    "* IMDb_URL\n",
    "* unknown\n",
    "* Action\n",
    "* Adventure\n",
    "* Animation \n",
    "* Children's\n",
    "* Comedy\n",
    "* Crime\n",
    "* Documentary\n",
    "* Drama\n",
    "* Fantasy \n",
    "* Film-Noir\n",
    "* Horror\n",
    "* Musical\n",
    "* Mystery\n",
    "* Romance\n",
    "* Sci-fi\n",
    "* Thriller\n",
    "* War \n",
    "* Western"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "i_cols=['movie_id','movie_title','release_date','video_release_date','IMDb_URL','unknown','Action',\n",
    "       'Adventure','Animation','Children\\'s','Comedy','Crime','Documentary',\n",
    "       'Drama','Fantasy','Film-Noir','Horror','Musical','Mystery','Romance','Sci-fi',\n",
    "       'Thriller','War','Western']\n",
    "items=pd.read_table(\"/home/sysadm/Documents/Recommender_System/Recommender_Project/ml-100k/u.item\",\n",
    "                   sep='|',names=i_cols,encoding='latin-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>movie_title</th>\n",
       "      <th>release_date</th>\n",
       "      <th>video_release_date</th>\n",
       "      <th>IMDb_URL</th>\n",
       "      <th>unknown</th>\n",
       "      <th>Action</th>\n",
       "      <th>Adventure</th>\n",
       "      <th>Animation</th>\n",
       "      <th>Children's</th>\n",
       "      <th>...</th>\n",
       "      <th>Fantasy</th>\n",
       "      <th>Film-Noir</th>\n",
       "      <th>Horror</th>\n",
       "      <th>Musical</th>\n",
       "      <th>Mystery</th>\n",
       "      <th>Romance</th>\n",
       "      <th>Sci-fi</th>\n",
       "      <th>Thriller</th>\n",
       "      <th>War</th>\n",
       "      <th>Western</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>01-Jan-1995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Toy%20Story%2...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>GoldenEye (1995)</td>\n",
       "      <td>01-Jan-1995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?GoldenEye%20(...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Four Rooms (1995)</td>\n",
       "      <td>01-Jan-1995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Four%20Rooms%...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Get Shorty (1995)</td>\n",
       "      <td>01-Jan-1995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Get%20Shorty%...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Copycat (1995)</td>\n",
       "      <td>01-Jan-1995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Copycat%20(1995)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1677</th>\n",
       "      <td>1678</td>\n",
       "      <td>Mat' i syn (1997)</td>\n",
       "      <td>06-Feb-1998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Mat%27+i+syn+...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1678</th>\n",
       "      <td>1679</td>\n",
       "      <td>B. Monkey (1998)</td>\n",
       "      <td>06-Feb-1998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?B%2E+Monkey+(...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1679</th>\n",
       "      <td>1680</td>\n",
       "      <td>Sliding Doors (1998)</td>\n",
       "      <td>01-Jan-1998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/Title?Sliding+Doors+(1998)</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1680</th>\n",
       "      <td>1681</td>\n",
       "      <td>You So Crazy (1994)</td>\n",
       "      <td>01-Jan-1994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?You%20So%20Cr...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1681</th>\n",
       "      <td>1682</td>\n",
       "      <td>Scream of Stone (Schrei aus Stein) (1991)</td>\n",
       "      <td>08-Mar-1996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://us.imdb.com/M/title-exact?Schrei%20aus%...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1682 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      movie_id                                movie_title release_date  \\\n",
       "0            1                           Toy Story (1995)  01-Jan-1995   \n",
       "1            2                           GoldenEye (1995)  01-Jan-1995   \n",
       "2            3                          Four Rooms (1995)  01-Jan-1995   \n",
       "3            4                          Get Shorty (1995)  01-Jan-1995   \n",
       "4            5                             Copycat (1995)  01-Jan-1995   \n",
       "...        ...                                        ...          ...   \n",
       "1677      1678                          Mat' i syn (1997)  06-Feb-1998   \n",
       "1678      1679                           B. Monkey (1998)  06-Feb-1998   \n",
       "1679      1680                       Sliding Doors (1998)  01-Jan-1998   \n",
       "1680      1681                        You So Crazy (1994)  01-Jan-1994   \n",
       "1681      1682  Scream of Stone (Schrei aus Stein) (1991)  08-Mar-1996   \n",
       "\n",
       "      video_release_date                                           IMDb_URL  \\\n",
       "0                    NaN  http://us.imdb.com/M/title-exact?Toy%20Story%2...   \n",
       "1                    NaN  http://us.imdb.com/M/title-exact?GoldenEye%20(...   \n",
       "2                    NaN  http://us.imdb.com/M/title-exact?Four%20Rooms%...   \n",
       "3                    NaN  http://us.imdb.com/M/title-exact?Get%20Shorty%...   \n",
       "4                    NaN  http://us.imdb.com/M/title-exact?Copycat%20(1995)   \n",
       "...                  ...                                                ...   \n",
       "1677                 NaN  http://us.imdb.com/M/title-exact?Mat%27+i+syn+...   \n",
       "1678                 NaN  http://us.imdb.com/M/title-exact?B%2E+Monkey+(...   \n",
       "1679                 NaN      http://us.imdb.com/Title?Sliding+Doors+(1998)   \n",
       "1680                 NaN  http://us.imdb.com/M/title-exact?You%20So%20Cr...   \n",
       "1681                 NaN  http://us.imdb.com/M/title-exact?Schrei%20aus%...   \n",
       "\n",
       "      unknown  Action  Adventure  Animation  Children's  ...  Fantasy  \\\n",
       "0           0       0          0          1           1  ...        0   \n",
       "1           0       1          1          0           0  ...        0   \n",
       "2           0       0          0          0           0  ...        0   \n",
       "3           0       1          0          0           0  ...        0   \n",
       "4           0       0          0          0           0  ...        0   \n",
       "...       ...     ...        ...        ...         ...  ...      ...   \n",
       "1677        0       0          0          0           0  ...        0   \n",
       "1678        0       0          0          0           0  ...        0   \n",
       "1679        0       0          0          0           0  ...        0   \n",
       "1680        0       0          0          0           0  ...        0   \n",
       "1681        0       0          0          0           0  ...        0   \n",
       "\n",
       "      Film-Noir  Horror  Musical  Mystery  Romance  Sci-fi  Thriller  War  \\\n",
       "0             0       0        0        0        0       0         0    0   \n",
       "1             0       0        0        0        0       0         1    0   \n",
       "2             0       0        0        0        0       0         1    0   \n",
       "3             0       0        0        0        0       0         0    0   \n",
       "4             0       0        0        0        0       0         1    0   \n",
       "...         ...     ...      ...      ...      ...     ...       ...  ...   \n",
       "1677          0       0        0        0        0       0         0    0   \n",
       "1678          0       0        0        0        1       0         1    0   \n",
       "1679          0       0        0        0        1       0         0    0   \n",
       "1680          0       0        0        0        0       0         0    0   \n",
       "1681          0       0        0        0        0       0         0    0   \n",
       "\n",
       "      Western  \n",
       "0           0  \n",
       "1           0  \n",
       "2           0  \n",
       "3           0  \n",
       "4           0  \n",
       "...       ...  \n",
       "1677        0  \n",
       "1678        0  \n",
       "1679        0  \n",
       "1680        0  \n",
       "1681        0  \n",
       "\n",
       "[1682 rows x 24 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "items"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Thus this gives us a propoer description of the columns of the items dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "movie_id                int64\n",
       "movie_title            object\n",
       "release_date           object\n",
       "video_release_date    float64\n",
       "IMDb_URL               object\n",
       "unknown                 int64\n",
       "Action                  int64\n",
       "Adventure               int64\n",
       "Animation               int64\n",
       "Children's              int64\n",
       "Comedy                  int64\n",
       "Crime                   int64\n",
       "Documentary             int64\n",
       "Drama                   int64\n",
       "Fantasy                 int64\n",
       "Film-Noir               int64\n",
       "Horror                  int64\n",
       "Musical                 int64\n",
       "Mystery                 int64\n",
       "Romance                 int64\n",
       "Sci-fi                  int64\n",
       "Thriller                int64\n",
       "War                     int64\n",
       "Western                 int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "items.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "User Data :\n",
      "shape :  (943, 5)\n",
      "   user_id  age sex  occupation zip_code\n",
      "0        1   24   M  technician    85711\n",
      "1        2   53   F       other    94043\n",
      "2        3   23   M      writer    32067\n",
      "3        4   24   M  technician    43537\n",
      "4        5   33   F       other    15213\n"
     ]
    }
   ],
   "source": [
    "print(\"\\nUser Data :\")\n",
    "print(\"shape : \", users.shape)\n",
    "print(users.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Ratings Data :\n",
      "shape :  (100000, 4)\n",
      "   user_id  movie_id  rating  unix_timestamp\n",
      "0      196       242       3       881250949\n",
      "1      186       302       3       891717742\n",
      "2       22       377       1       878887116\n",
      "3      244        51       2       880606923\n",
      "4      166       346       1       886397596\n"
     ]
    }
   ],
   "source": [
    "print(\"\\nRatings Data :\")\n",
    "print(\"shape : \", ratings.shape)\n",
    "print(ratings.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Item Data :\n",
      "shape :  (1682, 24)\n",
      "   movie_id        movie_title release_date  video_release_date  \\\n",
      "0         1   Toy Story (1995)  01-Jan-1995                 NaN   \n",
      "1         2   GoldenEye (1995)  01-Jan-1995                 NaN   \n",
      "2         3  Four Rooms (1995)  01-Jan-1995                 NaN   \n",
      "3         4  Get Shorty (1995)  01-Jan-1995                 NaN   \n",
      "4         5     Copycat (1995)  01-Jan-1995                 NaN   \n",
      "\n",
      "                                            IMDb_URL  unknown  Action  \\\n",
      "0  http://us.imdb.com/M/title-exact?Toy%20Story%2...        0       0   \n",
      "1  http://us.imdb.com/M/title-exact?GoldenEye%20(...        0       1   \n",
      "2  http://us.imdb.com/M/title-exact?Four%20Rooms%...        0       0   \n",
      "3  http://us.imdb.com/M/title-exact?Get%20Shorty%...        0       1   \n",
      "4  http://us.imdb.com/M/title-exact?Copycat%20(1995)        0       0   \n",
      "\n",
      "   Adventure  Animation  Children's  ...  Fantasy  Film-Noir  Horror  Musical  \\\n",
      "0          0          1           1  ...        0          0       0        0   \n",
      "1          1          0           0  ...        0          0       0        0   \n",
      "2          0          0           0  ...        0          0       0        0   \n",
      "3          0          0           0  ...        0          0       0        0   \n",
      "4          0          0           0  ...        0          0       0        0   \n",
      "\n",
      "   Mystery  Romance  Sci-fi  Thriller  War  Western  \n",
      "0        0        0       0         0    0        0  \n",
      "1        0        0       0         1    0        0  \n",
      "2        0        0       0         1    0        0  \n",
      "3        0        0       0         0    0        0  \n",
      "4        0        0       0         1    0        0  \n",
      "\n",
      "[5 rows x 24 columns]\n"
     ]
    }
   ],
   "source": [
    "print(\"\\nItem Data :\")\n",
    "print(\"shape : \", items.shape)\n",
    "print(items.head())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Saving The files in Csv format"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We have to create a data folder and save it there."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "***Uncomment the below to save the data as the csv file in the desired location.***"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "#users.to_csv(\"/home/sysadm/Documents/Recommender_System/data/users.csv\",index=None)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "#items.to_csv(\"/home/sysadm/Documents/Recommender_System/data/items_raw.csv\",index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "#ratings.to_csv(\"/home/sysadm/Documents/Recommender_System/data/ratings.csv\",index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import json,glob\n",
    "import requests\n",
    "import re\n",
    "import tmdb\n",
    "from importlib import reload\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "links=pd.read_csv(\"links.csv\",dtype={\"tmdb_id\":'Int64'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>tmdb_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>tt0113189</td>\n",
       "      <td>710</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>tt0113101</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>tt0113161</td>\n",
       "      <td>8012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>tt0112722</td>\n",
       "      <td>1710</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id    imdb_id  tmdb_id\n",
       "0         1  tt0114709      862\n",
       "1         2  tt0113189      710\n",
       "2         3  tt0113101        5\n",
       "3         4  tt0113161     8012\n",
       "4         5  tt0112722     1710"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "links.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "862"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_id=links.tmdb_id[0]\n",
    "sample_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'adult': False,\n",
       " 'backdrop_path': '/XLwjO1NSCIaLznh58OQtmSFl0N.jpg',\n",
       " 'belongs_to_collection': {'id': 10194,\n",
       "  'name': 'Toy Story Collection',\n",
       "  'poster_path': '/7G9915LfUQ2lVfwMEEhDsn3kT4B.jpg',\n",
       "  'backdrop_path': '/9FBwqcd9IRruEDUrTdcaafOMKUq.jpg'},\n",
       " 'budget': 30000000,\n",
       " 'genres': [{'id': 16, 'name': 'Animation'},\n",
       "  {'id': 12, 'name': 'Adventure'},\n",
       "  {'id': 10751, 'name': 'Family'},\n",
       "  {'id': 35, 'name': 'Comedy'}],\n",
       " 'homepage': 'http://toystory.disney.com/toy-story',\n",
       " 'id': 862,\n",
       " 'imdb_id': 'tt0114709',\n",
       " 'original_language': 'en',\n",
       " 'original_title': 'Toy Story',\n",
       " 'overview': \"Led by Woody, Andy's toys live happily in his room until Andy's birthday brings Buzz Lightyear onto the scene. Afraid of losing his place in Andy's heart, Woody plots against Buzz. But when circumstances separate Buzz and Woody from their owner, the duo eventually learns to put aside their differences.\",\n",
       " 'popularity': 122.236,\n",
       " 'poster_path': '/uXDfjJbdP4ijW5hWSBrPrlKpxab.jpg',\n",
       " 'production_companies': [{'id': 3,\n",
       "   'logo_path': '/1TjvGVDMYsj6JBxOAkUHpPEwLf7.png',\n",
       "   'name': 'Pixar',\n",
       "   'origin_country': 'US'}],\n",
       " 'production_countries': [{'iso_3166_1': 'US',\n",
       "   'name': 'United States of America'}],\n",
       " 'release_date': '1995-10-30',\n",
       " 'revenue': 373554033,\n",
       " 'runtime': 81,\n",
       " 'spoken_languages': [{'english_name': 'English',\n",
       "   'iso_639_1': 'en',\n",
       "   'name': 'English'}],\n",
       " 'status': 'Released',\n",
       " 'tagline': '',\n",
       " 'title': 'Toy Story',\n",
       " 'video': False,\n",
       " 'vote_average': 7.9,\n",
       " 'vote_count': 14051}"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_id=links.tmdb_id[0]\n",
    "tmdb.movie(sample_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "tmdb_ids=links.tmdb_id.to_list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[862,\n",
       " 710,\n",
       " 5,\n",
       " 8012,\n",
       " 1710,\n",
       " 37557,\n",
       " 63,\n",
       " 9598,\n",
       " 687,\n",
       " 31174,\n",
       " 807,\n",
       " 629,\n",
       " 11448,\n",
       " 11010,\n",
       " 2054,\n",
       " 4482,\n",
       " 755,\n",
       " 46785,\n",
       " 880,\n",
       " 8447,\n",
       " 10874,\n",
       " 197,\n",
       " 103,\n",
       " 33542,\n",
       " 11000,\n",
       " 16388,\n",
       " 9737,\n",
       " 568,\n",
       " 414,\n",
       " 649,\n",
       " 8963,\n",
       " 26564,\n",
       " 8068,\n",
       " 13552,\n",
       " 9073,\n",
       " 47608,\n",
       " 34574,\n",
       " 1642,\n",
       " 281,\n",
       " 9090,\n",
       " 11017,\n",
       " 2292,\n",
       " 8984,\n",
       " 11929,\n",
       " 10451,\n",
       " 20156,\n",
       " 522,\n",
       " 14275,\n",
       " 11777,\n",
       " 11,\n",
       " 4476,\n",
       " 11318,\n",
       " 241,\n",
       " 6950,\n",
       " 101,\n",
       " 680,\n",
       " 40156,\n",
       " 11450,\n",
       " 110,\n",
       " 108,\n",
       " 109,\n",
       " 2164,\n",
       " 11395,\n",
       " 278,\n",
       " 1587,\n",
       " 2064,\n",
       " 3049,\n",
       " 9495,\n",
       " 13,\n",
       " 712,\n",
       " 8587,\n",
       " 680,\n",
       " 9359,\n",
       " 315,\n",
       " 316098,\n",
       " 6075,\n",
       " 37233,\n",
       " 1634,\n",
       " 5503,\n",
       " 9255,\n",
       " 11934,\n",
       " 329,\n",
       " 11971,\n",
       " 25557,\n",
       " 10872,\n",
       " 1245,\n",
       " 14291,\n",
       " 858,\n",
       " 78,\n",
       " 10442,\n",
       " 9479,\n",
       " 319,\n",
       " 11446,\n",
       " 771,\n",
       " 812,\n",
       " 280,\n",
       " 581,\n",
       " 274,\n",
       " 408,\n",
       " 275,\n",
       " 11827,\n",
       " 10112,\n",
       " 19042,\n",
       " 36259,\n",
       " 9099,\n",
       " 10988,\n",
       " 18989,\n",
       " 18414,\n",
       " 3065,\n",
       " 27281,\n",
       " 8866,\n",
       " 36355,\n",
       " 11876,\n",
       " 503475,\n",
       " 73183,\n",
       " 32513,\n",
       " 9802,\n",
       " 664,\n",
       " 85778,\n",
       " 9879,\n",
       " 602,\n",
       " 9894,\n",
       " 10779,\n",
       " 26748,\n",
       " 9294,\n",
       " 47907,\n",
       " 238,\n",
       " 11134,\n",
       " 9303,\n",
       " 22479,\n",
       " 164,\n",
       " 630,\n",
       " 770,\n",
       " 15,\n",
       " 62,\n",
       " 3083,\n",
       " 18203,\n",
       " 10680,\n",
       " 14136,\n",
       " 6878,\n",
       " 173,\n",
       " 12335,\n",
       " 15121,\n",
       " 562,\n",
       " 10163,\n",
       " 48862,\n",
       " 11412,\n",
       " 10586,\n",
       " 25147,\n",
       " 10218,\n",
       " 252,\n",
       " 11561,\n",
       " 623,\n",
       " 583,\n",
       " 88,\n",
       " 500,\n",
       " 792,\n",
       " 8491,\n",
       " 402,\n",
       " 9504,\n",
       " 744,\n",
       " 11816,\n",
       " 11843,\n",
       " 2756,\n",
       " 4480,\n",
       " 4481,\n",
       " 10765,\n",
       " 762,\n",
       " 531,\n",
       " 11216,\n",
       " 892,\n",
       " 1891,\n",
       " 2493,\n",
       " 85,\n",
       " 68,\n",
       " 679,\n",
       " 429,\n",
       " 389,\n",
       " 185,\n",
       " 28,\n",
       " 1892,\n",
       " 769,\n",
       " 348,\n",
       " 766,\n",
       " 539,\n",
       " 525,\n",
       " 240,\n",
       " 600,\n",
       " 530,\n",
       " 10705,\n",
       " 279,\n",
       " 1578,\n",
       " 9549,\n",
       " 9277,\n",
       " 218,\n",
       " 207,\n",
       " 37247,\n",
       " 9322,\n",
       " 826,\n",
       " 694,\n",
       " 765,\n",
       " 137,\n",
       " 33,\n",
       " 105,\n",
       " 11202,\n",
       " 149,\n",
       " 11673,\n",
       " 3034,\n",
       " 11031,\n",
       " 89,\n",
       " 651,\n",
       " 10644,\n",
       " 11257,\n",
       " 12104,\n",
       " 2323,\n",
       " 639,\n",
       " 6114,\n",
       " 1598,\n",
       " 377,\n",
       " 25189,\n",
       " 145,\n",
       " 199,\n",
       " 12498,\n",
       " 12709,\n",
       " 11674,\n",
       " 1573,\n",
       " 174,\n",
       " 154,\n",
       " 157,\n",
       " 168,\n",
       " 364,\n",
       " 11967,\n",
       " 8845,\n",
       " 578,\n",
       " 75,\n",
       " 13891,\n",
       " 9390,\n",
       " 378,\n",
       " 2322,\n",
       " 3179,\n",
       " 9361,\n",
       " 784,\n",
       " 9446,\n",
       " 9311,\n",
       " 4477,\n",
       " 2255,\n",
       " 6499,\n",
       " 9434,\n",
       " 816,\n",
       " 18,\n",
       " 11239,\n",
       " 330,\n",
       " 26422,\n",
       " 415,\n",
       " 8874,\n",
       " 11956,\n",
       " 607,\n",
       " 686,\n",
       " 10603,\n",
       " 8413,\n",
       " 20737,\n",
       " 14585,\n",
       " 8854,\n",
       " 4961,\n",
       " 1669,\n",
       " 17832,\n",
       " 48138,\n",
       " 2255,\n",
       " 9427,\n",
       " 782,\n",
       " 563,\n",
       " 489,\n",
       " 949,\n",
       " 11860,\n",
       " 4584,\n",
       " 451,\n",
       " 35196,\n",
       " 20927,\n",
       " 146599,\n",
       " 9302,\n",
       " 8987,\n",
       " 1645,\n",
       " 3573,\n",
       " 10478,\n",
       " 11159,\n",
       " 409,\n",
       " 9819,\n",
       " 4232,\n",
       " 8818,\n",
       " 12145,\n",
       " 66,\n",
       " 25624,\n",
       " 9366,\n",
       " 1624,\n",
       " 2163,\n",
       " 24183,\n",
       " 55306,\n",
       " 754,\n",
       " 22073,\n",
       " 9772,\n",
       " 10806,\n",
       " 2118,\n",
       " 55306,\n",
       " 11076,\n",
       " 68924,\n",
       " 17589,\n",
       " 1813,\n",
       " 29911,\n",
       " 14583,\n",
       " 11975,\n",
       " 45609,\n",
       " 8197,\n",
       " 597,\n",
       " 32302,\n",
       " 9445,\n",
       " 2898,\n",
       " 7984,\n",
       " 424,\n",
       " 9716,\n",
       " 17204,\n",
       " 27265,\n",
       " 9415,\n",
       " 9619,\n",
       " 638,\n",
       " 884,\n",
       " 4421,\n",
       " 2142,\n",
       " 8834,\n",
       " 9458,\n",
       " 345568,\n",
       " 9433,\n",
       " 9437,\n",
       " 2649,\n",
       " 10155,\n",
       " 28353,\n",
       " 12628,\n",
       " 33344,\n",
       " 1281,\n",
       " 9770,\n",
       " 4995,\n",
       " 61337,\n",
       " 9414,\n",
       " 8078,\n",
       " 2895,\n",
       " 2639,\n",
       " 184,\n",
       " 586,\n",
       " 9458,\n",
       " 11258,\n",
       " 9411,\n",
       " 9033,\n",
       " 6116,\n",
       " 9457,\n",
       " 11003,\n",
       " 10153,\n",
       " 10731,\n",
       " 510,\n",
       " 10336,\n",
       " 18355,\n",
       " 251481,\n",
       " 45928,\n",
       " 11568,\n",
       " 9091,\n",
       " 9273,\n",
       " 12665,\n",
       " 9909,\n",
       " 9603,\n",
       " 9536,\n",
       " 13997,\n",
       " 9095,\n",
       " 688,\n",
       " 17447,\n",
       " 9482,\n",
       " 9070,\n",
       " 10802,\n",
       " 17207,\n",
       " 14819,\n",
       " 10510,\n",
       " 9059,\n",
       " 193,\n",
       " 236,\n",
       " 2759,\n",
       " 888,\n",
       " 36593,\n",
       " 36955,\n",
       " 2758,\n",
       " 514579,\n",
       " 306,\n",
       " 14522,\n",
       " 20239,\n",
       " 9593,\n",
       " 10502,\n",
       " 788,\n",
       " 22588,\n",
       " 8005,\n",
       " 11592,\n",
       " 11074,\n",
       " 9607,\n",
       " 10057,\n",
       " 10897,\n",
       " 9066,\n",
       " 251,\n",
       " 268,\n",
       " 10895,\n",
       " 954,\n",
       " 10280,\n",
       " 10535,\n",
       " 532,\n",
       " 7095,\n",
       " 11543,\n",
       " 9327,\n",
       " 12606,\n",
       " 9431,\n",
       " 31044,\n",
       " 18660,\n",
       " 22660,\n",
       " 19186,\n",
       " 11224,\n",
       " 433,\n",
       " 12092,\n",
       " 454,\n",
       " 11238,\n",
       " 601,\n",
       " 25750,\n",
       " 10608,\n",
       " 1857,\n",
       " 595,\n",
       " 343,\n",
       " 10200,\n",
       " 3063,\n",
       " 8009,\n",
       " 756,\n",
       " 2640,\n",
       " 830,\n",
       " 642,\n",
       " 814,\n",
       " 41671,\n",
       " 27214,\n",
       " 33519,\n",
       " 16235,\n",
       " 11449,\n",
       " 41848,\n",
       " 571,\n",
       " 8851,\n",
       " 30346,\n",
       " 13549,\n",
       " 7340,\n",
       " 794,\n",
       " 152,\n",
       " 172,\n",
       " 621,\n",
       " 579,\n",
       " 17692,\n",
       " 41240,\n",
       " 9404,\n",
       " 9622,\n",
       " 18519,\n",
       " 10858,\n",
       " 34615,\n",
       " 27526,\n",
       " 10149,\n",
       " 18183,\n",
       " 14334,\n",
       " 32636,\n",
       " 10714,\n",
       " 10427,\n",
       " 1607,\n",
       " 14534,\n",
       " 695,\n",
       " 11969,\n",
       " 10684,\n",
       " 8840,\n",
       " 10539,\n",
       " 935,\n",
       " 627,\n",
       " 2925,\n",
       " 10830,\n",
       " 981,\n",
       " 426,\n",
       " 213,\n",
       " 284,\n",
       " 239,\n",
       " 289,\n",
       " 963,\n",
       " 11113,\n",
       " 6620,\n",
       " 804,\n",
       " 599,\n",
       " 303,\n",
       " 381,\n",
       " 10907,\n",
       " 220,\n",
       " 3529,\n",
       " 3085,\n",
       " 2897,\n",
       " 1585,\n",
       " 900,\n",
       " 488,\n",
       " 261,\n",
       " 11076,\n",
       " 11360,\n",
       " 11302,\n",
       " 21711,\n",
       " 475,\n",
       " 521,\n",
       " 221,\n",
       " 702,\n",
       " 1630,\n",
       " 10161,\n",
       " 333484,\n",
       " 947,\n",
       " 144,\n",
       " 1092,\n",
       " 703,\n",
       " 387,\n",
       " 11235,\n",
       " 696,\n",
       " 379,\n",
       " 3090,\n",
       " 5925,\n",
       " 11778,\n",
       " 1554,\n",
       " 903,\n",
       " 914,\n",
       " 910,\n",
       " 665,\n",
       " 783,\n",
       " 625,\n",
       " 8816,\n",
       " 983,\n",
       " 7863,\n",
       " 28005,\n",
       " 49806,\n",
       " 31465,\n",
       " 2058,\n",
       " 38523,\n",
       " 468,\n",
       " 9444,\n",
       " 6283,\n",
       " 11517,\n",
       " 9312,\n",
       " 10530,\n",
       " 48750,\n",
       " 400,\n",
       " 12158,\n",
       " 9208,\n",
       " 16934,\n",
       " 27793,\n",
       " 11780,\n",
       " 1572,\n",
       " 8973,\n",
       " 9348,\n",
       " 9560,\n",
       " 9804,\n",
       " 31611,\n",
       " 65796,\n",
       " 10954,\n",
       " 1024,\n",
       " 628,\n",
       " 37108,\n",
       " 3036,\n",
       " 12106,\n",
       " nan,\n",
       " 25066,\n",
       " 12122,\n",
       " 9331,\n",
       " 11596,\n",
       " 1637,\n",
       " 10395,\n",
       " 12160,\n",
       " 9409,\n",
       " 178,\n",
       " 4722,\n",
       " 18215,\n",
       " 11310,\n",
       " 9350,\n",
       " 9612,\n",
       " 9739,\n",
       " 26141,\n",
       " 10612,\n",
       " 10909,\n",
       " 713,\n",
       " 2088,\n",
       " 11236,\n",
       " 13203,\n",
       " 9057,\n",
       " 70912,\n",
       " 10020,\n",
       " 576,\n",
       " 8766,\n",
       " 1592,\n",
       " 37144,\n",
       " 11101,\n",
       " 22621,\n",
       " 144673,\n",
       " 10545,\n",
       " 9268,\n",
       " 144982,\n",
       " 38955,\n",
       " 11210,\n",
       " 27854,\n",
       " 2769,\n",
       " 567,\n",
       " 3078,\n",
       " 909,\n",
       " 705,\n",
       " 223,\n",
       " 4174,\n",
       " 20758,\n",
       " 17281,\n",
       " 1939,\n",
       " 3598,\n",
       " 13562,\n",
       " 1712,\n",
       " 260,\n",
       " 10331,\n",
       " 228,\n",
       " 39940,\n",
       " 11306,\n",
       " 6346,\n",
       " 35115,\n",
       " 18444,\n",
       " 24795,\n",
       " 15947,\n",
       " 9078,\n",
       " 29682,\n",
       " 8367,\n",
       " 819,\n",
       " 12614,\n",
       " 11575,\n",
       " 11386,\n",
       " 15764,\n",
       " 17979,\n",
       " 9305,\n",
       " 790,\n",
       " 1103,\n",
       " 11298,\n",
       " 4483,\n",
       " 659,\n",
       " 7452,\n",
       " 975,\n",
       " 18129,\n",
       " 402838,\n",
       " 14285,\n",
       " 31225,\n",
       " 335,\n",
       " 11645,\n",
       " 3109,\n",
       " 311,\n",
       " 490,\n",
       " 9665,\n",
       " 18971,\n",
       " 1480,\n",
       " 829,\n",
       " 235,\n",
       " 832,\n",
       " 14462,\n",
       " 8428,\n",
       " 212,\n",
       " 1633,\n",
       " 288,\n",
       " 16633,\n",
       " 10322,\n",
       " 655,\n",
       " 8077,\n",
       " 25944,\n",
       " 49126,\n",
       " 40368,\n",
       " 32146,\n",
       " 4722,\n",
       " 229,\n",
       " 9529,\n",
       " 11349,\n",
       " 6217,\n",
       " 653,\n",
       " 20539,\n",
       " 168283,\n",
       " 10357,\n",
       " 37430,\n",
       " 17832,\n",
       " 10351,\n",
       " 3597,\n",
       " 36797,\n",
       " 9386,\n",
       " 2320,\n",
       " 9559,\n",
       " 14908,\n",
       " 37244,\n",
       " 4824,\n",
       " 978,\n",
       " 2666,\n",
       " 9087,\n",
       " 524,\n",
       " 17015,\n",
       " 28387,\n",
       " 11062,\n",
       " 10474,\n",
       " 49805,\n",
       " 9587,\n",
       " 17402,\n",
       " 41647,\n",
       " 16771,\n",
       " 25440,\n",
       " 2259,\n",
       " 872,\n",
       " 49763,\n",
       " 26561,\n",
       " 1412,\n",
       " 10409,\n",
       " 13667,\n",
       " 168535,\n",
       " 10896,\n",
       " 16420,\n",
       " 47018,\n",
       " 577,\n",
       " 9089,\n",
       " 9623,\n",
       " 40154,\n",
       " 1775,\n",
       " 6520,\n",
       " 2293,\n",
       " 11472,\n",
       " 9382,\n",
       " 22625,\n",
       " 18395,\n",
       " 21183,\n",
       " 13701,\n",
       " 6280,\n",
       " 1945,\n",
       " 10452,\n",
       " 10464,\n",
       " 11566,\n",
       " 18620,\n",
       " 12121,\n",
       " 9800,\n",
       " 10445,\n",
       " 12519,\n",
       " 10635,\n",
       " 114,\n",
       " 47333,\n",
       " 360255,\n",
       " 3595,\n",
       " 10546,\n",
       " 1770,\n",
       " 30892,\n",
       " 14370,\n",
       " 4104,\n",
       " 10003,\n",
       " 20457,\n",
       " 11831,\n",
       " 714,\n",
       " 11702,\n",
       " 50797,\n",
       " 9407,\n",
       " 8844,\n",
       " 11862,\n",
       " 139405,\n",
       " 11525,\n",
       " 11859,\n",
       " 9102,\n",
       " 2086,\n",
       " 9283,\n",
       " 9614,\n",
       " 10324,\n",
       " 11066,\n",
       " 5757,\n",
       " 493666,\n",
       " 8839,\n",
       " 10329,\n",
       " 8512,\n",
       " 9886,\n",
       " 9344,\n",
       " 48787,\n",
       " 11980,\n",
       " 18402,\n",
       " 47939,\n",
       " 18256,\n",
       " 1909,\n",
       " 4954,\n",
       " 8467,\n",
       " 397,\n",
       " 47504,\n",
       " 8986,\n",
       " 56428,\n",
       " 9058,\n",
       " 63020,\n",
       " 161495,\n",
       " 92769,\n",
       " 20306,\n",
       " 11381,\n",
       " 48287,\n",
       " 11382,\n",
       " 34152,\n",
       " 10660,\n",
       " 11011,\n",
       " 15128,\n",
       " 8831,\n",
       " 40480,\n",
       " 44318,\n",
       " 2654,\n",
       " 46094,\n",
       " 2019,\n",
       " 31642,\n",
       " 31643,\n",
       " 10440,\n",
       " 9516,\n",
       " 8291,\n",
       " 18133,\n",
       " 7007,\n",
       " 8850,\n",
       " 20967,\n",
       " 21352,\n",
       " 32562,\n",
       " 124472,\n",
       " 7300,\n",
       " 10824,\n",
       " 40926,\n",
       " 61752,\n",
       " 11107,\n",
       " 2300,\n",
       " 40001,\n",
       " 753,\n",
       " 10990,\n",
       " 20759,\n",
       " 10547,\n",
       " 9826,\n",
       " 11228,\n",
       " 36344,\n",
       " 18550,\n",
       " 109478,\n",
       " 10061,\n",
       " 3587,\n",
       " 10723,\n",
       " 10987,\n",
       " 28288,\n",
       " 1859,\n",
       " 32574,\n",
       " 45450,\n",
       " 51043,\n",
       " 9333,\n",
       " 9625,\n",
       " 31102,\n",
       " 15944,\n",
       " 11229,\n",
       " 9591,\n",
       " 30500,\n",
       " 42314,\n",
       " 1834,\n",
       " 2119,\n",
       " 124837,\n",
       " 8074,\n",
       " 124676,\n",
       " 763,\n",
       " 9964,\n",
       " 4485,\n",
       " 339,\n",
       " 96288,\n",
       " 52263,\n",
       " 24913,\n",
       " 103688,\n",
       " 28198,\n",
       " 9279,\n",
       " 4789,\n",
       " 17795,\n",
       " 68924,\n",
       " 2928,\n",
       " 18451,\n",
       " 55146,\n",
       " 1968,\n",
       " 61563,\n",
       " 11419,\n",
       " 27322,\n",
       " 9413,\n",
       " 49462,\n",
       " 38295,\n",
       " 9416,\n",
       " 26180,\n",
       " 20723,\n",
       " 6623,\n",
       " 29461,\n",
       " 9416,\n",
       " 45019,\n",
       " 63437,\n",
       " 62422,\n",
       " 9827,\n",
       " 8067,\n",
       " 45153,\n",
       " 12616,\n",
       " 34838,\n",
       " 9823,\n",
       " 19601,\n",
       " 9574,\n",
       " 10371,\n",
       " 9714,\n",
       " 4233,\n",
       " 10217,\n",
       " 438108,\n",
       " 9922,\n",
       " 25994,\n",
       " 9746,\n",
       " 9438,\n",
       " 115,\n",
       " 26941,\n",
       " 27103,\n",
       " 9410,\n",
       " 39780,\n",
       " nan,\n",
       " 9490,\n",
       " 8583,\n",
       " 21252,\n",
       " 26269,\n",
       " 11808,\n",
       " 47452,\n",
       " 617,\n",
       " 9440,\n",
       " 2157,\n",
       " 8838,\n",
       " 795,\n",
       " 902,\n",
       " 40628,\n",
       " 10997,\n",
       " 922,\n",
       " 10404,\n",
       " 10534,\n",
       " 2045,\n",
       " 9101,\n",
       " 4307,\n",
       " 9100,\n",
       " 38223,\n",
       " 12123,\n",
       " 9306,\n",
       " 12559,\n",
       " 21612,\n",
       " 21539,\n",
       " 77223,\n",
       " 9450,\n",
       " 66588,\n",
       " 33657,\n",
       " 8438,\n",
       " 13595,\n",
       " 16297,\n",
       " 15765,\n",
       " 507,\n",
       " 11858,\n",
       " 4808,\n",
       " 10948,\n",
       " 175,\n",
       " 21915,\n",
       " 11861,\n",
       " 97406,\n",
       " 11359,\n",
       " 5894,\n",
       " 52856,\n",
       " 77350,\n",
       " 76,\n",
       " 11593,\n",
       " 25296,\n",
       " 31439,\n",
       " 9571,\n",
       " 21450,\n",
       " 9300,\n",
       " 47889,\n",
       " 27768,\n",
       " 41007,\n",
       " 13320,\n",
       " 8356,\n",
       " 23114,\n",
       " 40206,\n",
       " 81310,\n",
       " 54405,\n",
       " 38251,\n",
       " 41768,\n",
       " 41384,\n",
       " 17182,\n",
       " 10543,\n",
       " 29621,\n",
       " 20762,\n",
       " 36915,\n",
       " 58770,\n",
       " 20318,\n",
       " 52855,\n",
       " 10861,\n",
       " 44465,\n",
       " 38153,\n",
       " 31640,\n",
       " 34314,\n",
       " 293934,\n",
       " 17894,\n",
       " 24662,\n",
       " 50512,\n",
       " 118991,\n",
       " 11103,\n",
       " 11970,\n",
       " 34941,\n",
       " 32519,\n",
       " 26441,\n",
       " 28033,\n",
       " 26391,\n",
       " 18658,\n",
       " 22317,\n",
       " ...]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmdb_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_movie_features(tmdb_ids):\n",
    "    num=len(tmdb_ids)\n",
    "    features=[]\n",
    "    for i in tmdb_ids:\n",
    "        feature=tmdb.movie(i)\n",
    "        if feature != False:\n",
    "            features.append(feature)\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_movie_features(features):\n",
    "    outfile=\"data/features.json\"\n",
    "    with open(outfile,'w') as fout:\n",
    "        json.dump(features,fout)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1682"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tmdb_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[862,\n",
       " 710,\n",
       " 5,\n",
       " 8012,\n",
       " 1710,\n",
       " 37557,\n",
       " 63,\n",
       " 9598,\n",
       " 687,\n",
       " 31174,\n",
       " 807,\n",
       " 629,\n",
       " 11448,\n",
       " 11010,\n",
       " 2054,\n",
       " 4482,\n",
       " 755,\n",
       " 46785,\n",
       " 880,\n",
       " 8447]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmdb1=tmdb_ids[0:20]\n",
    "tmdb1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'adult': False,\n",
       "  'backdrop_path': '/3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg',\n",
       "  'belongs_to_collection': {'id': 10194,\n",
       "   'name': 'Toy Story Collection',\n",
       "   'poster_path': '/7G9915LfUQ2lVfwMEEhDsn3kT4B.jpg',\n",
       "   'backdrop_path': '/9FBwqcd9IRruEDUrTdcaafOMKUq.jpg'},\n",
       "  'budget': 30000000,\n",
       "  'genres': [{'id': 16, 'name': 'Animation'},\n",
       "   {'id': 12, 'name': 'Adventure'},\n",
       "   {'id': 10751, 'name': 'Family'},\n",
       "   {'id': 35, 'name': 'Comedy'}],\n",
       "  'homepage': 'http://toystory.disney.com/toy-story',\n",
       "  'id': 862,\n",
       "  'imdb_id': 'tt0114709',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Toy Story',\n",
       "  'overview': \"Led by Woody, Andy's toys live happily in his room until Andy's birthday brings Buzz Lightyear onto the scene. Afraid of losing his place in Andy's heart, Woody plots against Buzz. But when circumstances separate Buzz and Woody from their owner, the duo eventually learns to put aside their differences.\",\n",
       "  'popularity': 109.015,\n",
       "  'poster_path': '/uXDfjJbdP4ijW5hWSBrPrlKpxab.jpg',\n",
       "  'production_companies': [{'id': 3,\n",
       "    'logo_path': '/1TjvGVDMYsj6JBxOAkUHpPEwLf7.png',\n",
       "    'name': 'Pixar',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-10-30',\n",
       "  'revenue': 373554033,\n",
       "  'runtime': 81,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': '',\n",
       "  'title': 'Toy Story',\n",
       "  'video': False,\n",
       "  'vote_average': 7.9,\n",
       "  'vote_count': 13936},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/mRCbnW0etR9UcL7OFFZudTAf56y.jpg',\n",
       "  'belongs_to_collection': {'id': 645,\n",
       "   'name': 'James Bond Collection',\n",
       "   'poster_path': '/HORpg5CSkmeQlAolx3bKMrKgfi.jpg',\n",
       "   'backdrop_path': '/6VcVl48kNKvdXOZfJPdarlUGOsk.jpg'},\n",
       "  'budget': 58000000,\n",
       "  'genres': [{'id': 12, 'name': 'Adventure'},\n",
       "   {'id': 28, 'name': 'Action'},\n",
       "   {'id': 53, 'name': 'Thriller'}],\n",
       "  'homepage': 'https://www.mgm.com/movies/goldeneye',\n",
       "  'id': 710,\n",
       "  'imdb_id': 'tt0113189',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'GoldenEye',\n",
       "  'overview': \"When a powerful satellite system falls into the hands of Alec Trevelyan, AKA Agent 006, a former ally-turned-enemy, only James Bond can save the world from an awesome space weapon that -- in one short pulse -- could destroy the earth! As Bond squares off against his former compatriot, he also battles Trevelyan's stunning ally, Xenia Onatopp, an assassin who uses pleasure as her ultimate weapon.\",\n",
       "  'popularity': 17.787,\n",
       "  'poster_path': '/bFzjdy6ucvNlXmJwoSoYfufV6lP.jpg',\n",
       "  'production_companies': [{'id': 7576,\n",
       "    'logo_path': '/oYcUi1byZ312Z3xiz5ojz9RQLND.png',\n",
       "    'name': 'Eon Productions',\n",
       "    'origin_country': 'GB'},\n",
       "   {'id': 60,\n",
       "    'logo_path': '/oJXpAs4I3W46e4dkaOEzCa4yBko.png',\n",
       "    'name': 'United Artists',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'GB', 'name': 'United Kingdom'},\n",
       "   {'iso_3166_1': 'US', 'name': 'United States of America'}],\n",
       "  'release_date': '1995-11-16',\n",
       "  'revenue': 352194034,\n",
       "  'runtime': 130,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'},\n",
       "   {'english_name': 'Russian', 'iso_639_1': 'ru', 'name': 'Pусский'},\n",
       "   {'english_name': 'Spanish', 'iso_639_1': 'es', 'name': 'Español'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'No limits. No fears. No substitutes.',\n",
       "  'title': 'GoldenEye',\n",
       "  'video': False,\n",
       "  'vote_average': 6.9,\n",
       "  'vote_count': 2757},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 4000000,\n",
       "  'genres': [{'id': 80, 'name': 'Crime'}, {'id': 35, 'name': 'Comedy'}],\n",
       "  'homepage': '',\n",
       "  'id': 5,\n",
       "  'imdb_id': 'tt0113101',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Four Rooms',\n",
       "  'overview': \"It's Ted the Bellhop's first night on the job...and the hotel's very unusual guests are about to place him in some outrageous predicaments. It seems that this evening's room service is serving up one unbelievable happening after another.\",\n",
       "  'popularity': 11.82,\n",
       "  'poster_path': '/75aHn1NOYXh4M7L5shoeQ6NGykP.jpg',\n",
       "  'production_companies': [{'id': 14,\n",
       "    'logo_path': '/m6AHu84oZQxvq7n1rsvMNJIAsMu.png',\n",
       "    'name': 'Miramax',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 59,\n",
       "    'logo_path': '/yH7OMeSxhfP0AVM6iT0rsF3F4ZC.png',\n",
       "    'name': 'A Band Apart',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-12-09',\n",
       "  'revenue': 4257354,\n",
       "  'runtime': 98,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': \"Twelve outrageous guests. Four scandalous requests. And one lone bellhop, in his first day on the job, who's in for the wildest New year's Eve of his life.\",\n",
       "  'title': 'Four Rooms',\n",
       "  'video': False,\n",
       "  'vote_average': 5.7,\n",
       "  'vote_count': 1929},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/7mbBY0I99nLegO8rcmdLKSU8y28.jpg',\n",
       "  'belongs_to_collection': {'id': 91698,\n",
       "   'name': 'Chili Palmer Collection',\n",
       "   'poster_path': '/klwDyihoCqOZ19lMwtlaaSCGH2w.jpg',\n",
       "   'backdrop_path': '/6KEpKs5asAqOwEr9XrOZJSMHW7O.jpg'},\n",
       "  'budget': 30250000,\n",
       "  'genres': [{'id': 35, 'name': 'Comedy'},\n",
       "   {'id': 53, 'name': 'Thriller'},\n",
       "   {'id': 80, 'name': 'Crime'}],\n",
       "  'homepage': '',\n",
       "  'id': 8012,\n",
       "  'imdb_id': 'tt0113161',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Get Shorty',\n",
       "  'overview': 'Chili Palmer is a Miami mobster who gets sent by his boss, the psychopathic \"Bones\" Barboni, to collect a bad debt from Harry Zimm, a Hollywood producer who specializes in cheesy horror films. When Chili meets Harry\\'s leading lady, the romantic sparks fly. After pitching his own life story as a movie idea, Chili learns that being a mobster and being a Hollywood producer really aren\\'t all that different.',\n",
       "  'popularity': 11.478,\n",
       "  'poster_path': '/5XSVAyHmTCFOWaqEQ0LUHh3yssB.jpg',\n",
       "  'production_companies': [{'id': 216,\n",
       "    'logo_path': None,\n",
       "    'name': 'Jersey Films',\n",
       "    'origin_country': ''},\n",
       "   {'id': 21,\n",
       "    'logo_path': '/aOWKh4gkNrfFZ3Ep7n0ckPhoGb5.png',\n",
       "    'name': 'Metro-Goldwyn-Mayer',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-10-20',\n",
       "  'revenue': 115101622,\n",
       "  'runtime': 105,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'The mob is tough, but it’s nothing like show business.',\n",
       "  'title': 'Get Shorty',\n",
       "  'video': False,\n",
       "  'vote_average': 6.5,\n",
       "  'vote_count': 690},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/fYER1mVSnBVsPBSC7IAN0bbscGN.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 53, 'name': 'Thriller'}, {'id': 80, 'name': 'Crime'}],\n",
       "  'homepage': '',\n",
       "  'id': 1710,\n",
       "  'imdb_id': 'tt0112722',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Copycat',\n",
       "  'overview': 'An agoraphobic psychologist and a female detective must work together to take down a serial killer who copies serial killers from the past.',\n",
       "  'popularity': 10.898,\n",
       "  'poster_path': '/sch1NNy1q6O50qaUG0MqoU8z9GD.jpg',\n",
       "  'production_companies': [{'id': 10104,\n",
       "    'logo_path': '/hNuGhsKVlmhnwSRcmOejDBDjh6w.png',\n",
       "    'name': 'New Regency Pictures',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 508,\n",
       "    'logo_path': '/7PzJdsLGlR7oW4J0J5Xcd0pHGRg.png',\n",
       "    'name': 'Regency Enterprises',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-05-03',\n",
       "  'revenue': 0,\n",
       "  'runtime': 124,\n",
       "  'spoken_languages': [{'english_name': 'German',\n",
       "    'iso_639_1': 'de',\n",
       "    'name': 'Deutsch'},\n",
       "   {'english_name': 'English', 'iso_639_1': 'en', 'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'One man is copying the most notorious killers in history one at a time. Together, two women must stop him from killing again. Or they’re next.',\n",
       "  'title': 'Copycat',\n",
       "  'video': False,\n",
       "  'vote_average': 6.5,\n",
       "  'vote_count': 617},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/gHG1OogmvDJldyi1tjqncjoblKV.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 2300000,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}, {'id': 80, 'name': 'Crime'}],\n",
       "  'homepage': '',\n",
       "  'id': 37557,\n",
       "  'imdb_id': 'tt0115012',\n",
       "  'original_language': 'zh',\n",
       "  'original_title': '摇啊摇，摇到外婆桥',\n",
       "  'overview': 'Shanghai, China, 1930. When young Shuisheng arrives from the countryside, his uncle Liushu puts him at the service of Bijou, the mistress of Laoda, supreme boss of the Tang Triad, constantly threatened by his enemies, both those he knows and those lurking in the shadows.',\n",
       "  'popularity': 4.798,\n",
       "  'poster_path': '/iRMeAJZ3RmZMYVZHulAz6j1UPgo.jpg',\n",
       "  'production_companies': [{'id': 4507,\n",
       "    'logo_path': None,\n",
       "    'name': 'Alpha Films',\n",
       "    'origin_country': ''},\n",
       "   {'id': 16366,\n",
       "    'logo_path': None,\n",
       "    'name': 'La Sept Cinéma',\n",
       "    'origin_country': 'FR'},\n",
       "   {'id': 581,\n",
       "    'logo_path': '/pzJLNyKypqwAgLR4OjmaxA5WEjm.png',\n",
       "    'name': 'UGC',\n",
       "    'origin_country': 'FR'},\n",
       "   {'id': 111276,\n",
       "    'logo_path': None,\n",
       "    'name': 'Shanghai Film Studios',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'CN', 'name': 'China'},\n",
       "   {'iso_3166_1': 'FR', 'name': 'France'}],\n",
       "  'release_date': '1995-09-14',\n",
       "  'revenue': 0,\n",
       "  'runtime': 108,\n",
       "  'spoken_languages': [{'english_name': 'Mandarin',\n",
       "    'iso_639_1': 'zh',\n",
       "    'name': '普通话'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'In 1930, Shanghai violence was not the problem. It was the solution.',\n",
       "  'title': 'Shanghai Triad',\n",
       "  'video': False,\n",
       "  'vote_average': 6.8,\n",
       "  'vote_count': 52},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/rPRcZAOMJLcUX98Jqo9iqlKY998.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 29000000,\n",
       "  'genres': [{'id': 878, 'name': 'Science Fiction'},\n",
       "   {'id': 53, 'name': 'Thriller'},\n",
       "   {'id': 9648, 'name': 'Mystery'}],\n",
       "  'homepage': '',\n",
       "  'id': 63,\n",
       "  'imdb_id': 'tt0114746',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Twelve Monkeys',\n",
       "  'overview': \"In the year 2035, convict James Cole reluctantly volunteers to be sent back in time to discover the origin of a deadly virus that wiped out nearly all of the earth's population and forced the survivors into underground communities. But when Cole is mistakenly sent to 1990 instead of 1996, he's arrested and locked up in a mental hospital. There he meets psychiatrist Dr. Kathryn Railly, and patient Jeffrey Goines, the son of a famous virus expert, who may hold the key to the mysterious rogue group, the Army of the 12 Monkeys, thought to be responsible for unleashing the killer disease.\",\n",
       "  'popularity': 20.027,\n",
       "  'poster_path': '/2F9KcDGZbEdaQN5jV9ziyRZYY7u.jpg',\n",
       "  'production_companies': [{'id': 33,\n",
       "    'logo_path': '/8lvHyhjr8oUKOOy2dKXoALWKdp0.png',\n",
       "    'name': 'Universal Pictures',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 507,\n",
       "    'logo_path': '/z7H707qUWigbjHnJDMfj6QITEpb.png',\n",
       "    'name': 'Atlas Entertainment',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 17031, 'logo_path': None, 'name': 'Classico', 'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-12-29',\n",
       "  'revenue': 168841459,\n",
       "  'runtime': 129,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'},\n",
       "   {'english_name': 'French', 'iso_639_1': 'fr', 'name': 'Français'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'The future is history.',\n",
       "  'title': 'Twelve Monkeys',\n",
       "  'video': False,\n",
       "  'vote_average': 7.6,\n",
       "  'vote_count': 6102},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/agkZziO4ZPAsVfKUrJD68lys08P.jpg',\n",
       "  'belongs_to_collection': {'id': 9435,\n",
       "   'name': 'Babe Collection',\n",
       "   'poster_path': '/jgnah0k4AumfcZE4HHMJywYHvG6.jpg',\n",
       "   'backdrop_path': '/zRWuGdIlkWqXMQcs1t3sPy1XQ6x.jpg'},\n",
       "  'budget': 30000000,\n",
       "  'genres': [{'id': 14, 'name': 'Fantasy'},\n",
       "   {'id': 18, 'name': 'Drama'},\n",
       "   {'id': 35, 'name': 'Comedy'},\n",
       "   {'id': 10751, 'name': 'Family'}],\n",
       "  'homepage': '',\n",
       "  'id': 9598,\n",
       "  'imdb_id': 'tt0112431',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Babe',\n",
       "  'overview': \"Babe is a little pig who doesn't quite know his place in the world. With a bunch of odd friends, like Ferdinand the duck who thinks he is a rooster and Fly the dog he calls mum, Babe realises that he has the makings to become the greatest sheep pig of all time, and Farmer Hogget knows it. With the help of the sheep dogs, Babe learns that a pig can be anything that he wants to be.\",\n",
       "  'popularity': 17.763,\n",
       "  'poster_path': '/zKuQMtnbVTz9DsOnOJmlW71v4qH.jpg',\n",
       "  'production_companies': [{'id': 33,\n",
       "    'logo_path': '/8lvHyhjr8oUKOOy2dKXoALWKdp0.png',\n",
       "    'name': 'Universal Pictures',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 2537,\n",
       "    'logo_path': None,\n",
       "    'name': 'Kennedy Miller Productions',\n",
       "    'origin_country': 'AU'}],\n",
       "  'production_countries': [{'iso_3166_1': 'AU', 'name': 'Australia'},\n",
       "   {'iso_3166_1': 'US', 'name': 'United States of America'}],\n",
       "  'release_date': '1995-07-18',\n",
       "  'revenue': 254134910,\n",
       "  'runtime': 91,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'A little pig goes a long way.',\n",
       "  'title': 'Babe',\n",
       "  'video': False,\n",
       "  'vote_average': 6.1,\n",
       "  'vote_count': 2145},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/8xNSEa0gFana45wOT1WhmyWzcBx.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 11000000,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}],\n",
       "  'homepage': '',\n",
       "  'id': 687,\n",
       "  'imdb_id': 'tt0112818',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Dead Man Walking',\n",
       "  'overview': 'A justice drama based on a true story about a man on death row who, in his last days, forms a strong relationship with a nun who teaches him forgiveness and gives him spirituality, as she accompanies him to his execution.',\n",
       "  'popularity': 11.221,\n",
       "  'poster_path': '/wQmmJi5ypfHH2boXrQBmsep7qb2.jpg',\n",
       "  'production_companies': [{'id': 406,\n",
       "    'logo_path': None,\n",
       "    'name': 'Havoc',\n",
       "    'origin_country': ''},\n",
       "   {'id': 1382,\n",
       "    'logo_path': '/sOg7LGESPH5vCTOIdbMhLuypoLL.png',\n",
       "    'name': 'PolyGram Filmed Entertainment',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 10163,\n",
       "    'logo_path': '/16KWBMmfPX0aJzDExDrPxSLj0Pg.png',\n",
       "    'name': 'Working Title Films',\n",
       "    'origin_country': 'GB'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'},\n",
       "   {'iso_3166_1': 'GB', 'name': 'United Kingdom'}],\n",
       "  'release_date': '1995-12-29',\n",
       "  'revenue': 39363635,\n",
       "  'runtime': 122,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': '',\n",
       "  'title': 'Dead Man Walking',\n",
       "  'video': False,\n",
       "  'vote_average': 7.4,\n",
       "  'vote_count': 928},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/7Z00xLnKHwFiPGkR8ylb21P4juz.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}, {'id': 10752, 'name': 'War'}],\n",
       "  'homepage': '',\n",
       "  'id': 31174,\n",
       "  'imdb_id': 'tt0114279',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Richard III',\n",
       "  'overview': \"A murderous lust for the British throne sees Richard III descend into madness. Though the setting is transposed to the 1930s, England is torn by civil war, split between the rivaling houses of York and Lancaster. Richard aspires to a fascist dictatorship, but must first remove the obstacles to his ascension—among them his brother, his nephews and his brother's wife. When the Duke of Buckingham deserts him, Richard's plans are compromised.\",\n",
       "  'popularity': 9.22,\n",
       "  'poster_path': '/aN2BcIH6rvGbYiRQCS8lxOdeeVQ.jpg',\n",
       "  'production_companies': [{'id': 34237,\n",
       "    'logo_path': None,\n",
       "    'name': 'Mayfair Entertainment International',\n",
       "    'origin_country': ''},\n",
       "   {'id': 871,\n",
       "    'logo_path': None,\n",
       "    'name': 'British Screen',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'GB', 'name': 'United Kingdom'},\n",
       "   {'iso_3166_1': 'US', 'name': 'United States of America'}],\n",
       "  'release_date': '1995-12-29',\n",
       "  'revenue': 2748518,\n",
       "  'runtime': 104,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'I can smile, and murder while I smile',\n",
       "  'title': 'Richard III',\n",
       "  'video': False,\n",
       "  'vote_average': 6.8,\n",
       "  'vote_count': 115},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/4U4q1zjIwCZTNkp6RKWkWPuC7uI.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 33000000,\n",
       "  'genres': [{'id': 80, 'name': 'Crime'},\n",
       "   {'id': 9648, 'name': 'Mystery'},\n",
       "   {'id': 53, 'name': 'Thriller'}],\n",
       "  'homepage': 'http://www.sevenmovie.com/',\n",
       "  'id': 807,\n",
       "  'imdb_id': 'tt0114369',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Se7en',\n",
       "  'overview': 'Two homicide detectives are on a desperate hunt for a serial killer whose crimes are based on the \"seven deadly sins\" in this dark and haunting film that takes viewers from the tortured remains of one victim to the next. The seasoned Det. Sommerset researches each sin in an effort to get inside the killer\\'s mind, while his novice partner, Mills, scoffs at his efforts to unravel the case.',\n",
       "  'popularity': 36.626,\n",
       "  'poster_path': '/69Sns8WoET6CfaYlIkHbla4l7nC.jpg',\n",
       "  'production_companies': [{'id': 12,\n",
       "    'logo_path': '/iaYpEp3LQmb8AfAtmTvpqd4149c.png',\n",
       "    'name': 'New Line Cinema',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 4286, 'logo_path': None, 'name': 'Juno Pix', 'origin_country': ''},\n",
       "   {'id': 65393,\n",
       "    'logo_path': None,\n",
       "    'name': 'Cecchi Gori Pictures',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-09-22',\n",
       "  'revenue': 327311859,\n",
       "  'runtime': 127,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'Seven deadly sins. Seven ways to die.',\n",
       "  'title': 'Se7en',\n",
       "  'video': False,\n",
       "  'vote_average': 8.3,\n",
       "  'vote_count': 15064},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/6CLV2HakYO1tyAV5GUHOeNPyaTd.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 6000000,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'},\n",
       "   {'id': 80, 'name': 'Crime'},\n",
       "   {'id': 53, 'name': 'Thriller'}],\n",
       "  'homepage': 'http://www.mgm.com/#/our-titles/2083/The-Usual-Suspects',\n",
       "  'id': 629,\n",
       "  'imdb_id': 'tt0114814',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'The Usual Suspects',\n",
       "  'overview': \"Held in an L.A. interrogation room, Verbal Kint attempts to convince the feds that a mythic crime lord, Keyser Soze, not only exists, but was also responsible for drawing him and his four partners into a multi-million dollar heist that ended with an explosion in San Pedro harbor – leaving few survivors. Verbal lures his interrogators with an incredible story of the crime lord's almost supernatural prowess.\",\n",
       "  'popularity': 18.331,\n",
       "  'poster_path': '/bUPmtQzrRhzqYySeiMpv7GurAfm.jpg',\n",
       "  'production_companies': [{'id': 9168,\n",
       "    'logo_path': '/hQNXrYIuyLRxMSBuGHk0GX7CCBS.png',\n",
       "    'name': 'Bad Hat Harry Productions',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 361,\n",
       "    'logo_path': None,\n",
       "    'name': 'Blue Parrot Productions',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-07-19',\n",
       "  'revenue': 23341568,\n",
       "  'runtime': 106,\n",
       "  'spoken_languages': [{'english_name': 'Spanish',\n",
       "    'iso_639_1': 'es',\n",
       "    'name': 'Español'},\n",
       "   {'english_name': 'English', 'iso_639_1': 'en', 'name': 'English'},\n",
       "   {'english_name': 'French', 'iso_639_1': 'fr', 'name': 'Français'},\n",
       "   {'english_name': 'Hungarian', 'iso_639_1': 'hu', 'name': 'Magyar'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'Five Criminals. One Line Up. No Coincidence.',\n",
       "  'title': 'The Usual Suspects',\n",
       "  'video': False,\n",
       "  'vote_average': 8.2,\n",
       "  'vote_count': 7690},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/tOxaQIUmgMVYO3L3OGlTMogomba.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 15000000,\n",
       "  'genres': [{'id': 35, 'name': 'Comedy'}, {'id': 10749, 'name': 'Romance'}],\n",
       "  'homepage': '',\n",
       "  'id': 11448,\n",
       "  'imdb_id': 'tt0113819',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Mighty Aphrodite',\n",
       "  'overview': \"When Lenny and his wife, Amanda, adopt a baby, Lenny realizes that his son is a genius and becomes obsessed with finding the boy's biological mother in hopes that she will be brilliant too. But when he learns that Max's mother is Linda Ash, a kindhearted prostitute and porn star, Lenny is determined to reform her immoral lifestyle. A Greek chorus chimes in to relate the plot to Greek mythology in this quirky comedy.\",\n",
       "  'popularity': 8.658,\n",
       "  'poster_path': '/m0MZabFBNtMuFn3oNcq45M1Jws3.jpg',\n",
       "  'production_companies': [{'id': 1030,\n",
       "    'logo_path': '/bus7KzJshT0VMXuKR7dwK5bqPSO.png',\n",
       "    'name': 'Magnolia Pictures',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 14,\n",
       "    'logo_path': '/m6AHu84oZQxvq7n1rsvMNJIAsMu.png',\n",
       "    'name': 'Miramax',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-09-13',\n",
       "  'revenue': 6700000,\n",
       "  'runtime': 95,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': '',\n",
       "  'title': 'Mighty Aphrodite',\n",
       "  'video': False,\n",
       "  'vote_average': 6.8,\n",
       "  'vote_count': 426},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/32pvxFiXNo2TdNpBiuHN8k2Mr4K.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 35, 'name': 'Comedy'},\n",
       "   {'id': 18, 'name': 'Drama'},\n",
       "   {'id': 10749, 'name': 'Romance'}],\n",
       "  'homepage': '',\n",
       "  'id': 11010,\n",
       "  'imdb_id': 'tt0110877',\n",
       "  'original_language': 'it',\n",
       "  'original_title': 'Il postino',\n",
       "  'overview': 'Simple Italian postman learns to love poetry while delivering mail to a famous poet; he uses this to woo local beauty Beatrice.',\n",
       "  'popularity': 10.118,\n",
       "  'poster_path': '/cUaCpjVDefYShKyLmkcDsiPaBHn.jpg',\n",
       "  'production_companies': [{'id': 108005,\n",
       "    'logo_path': None,\n",
       "    'name': 'Penta Film',\n",
       "    'origin_country': ''},\n",
       "   {'id': 119744,\n",
       "    'logo_path': None,\n",
       "    'name': 'Esterno Mediterraneo Film',\n",
       "    'origin_country': ''},\n",
       "   {'id': 8209,\n",
       "    'logo_path': None,\n",
       "    'name': 'Blue Dahlia Productions',\n",
       "    'origin_country': ''},\n",
       "   {'id': 119746, 'logo_path': None, 'name': 'K2 Two', 'origin_country': ''},\n",
       "   {'id': 104,\n",
       "    'logo_path': '/9aotxauvc9685tq9pTcRJszuT06.png',\n",
       "    'name': 'Canal+',\n",
       "    'origin_country': 'FR'}],\n",
       "  'production_countries': [{'iso_3166_1': 'BE', 'name': 'Belgium'},\n",
       "   {'iso_3166_1': 'FR', 'name': 'France'},\n",
       "   {'iso_3166_1': 'IT', 'name': 'Italy'}],\n",
       "  'release_date': '1994-04-07',\n",
       "  'revenue': 0,\n",
       "  'runtime': 108,\n",
       "  'spoken_languages': [{'english_name': 'Spanish',\n",
       "    'iso_639_1': 'es',\n",
       "    'name': 'Español'},\n",
       "   {'english_name': 'Italian', 'iso_639_1': 'it', 'name': 'Italiano'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'Dreams do come true.',\n",
       "  'title': 'The Postman',\n",
       "  'video': False,\n",
       "  'vote_average': 8.0,\n",
       "  'vote_count': 773},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/oUptKQLatCgywVDx0ETVhq7knHt.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 23000000,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'},\n",
       "   {'id': 10402, 'name': 'Music'},\n",
       "   {'id': 10751, 'name': 'Family'}],\n",
       "  'homepage': '',\n",
       "  'id': 2054,\n",
       "  'imdb_id': 'tt0113862',\n",
       "  'original_language': 'en',\n",
       "  'original_title': \"Mr. Holland's Opus\",\n",
       "  'overview': \"In 1965, passionate musician Glenn Holland takes a day job as a high school music teacher, convinced it's just a small obstacle on the road to his true calling: writing a historic opus. As the decades roll by with the composition unwritten but generations of students inspired through his teaching, Holland must redefine his life's purpose.\",\n",
       "  'popularity': 12.345,\n",
       "  'poster_path': '/kBmwWeSN3ajnYHZ3dSybEobxEPI.jpg',\n",
       "  'production_companies': [{'id': 915,\n",
       "    'logo_path': '/4neXXpjSJDZPBGBnfWtqysB5htV.png',\n",
       "    'name': 'Hollywood Pictures',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 10201,\n",
       "    'logo_path': None,\n",
       "    'name': 'Interscope Communications',\n",
       "    'origin_country': ''},\n",
       "   {'id': 1382,\n",
       "    'logo_path': '/sOg7LGESPH5vCTOIdbMhLuypoLL.png',\n",
       "    'name': 'PolyGram Filmed Entertainment',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 916,\n",
       "    'logo_path': None,\n",
       "    'name': 'The Charlie Mopic Company',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1995-12-29',\n",
       "  'revenue': 106269971,\n",
       "  'runtime': 137,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'Of All the Lives He Changed, the One That Changed the Most Was His Own.',\n",
       "  'title': \"Mr. Holland's Opus\",\n",
       "  'video': False,\n",
       "  'vote_average': 7.0,\n",
       "  'vote_count': 264},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/eAexMnPNZG0Q9QNHNWWfr9iHLMf.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 35, 'name': 'Comedy'}, {'id': 10749, 'name': 'Romance'}],\n",
       "  'homepage': '',\n",
       "  'id': 4482,\n",
       "  'imdb_id': 'tt0113149',\n",
       "  'original_language': 'fr',\n",
       "  'original_title': 'Gazon maudit',\n",
       "  'overview': \"After learning of her husband's infidelities, a housewife invites an itinerant lesbian to move in with them. None of their lives will ever be the same again.\",\n",
       "  'popularity': 6.86,\n",
       "  'poster_path': '/6yJNScj2ypxqCOCfpSPR3xX4J4E.jpg',\n",
       "  'production_companies': [{'id': 1614,\n",
       "    'logo_path': None,\n",
       "    'name': 'Les Films Flam',\n",
       "    'origin_country': ''},\n",
       "   {'id': 82,\n",
       "    'logo_path': None,\n",
       "    'name': 'Renn Productions',\n",
       "    'origin_country': ''},\n",
       "   {'id': 104,\n",
       "    'logo_path': '/9aotxauvc9685tq9pTcRJszuT06.png',\n",
       "    'name': 'Canal+',\n",
       "    'origin_country': 'FR'},\n",
       "   {'id': 356,\n",
       "    'logo_path': '/9tW5wZEGotn1Ei5pErA88m47XiD.png',\n",
       "    'name': 'TF1 Films Production',\n",
       "    'origin_country': 'FR'}],\n",
       "  'production_countries': [{'iso_3166_1': 'FR', 'name': 'France'}],\n",
       "  'release_date': '1995-02-08',\n",
       "  'revenue': 0,\n",
       "  'runtime': 95,\n",
       "  'spoken_languages': [{'english_name': 'Spanish',\n",
       "    'iso_639_1': 'es',\n",
       "    'name': 'Español'},\n",
       "   {'english_name': 'French', 'iso_639_1': 'fr', 'name': 'Français'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'A scorned wife. An outrageous affair. The perfect revenge.',\n",
       "  'title': 'French Twist',\n",
       "  'video': False,\n",
       "  'vote_average': 6.1,\n",
       "  'vote_count': 226},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/9nBeFg46uq6pXWuVOuJj5laYb0l.jpg',\n",
       "  'belongs_to_collection': {'id': 10924,\n",
       "   'name': 'From Dusk Till Dawn Collection',\n",
       "   'poster_path': '/kEFYiZvW6qW4ZN5oT6BswGTDtQJ.jpg',\n",
       "   'backdrop_path': '/g1KtXRjYRoUQ6v0r6eMe4qbs7ll.jpg'},\n",
       "  'budget': 19000000,\n",
       "  'genres': [{'id': 27, 'name': 'Horror'},\n",
       "   {'id': 28, 'name': 'Action'},\n",
       "   {'id': 53, 'name': 'Thriller'},\n",
       "   {'id': 80, 'name': 'Crime'}],\n",
       "  'homepage': 'http://www.miramax.com/movie/from-dusk-till-dawn/',\n",
       "  'id': 755,\n",
       "  'imdb_id': 'tt0116367',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'From Dusk Till Dawn',\n",
       "  'overview': \"Seth Gecko and his younger brother Richard are on the run after a bloody bank robbery in Texas. They escape across the border into Mexico and will be home-free the next morning, when they pay off the local kingpin. They just have to survive 'from dusk till dawn' at the rendezvous point, which turns out to be a Hell of a strip joint.\",\n",
       "  'popularity': 20.047,\n",
       "  'poster_path': '/xs8xS14Oyhz0GpXQHpAc1hritOW.jpg',\n",
       "  'production_companies': [{'id': 11705,\n",
       "    'logo_path': None,\n",
       "    'name': 'Los Hooligans Productions',\n",
       "    'origin_country': ''},\n",
       "   {'id': 59,\n",
       "    'logo_path': '/yH7OMeSxhfP0AVM6iT0rsF3F4ZC.png',\n",
       "    'name': 'A Band Apart',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 7405,\n",
       "    'logo_path': '/rfnws0uY8rsNAsrLbx3gEIcYXx3.png',\n",
       "    'name': 'Dimension Films',\n",
       "    'origin_country': 'US'},\n",
       "   {'id': 14,\n",
       "    'logo_path': '/m6AHu84oZQxvq7n1rsvMNJIAsMu.png',\n",
       "    'name': 'Miramax',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'US',\n",
       "    'name': 'United States of America'}],\n",
       "  'release_date': '1996-01-19',\n",
       "  'revenue': 25836616,\n",
       "  'runtime': 108,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'},\n",
       "   {'english_name': 'Spanish', 'iso_639_1': 'es', 'name': 'Español'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': \"One night is all that stands between them and freedom. But it's going to be a hell of a night.\",\n",
       "  'title': 'From Dusk Till Dawn',\n",
       "  'video': False,\n",
       "  'vote_average': 7.0,\n",
       "  'vote_count': 4290},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/jRLhcuyTPgcaCzrTKVTVrFDWrYo.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}],\n",
       "  'homepage': '',\n",
       "  'id': 46785,\n",
       "  'imdb_id': 'tt0112445',\n",
       "  'original_language': 'fa',\n",
       "  'original_title': 'بادکنک سفید',\n",
       "  'overview': \"Several people try to take advantage of a little girl's innocence to hustle money her mom gave to her to buy a goldfish with.\",\n",
       "  'popularity': 3.587,\n",
       "  'poster_path': '/8UDknhokRx4vySTcbVzqAS5PsLM.jpg',\n",
       "  'production_companies': [{'id': 38953,\n",
       "    'logo_path': None,\n",
       "    'name': 'I.R.I.B. Channel 2',\n",
       "    'origin_country': 'IR'},\n",
       "   {'id': 38954,\n",
       "    'logo_path': None,\n",
       "    'name': 'Ferdos Films',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'IR', 'name': 'Iran'}],\n",
       "  'release_date': '1995-02-02',\n",
       "  'revenue': 0,\n",
       "  'runtime': 85,\n",
       "  'spoken_languages': [{'english_name': 'Persian',\n",
       "    'iso_639_1': 'fa',\n",
       "    'name': 'فارسی'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': '',\n",
       "  'title': 'The White Balloon',\n",
       "  'video': False,\n",
       "  'vote_average': 7.7,\n",
       "  'vote_count': 54},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/sOkUBkwq21ZEThCX7wboY2Xl3m5.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 900000,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}, {'id': 35, 'name': 'Comedy'}],\n",
       "  'homepage': '',\n",
       "  'id': 880,\n",
       "  'imdb_id': 'tt0112379',\n",
       "  'original_language': 'nl',\n",
       "  'original_title': 'Antonia',\n",
       "  'overview': \"After World War II, Antonia and her daughter, Danielle, go back to their Dutch hometown, where Antonia's late mother has bestowed a small farm upon her. There, Antonia settles down and joins a tightly-knit but unusual community. Those around her include quirky friend Crooked Finger, would-be suitor Bas and, eventually for Antonia, a granddaughter and great-granddaughter who help create a strong family of empowered women.\",\n",
       "  'popularity': 4.167,\n",
       "  'poster_path': '/nUCVi6bBIL7LGC61nYaCqikAhIA.jpg',\n",
       "  'production_companies': [{'id': 575,\n",
       "    'logo_path': None,\n",
       "    'name': 'Bergen Film',\n",
       "    'origin_country': ''},\n",
       "   {'id': 576,\n",
       "    'logo_path': None,\n",
       "    'name': 'Bard Entertainments',\n",
       "    'origin_country': ''},\n",
       "   {'id': 577,\n",
       "    'logo_path': None,\n",
       "    'name': 'NPS Televisie',\n",
       "    'origin_country': ''}],\n",
       "  'production_countries': [{'iso_3166_1': 'NL', 'name': 'Netherlands'},\n",
       "   {'iso_3166_1': 'GB', 'name': 'United Kingdom'},\n",
       "   {'iso_3166_1': 'BE', 'name': 'Belgium'}],\n",
       "  'release_date': '1996-02-02',\n",
       "  'revenue': 0,\n",
       "  'runtime': 102,\n",
       "  'spoken_languages': [{'english_name': 'Dutch',\n",
       "    'iso_639_1': 'nl',\n",
       "    'name': 'Nederlands'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'A motion picture that celebrates everything you love about life.',\n",
       "  'title': \"Antonia's Line\",\n",
       "  'video': False,\n",
       "  'vote_average': 7.0,\n",
       "  'vote_count': 74},\n",
       " {'adult': False,\n",
       "  'backdrop_path': '/9VEKXVVE4ocDIs7lXsXIzigx2G8.jpg',\n",
       "  'belongs_to_collection': None,\n",
       "  'budget': 0,\n",
       "  'genres': [{'id': 18, 'name': 'Drama'}, {'id': 10749, 'name': 'Romance'}],\n",
       "  'homepage': '',\n",
       "  'id': 8447,\n",
       "  'imdb_id': 'tt0112365',\n",
       "  'original_language': 'en',\n",
       "  'original_title': 'Angels and Insects',\n",
       "  'overview': \"In Victorian England, wealthy patriarch Sir Harald Alabaster invites an impoverished biologist, William Adamson, into his home. There, William tries to continue his work, but is distracted by Alabaster's seductive daughter, Eugenia. William and Eugenia begin a torrid romance, but as the couple become closer, the young scientist begins to realize that dark, disturbing things are happening behind the closed doors of the Alabaster manor.\",\n",
       "  'popularity': 6.073,\n",
       "  'poster_path': '/w1i5JdddoLuzSmnKo5ORDoKdMm2.jpg',\n",
       "  'production_companies': [{'id': 2492,\n",
       "    'logo_path': None,\n",
       "    'name': 'Playhouse International Pictures',\n",
       "    'origin_country': ''},\n",
       "   {'id': 798,\n",
       "    'logo_path': '/nQgX1MOLySgug7FDONdIkht3xob.png',\n",
       "    'name': 'Samuel Goldwyn Company',\n",
       "    'origin_country': 'US'}],\n",
       "  'production_countries': [{'iso_3166_1': 'GB', 'name': 'United Kingdom'},\n",
       "   {'iso_3166_1': 'US', 'name': 'United States of America'}],\n",
       "  'release_date': '1995-09-10',\n",
       "  'revenue': 0,\n",
       "  'runtime': 118,\n",
       "  'spoken_languages': [{'english_name': 'English',\n",
       "    'iso_639_1': 'en',\n",
       "    'name': 'English'}],\n",
       "  'status': 'Released',\n",
       "  'tagline': 'An elegant seduction. An erotic deception. A stunning revelation.',\n",
       "  'title': 'Angels and Insects',\n",
       "  'video': False,\n",
       "  'vote_average': 6.6,\n",
       "  'vote_count': 30}]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fea=get_movie_features(tmdb1)\n",
    "fea"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "#features=get_movie_features(tmdb_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "#features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "#save_movie_features(features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_features=pd.read_json(\"data/features.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "links_full = links[~links.tmdb_id.isna()][[\"movie_id\", \"tmdb_id\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_item_features = pd.merge(left=df_features, right=links_full, left_on=\"id\", right_on=\"tmdb_id\", how=\"left\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>backdrop_path</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>...</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>tmdb_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>/3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg</td>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>30000000</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 12, '...</td>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>862</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>en</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>...</td>\n",
       "      <td>81</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td></td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>False</td>\n",
       "      <td>7.9</td>\n",
       "      <td>13765</td>\n",
       "      <td>1</td>\n",
       "      <td>862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>/mRCbnW0etR9UcL7OFFZudTAf56y.jpg</td>\n",
       "      <td>{'id': 645, 'name': 'James Bond Collection', '...</td>\n",
       "      <td>58000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>https://www.mgm.com/movies/goldeneye</td>\n",
       "      <td>710</td>\n",
       "      <td>tt0113189</td>\n",
       "      <td>en</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>...</td>\n",
       "      <td>130</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>No limits. No fears. No substitutes.</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2722</td>\n",
       "      <td>2</td>\n",
       "      <td>710</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>/u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>4000000</td>\n",
       "      <td>[{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...</td>\n",
       "      <td></td>\n",
       "      <td>5</td>\n",
       "      <td>tt0113101</td>\n",
       "      <td>en</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>...</td>\n",
       "      <td>98</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Twelve outrageous guests. Four scandalous requ...</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>1912</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>/7mbBY0I99nLegO8rcmdLKSU8y28.jpg</td>\n",
       "      <td>{'id': 91698, 'name': 'Chili Palmer Collection...</td>\n",
       "      <td>30250000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...</td>\n",
       "      <td></td>\n",
       "      <td>8012</td>\n",
       "      <td>tt0113161</td>\n",
       "      <td>en</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>...</td>\n",
       "      <td>105</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>The mob is tough, but it’s nothing like show b...</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>678</td>\n",
       "      <td>4</td>\n",
       "      <td>8012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>/fYER1mVSnBVsPBSC7IAN0bbscGN.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...</td>\n",
       "      <td></td>\n",
       "      <td>1710</td>\n",
       "      <td>tt0112722</td>\n",
       "      <td>en</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>...</td>\n",
       "      <td>124</td>\n",
       "      <td>[{'english_name': 'German', 'iso_639_1': 'de',...</td>\n",
       "      <td>Released</td>\n",
       "      <td>One man is copying the most notorious killers ...</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>601</td>\n",
       "      <td>5</td>\n",
       "      <td>1710</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   adult                     backdrop_path  \\\n",
       "0  False  /3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg   \n",
       "1  False  /mRCbnW0etR9UcL7OFFZudTAf56y.jpg   \n",
       "2  False  /u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg   \n",
       "3  False  /7mbBY0I99nLegO8rcmdLKSU8y28.jpg   \n",
       "4  False  /fYER1mVSnBVsPBSC7IAN0bbscGN.jpg   \n",
       "\n",
       "                               belongs_to_collection    budget  \\\n",
       "0  {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
       "1  {'id': 645, 'name': 'James Bond Collection', '...  58000000   \n",
       "2                                               None   4000000   \n",
       "3  {'id': 91698, 'name': 'Chili Palmer Collection...  30250000   \n",
       "4                                               None         0   \n",
       "\n",
       "                                              genres  \\\n",
       "0  [{'id': 16, 'name': 'Animation'}, {'id': 12, '...   \n",
       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "2  [{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...   \n",
       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...   \n",
       "4  [{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...   \n",
       "\n",
       "                               homepage    id    imdb_id original_language  \\\n",
       "0  http://toystory.disney.com/toy-story   862  tt0114709                en   \n",
       "1  https://www.mgm.com/movies/goldeneye   710  tt0113189                en   \n",
       "2                                           5  tt0113101                en   \n",
       "3                                        8012  tt0113161                en   \n",
       "4                                        1710  tt0112722                en   \n",
       "\n",
       "  original_title  ... runtime  \\\n",
       "0      Toy Story  ...      81   \n",
       "1      GoldenEye  ...     130   \n",
       "2     Four Rooms  ...      98   \n",
       "3     Get Shorty  ...     105   \n",
       "4        Copycat  ...     124   \n",
       "\n",
       "                                    spoken_languages    status  \\\n",
       "0  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "2  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "3  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "4  [{'english_name': 'German', 'iso_639_1': 'de',...  Released   \n",
       "\n",
       "                                             tagline       title  video  \\\n",
       "0                                                      Toy Story  False   \n",
       "1               No limits. No fears. No substitutes.   GoldenEye  False   \n",
       "2  Twelve outrageous guests. Four scandalous requ...  Four Rooms  False   \n",
       "3  The mob is tough, but it’s nothing like show b...  Get Shorty  False   \n",
       "4  One man is copying the most notorious killers ...     Copycat  False   \n",
       "\n",
       "   vote_average  vote_count movie_id tmdb_id  \n",
       "0           7.9       13765        1     862  \n",
       "1           6.9        2722        2     710  \n",
       "2           5.7        1912        3       5  \n",
       "3           6.5         678        4    8012  \n",
       "4           6.5         601        5    1710  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_item_features.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_item_features.to_csv(\"data/item_features.csv\", index=None)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## **Movie Posters**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "def poster(movie_id, df):\n",
    "    \"\"\"\n",
    "    Gets the movie poster from the movie_id\n",
    "    \n",
    "    poster_path (string): path for the poster\n",
    "    df (pd.Dataframe): pandas dataframe with movie id and poster_path\n",
    "    \"\"\"\n",
    "    directory_path = \"data/posters/\"    \n",
    "    poster_path = df[df.movie_id == movie_id].poster_path.values[0]\n",
    "    if poster_path == None:\n",
    "        poster_path = \"\"\n",
    "    \n",
    "    save_path = directory_path + str(movie_id) + \".jpg\"\n",
    "    \n",
    "    base_url = \"https://image.tmdb.org/t/p/w92\"\n",
    "    url = base_url + poster_path   \n",
    "    \n",
    "    response = requests.request(\"GET\", url, stream=True)\n",
    "    if response.status_code == 200:\n",
    "        with open(save_path, 'wb') as out_file:\n",
    "            response.raw.decode_content = True \n",
    "            shutil.copyfileobj(response.raw, out_file)\n",
    "        return True\n",
    "    else: \n",
    "        return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>poster_path</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>75</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>283</th>\n",
       "      <td>279</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>371</th>\n",
       "      <td>360</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>399</th>\n",
       "      <td>387</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>609</th>\n",
       "      <td>595</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>610</th>\n",
       "      <td>1002</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>611</th>\n",
       "      <td>1034</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>741</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>778</th>\n",
       "      <td>757</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>788</th>\n",
       "      <td>767</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>809</th>\n",
       "      <td>788</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>851</th>\n",
       "      <td>830</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>873</th>\n",
       "      <td>852</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>891</th>\n",
       "      <td>868</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>989</th>\n",
       "      <td>963</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1028</th>\n",
       "      <td>595</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1029</th>\n",
       "      <td>1002</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1030</th>\n",
       "      <td>1034</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1063</th>\n",
       "      <td>595</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064</th>\n",
       "      <td>1002</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1065</th>\n",
       "      <td>1034</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111</th>\n",
       "      <td>1080</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1130</th>\n",
       "      <td>1099</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1161</th>\n",
       "      <td>1130</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1301</th>\n",
       "      <td>1264</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1357</th>\n",
       "      <td>1320</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1379</th>\n",
       "      <td>1343</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1380</th>\n",
       "      <td>1344</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1382</th>\n",
       "      <td>1346</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1384</th>\n",
       "      <td>1348</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1385</th>\n",
       "      <td>1349</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1387</th>\n",
       "      <td>1351</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1398</th>\n",
       "      <td>1363</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1427</th>\n",
       "      <td>1390</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1469</th>\n",
       "      <td>1431</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1487</th>\n",
       "      <td>1447</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1530</th>\n",
       "      <td>1486</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1534</th>\n",
       "      <td>1490</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1537</th>\n",
       "      <td>1493</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1542</th>\n",
       "      <td>1498</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1543</th>\n",
       "      <td>1499</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1576</th>\n",
       "      <td>1532</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1577</th>\n",
       "      <td>1533</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1589</th>\n",
       "      <td>1546</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1605</th>\n",
       "      <td>1561</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1608</th>\n",
       "      <td>1564</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1610</th>\n",
       "      <td>1566</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1620</th>\n",
       "      <td>1576</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1642</th>\n",
       "      <td>1599</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674</th>\n",
       "      <td>1627</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1676</th>\n",
       "      <td>1629</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1681</th>\n",
       "      <td>1634</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1688</th>\n",
       "      <td>1641</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1691</th>\n",
       "      <td>1644</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1709</th>\n",
       "      <td>1657</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1716</th>\n",
       "      <td>1663</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1718</th>\n",
       "      <td>1665</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1722</th>\n",
       "      <td>1669</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      movie_id poster_path\n",
       "76          75        None\n",
       "283        279        None\n",
       "371        360        None\n",
       "399        387        None\n",
       "609        595        None\n",
       "610       1002        None\n",
       "611       1034        None\n",
       "762        741        None\n",
       "778        757        None\n",
       "788        767        None\n",
       "809        788        None\n",
       "851        830        None\n",
       "873        852        None\n",
       "891        868        None\n",
       "989        963        None\n",
       "1028       595        None\n",
       "1029      1002        None\n",
       "1030      1034        None\n",
       "1063       595        None\n",
       "1064      1002        None\n",
       "1065      1034        None\n",
       "1111      1080        None\n",
       "1130      1099        None\n",
       "1161      1130        None\n",
       "1301      1264        None\n",
       "1357      1320        None\n",
       "1379      1343        None\n",
       "1380      1344        None\n",
       "1382      1346        None\n",
       "1384      1348        None\n",
       "1385      1349        None\n",
       "1387      1351        None\n",
       "1398      1363        None\n",
       "1427      1390        None\n",
       "1469      1431        None\n",
       "1487      1447        None\n",
       "1530      1486        None\n",
       "1534      1490        None\n",
       "1537      1493        None\n",
       "1542      1498        None\n",
       "1543      1499        None\n",
       "1576      1532        None\n",
       "1577      1533        None\n",
       "1589      1546        None\n",
       "1605      1561        None\n",
       "1608      1564        None\n",
       "1610      1566        None\n",
       "1620      1576        None\n",
       "1642      1599        None\n",
       "1674      1627        None\n",
       "1676      1629        None\n",
       "1681      1634        None\n",
       "1688      1641        None\n",
       "1691      1644        None\n",
       "1709      1657        None\n",
       "1716      1663        None\n",
       "1718      1665        None\n",
       "1722      1669        None"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df_item_features[df_item_features.poster_path.isna()][[\"movie_id\", \"poster_path\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#poster(1, df_item_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "import shutil"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/jpeg": "/9j/4AAQSkZJRgABAQAAAQABAAD/2wCEAAUFBQUFBQUGBgUICAcICAsKCQkKCxEMDQwNDBEaEBMQEBMQGhcbFhUWGxcpIBwcICkvJyUnLzkzMzlHREddXX0BBQUFBQUFBQYGBQgIBwgICwoJCQoLEQwNDA0MERoQExAQExAaFxsWFRYbFykgHBwgKS8nJScvOTMzOUdER11dff/CABEIAIoAXAMBIgACEQEDEQH/xAAcAAACAgMBAQAAAAAAAAAAAAAGBwQFAAEDAgj/2gAIAQEAAAAA+Rd553m5GR89fVCrprPi2lbZUU5xrpjTQ+ZvQBV97BhC70M+8EUSCcLvF3ymPQpJOwKkFT1u9MAZ+gJlrYga0Xq7cs01Xn175iVtYH/NnDzPv+n1db0cUc+b/EaDWkbkNjtY0lYcGKNQ3kxYh/WTKOhcZZ86peJdFZ1dwjddExOngSyCj2KbtrjN7VY0R1ny4wgZiuwfHbmsGWIIpZgqJ83N8nmqKmFsJoVrIw6Mai35DTBJ1tF9ImXOiFVz2hTaUlxL71nvpvevcefWZm96zMzn7//EABsBAAIDAQEBAAAAAAAAAAAAAAUGAAQHAwEC/9oACAECEAAAAFglT7dRmV3STtTGo9Vm0QMLzq+ef+y9n5zynra0BDEKBpl+EUjKb4aEj5yMMc88k//EABsBAAIDAQEBAAAAAAAAAAAAAAQFAQMGAgAH/9oACAEDEAAAANLzUTRVphTxXXS5Q6zuhKztp6eNZTXwqSfRRQRzlrnOaDualeVcu4ESIfTPo//EACcQAAIDAAICAgEFAAMAAAAAAAMEAQIFAAYREhMUBxAVFiEiICNB/9oACAEBAAEIAPXnrz15456T4889Z5FfPBCm08uCYmfEjtHPinnw25sdfx1yIAVf6wkBnYCFlTJyyqAjMxsdsWrKwMIKuBpQ1hdB67frFMt7AwIjrbOidLFzHWsejLCCI9pzMnqmAqx2rIWO91brYc/tV477gqZ+2MK2sxq7j+M9isgu8fYuqHphc58V9ZzqrxpNeWsPLxB2QO/3EtNUmlXR7dmOoay+crsUrKEvXezLuncDgFvl6iOkZruiB198FOz7VewvAaDjKEorSnExz6RNiCLe9eOBNe0edVX/AFWs9tpCxyUuvatYLfmTQLS1gkOOtGajvLIAxFrLPDZiPhpQ0xMz/KAJ+sLp90yBUXlsGkjofFdS80FQhLO7uVUxQU7mvGpFPh3cceLVIq+O3QcTIpgbRYZg2M4e6d662J1PHQVslEE8f1ZLbyPIs2+CfSTketgdVHhG8D0qEv7hjXqZYt2VZFGvpgPf8nvVu7j5g0LRN71t1XOy7ZJyawHznIrlib0PxypmADjEaPe95rf/AFEzyIjxJLrOXMxWbdheEtYMcJWn160lx1QbQa83Xpd3tB4q+VNx1Km6PI/7FiddUVTbHZ8983K0L1yaM1rEwXPfoYdOPM1CpeYzbUk0c7Z8FAgMXs2hVAF727BrP6RiDB9Vf6I5IVoyd14prAB7DYqo5ctprFnGtNpILvZcpNJ5cOfhHvFwin2BHn7Wjhv5btT4bYu27ba9Nfu7hHaqVp0fqyP7b7tT1nBUmbh/IuFmptKsjdqcl7sEi1Kz8gkLAp4LNdB7TpRu+O6Kmjf32q9ldMco+pjhYxDm7ZtBs7f4NPTnRBksm6lvYh1BKBPYVo/v8s/X0fpEQrA6V8SVUg1QswlMGgUcHe9B0rTP1VNJmh6vvaoRzWgOx7VyAWuTpCpgluw10Xs7Rahdx+kspSEt99E2mEIRkxNdUhBW6115nc1Wgg2+rb+dShGM48rsxWAWvA+aIbDZvqZON+R6BXHRjrzd9So9Q+/pkMcKqm92gyRsfN0tR5VBb1AHbzjlyBA7jseK2SD1PrKGFm0vXtYvdK/my9PvseE1hyvSbq9paE2pzGxcTsOnBgnZgNBip1mL3u5rH3dmdXXRV5o9ufyrwAaXbJdfGOuvY2lrTI8IevmiYKbsOj2EfyS1a0TsWgiuiIQvTi57z/hPqkBzM5VarD7T7EJLOMgyEhKiuyxbXZfBlbuRpqVh3s+1kpzRXM6OWtFrCnZ1llXmqPabmd+xqNWyC109YIzJqdQSXEFjKvRW3vZPZilY51rVAkc77PZ+0jeP8YcBZcy9Ys2kMRo8Op2+SpqdV3BiJWs6O+1FSDLvuH01BJrI9JTzSUavZleJmK1NaODcvWf6rsHrXxz7t7G+W2f2Qq0REfyiS1p7m3FiU81rrC+SCRXuumr8i1v3K4iBdbW7JX3FaUW6NVYubkTzz+kXmOQa0c+wTn2ScsxeZ8yR0xBfFerR619ah2Hw09KR+s/8p5/7P6f/xAAzEAACAQQBAgUDAwMDBQAAAAABAgMABBESITFBBRMiUWFxgZEUMkIGI1IQIMEwYnOh0f/aAAgBAQAJPwAUKFChQoUKWhQoV/QkV1Dc5Et1EiRC35xlgaEX9pk9ITdkZlJ1HtVrLPsmZnIXKjOMmo1kBTWMyxkaOUPTNRQG5iBIdRsw2I71a2w8ZvvDp5o5HUGWNj0YHtoWArwuO4mjnmiERxvtGQCvNWaWMk7kFG17KxIOODUCEK7hJVxhtRtSJNbtelHVwGVl1J5rwSzMkN1EkLCEKUBjiOB+a8OghiNuGAjRVBy7DPFPfw2dmc3MDr5X6jLgldckN6a/p+/QeIRLGC9uq4kjVkDNz8jmvCrx3QqcW8RljkI+Qenwa8IubT9Rj9MkCA6LrqfOIIwTXht/JB57TFoY/NDL6CFJZvg14BClugKh3Gt35b8tqOnXtUFzBLc3clypCBQjzEFwCKW4lNvITvrsW6jr74NeHXJmcnUvwBnjqTgUrOIrvzpFjG2eDwBVndFr6eOSHMXQIiLzzwfRVpNEscAiKuuDkOzf80T6fYc0ZMjsRTK47A+lqdvbEa/8mmlOR0IzTcHAzTdXPArkBtgR1XPBo4C9wauFjBzz7mpMkdRVwoyemKtnnA4Z1HpBotAJR+88qG7qaukmGeq044PJPQUzXM/ORHT6NLNoSc4WpZZLeYum7qBl48Z1+OaciTPIY4U0uo1bbA6hTUEjwSTDQgcMM8gVduPEZkUvZKN3jySW2HOv3NRxr8OC7fcgivBLRw2fXNJqG+wryVnkkIEcMXpUDoQxq4Zw/Y9BXKnkjOM1bWky6kNtlGAUY4ZORmrWREIO0cjFgrIM4yetLgWdkrP/AOSf1mn1yuFJrxGG2fZkhilk8rfVQzdie9eNrZeBC5Kr5KbXhRuc7OBir8zKSDNbwwtLPcgcB3YgFWz/ACJqwtkGSNZmd3H1KECsFTzg0FCqM4Fd/wD1RxJISinHvUCMGXXnjkUY9dZ3lkzhUQDVn+1cwXEzME65j6KPsBTRo7NgA5aT7GppJL1JmhAjQqcjgEl+MGr+5VGyjx2xAbnts9G4tbO4iTeKWUuVdDnhsDKnr9aUk7EggFsij9RQ5wTipMg4J5pgFjnjJPxnFTFFx2wc/mgywMAhweqD+NRf3iAgXPYUuyq42j/aD+OTSqHQ7FRgZFDnqvuCKmaVIQyITyVUnYj7GvConh/SxElySdzyRwaOXUYNOCrKUIPQA+9eOiTn02sz7D6AihDbWcLhnCODviifKd9UPuFqCN/MHKuoYV4ZbK3TIQUqxu5PoHQ4rOjNgVwobQ/NEA8fmroyNIOWDY6ccgdDT4YRg5rzGsU6RQuoZh3J2rwWaHK4Ek0wkOB3+M14kIJoF28pwcSfANQsgL7CMDHRauCs6DmORSjUwUdSTV4twYC0cyRHbUHkGp92UH+3jn6YpSF25X2JoBsn8fNCQgDGRUvlu6jcZ5Dd6tXkH7gwzk/IxX9Ozs0jBE19OSeBVwy3ZTf04Khj8EcgVYtGlsSc7hNw3JZPdamZDECXy+257a+2KuJEUW+7Kv8APDAGi4hAcurJqgUDgg9yamVRo8rvj9vOAKCyQITkqafCE4GR1B7GkA5NJL+mMpAJUgEjrr7ilw6DDCl0iYA24YYJH+ZqUi6nfy4yvJVf5P8ARRUzrZzyENexRK8r4XiIg8KSerCroTxpoC0YLlAw4Dhc4arveciTZSuCAB/L2rl5Bj81ZotzMoMsgA2YjsTUeBil4V+B96LknnOKhElpHICbUklX7H7mklEMbq08LprgHkITQAIBGoHCgChy+yRsP4xqe31NHCQyblfnoK8HyOqu0gCt+K8Bjhd8byq65z3LVE7ojEuVcp06DbnBNeJPPapE5iQvvhlXPBIBxVyRE8YZUREZMOcBSScsaXCCRg1XJXBPA5FJqxIXfrI2fY9qkBZWMk7Z5dzVzrJPnJ/wQfuaiAFUL17AUd18zj5A7ilh2H71eoo/NkPLJ0FLkk7s1NJBbG3Ko+h09S+44zUQlPkjy2cYwQMUCyTSPlRgE5BPBNKkswVfMkDFtmxz0yKILnp8U/fORUm8soAA/wAUHajgvkfQU46UcbV1Rzge9Oq5XU7ZAB+cVFaurKRxFKwIPGSRTIJ32XGcIgPGfxXi8Euh2jiH73+DVpDj/vmXP+jU9NkmmpgShytNgnqDRKv3ZWxn61cebAyYUOBx8g0SDNMyqCAQqp/9NPoj5U5xqO3QAVctFrMyxqpblBggtgdf9po01MaJNHK1K2B0HtmpjrngZbj8H/q//8QALxEAAgEDAwMDAgQHAAAAAAAAAQIDAAQRBRIhEyJBMVFxBhQyQmGBFiBSkZKxwv/aAAgBAgEBPwCx+pLW9Gei0fGRllbjdt5CkkU+pRpH1DE+w+jY/XFXev2lmoZ1ZgZun288AZL/AAKk1iBGnGwkRMysQQeVGTxTanFHDJKynti6oHuuM1Z/UtveTJEsDqWBOSR4UN/1R1MIyxR26bIwVQgkEjdu7j55FfxDdu4YqN2APU49+BWnTJqUiJcIXchgSWbnd6n5NS2drZwMojYpuyTnu5GDzU4BiEaKzLIm05JJ24xiobOCykDrGVdeBuY+QF/0KWO0wj4AXPqJAWP7U6qZn2ElM8EjFaQI7d/uEz2LktuB59sVah7zTIZJ87nBPyM8Z/anmmildYh2xZBLA424/LjJJq0edlk6qTZDnvuOGPPgUq92DVunOOSC4FaNpb3pJL7E5yxpJSESKHt2DaM+hC0Vea1YI7BWB3Zxx8VdypbPbRShnlkRiW3f0cck19p1rvBkSIYDZbjk+BVuJWuOkEjkdVwJigLD/EmtSNxBpsMUaMoDkyFfGD5Ir6dmnl1WEGeQK2QxySPTzSuuFU8D0HgGr+3VnUn8YyAT4FXmlyDpTW0HXUcGM/iQ080hlCQxLAwJD4JP98+BWo3F40CNaurW0nAG3DAng5FaZNd27raiEYfJ7l9OcZpvqaWXUwkSqYOF7hz7E1qbRnpv5IGa11BawbrcGOYgoNp8eS1CFok6Y/HLj52ir2zjgjtSbXrRKmGUE5DNzR22MH3sdoUyu1UZjnHvVmztOk8lordUqB2D54PvV7bLJ0kfIKqOAM1c2K3GS3rUegRi5M78sBxUml3qTu4JKtU+ny3dv0pUIwMA1p+htayI7Ivacrj8xopO7EuMnA/T+TaPato44oop9VFf/8QAMBEAAgIBAwMDAgILAAAAAAAAAQIDEQAEEiEFEzEiQVEyYQZxEBQVIzNCkZKhscH/2gAIAQMBAT8Ab8Pzi9syEhipBBXnbu4vzidBmkm7A1MPeF7k9x6d3HzknRdREE3kBjCJNpHIJNbfzzTdAkmgim/WEG9FfaVbgE15qr+2TdGkRd6yq6iQoxF+kr5sHG6Uyo79wGjVV55IzUg6fcUks2bJ55Iqx8YmplLqd6gkeogeeK5xYyYNwl5RBtFDwDedM1Gq1cqIsqI3bIVa9HB3Di8hhEnf77ooQm6AUbm8k4nS9LKgKyGRG9xWagaKUgOPSf51az/QY8On7wjhmLR0DZFHIYA8TKAdjDa94dUmi6tINMgCK21Rfjj2yfXaV4AGiZ5HpnVeOffOlagaiAipmpjSINu0H2J4yWGSN1jo2TWIiLr4l2mqqhm/saZpyGYm9qiyScOjWMtJONwb1DyCpbI+wmr26lFdhwmwbbH32++dOkVAYoU7SF2KDzVVd3mp0hnl+sIKHPjz8ZcomCWGZF/iEC/8ZrhNFov3KtZoWougM00k3amLh5aQmjZwqwk7gJv6mN2RnTn70KNSAAeas85HrVNB1TcPG40GH2OTTTtP24CI6Fuw5GJrNXI0W6KNZHumUEgjxmk7ytHFsYAWfdff3+c0ulgctp2F259YJz8Pd2OGWNzwrEDOkzz6l5e7J3E+o7hwD7BcaIrH2xW6Sr/LDHH24r0xZFsbf+jGeJYpniQigARfI/3kK7yjlAC202Bmn63DoVkAhaUSPu4HIzSa59KRX0g4/XyU9K054J+BkHX9IyIGNcAVn7R0SmTa4KyfUMn6vpxpZY4F2SklbPsDwTj0sSFpPc+11/b+mzln5zc3POBm+c//2Q==\n",
      "text/plain": [
       "<IPython.core.display.Image object>"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import Image \n",
    "Image(filename='data/posters/10.jpg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_all_posters(df):\n",
    "    \"\"\"\n",
    "    Get all posters from the dataframe and save with movie_id\n",
    "    \"\"\"\n",
    "    id_list = df.movie_id.tolist()\n",
    "    num = len(id_list)\n",
    "    #tick = 0\n",
    "    \n",
    "    for i in id_list:\n",
    "        df[\"image\"] = poster(i, df)\n",
    "        #tick = tick + 1\n",
    "        #update_progress(tick / num)\n",
    "    \n",
    "    #update_progress(1)\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_item_features_test=df_item_features[0:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>backdrop_path</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>...</th>\n",
       "      <th>runtime</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>tmdb_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>/3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg</td>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>30000000</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 12, '...</td>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>862</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>en</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>...</td>\n",
       "      <td>81</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td></td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>False</td>\n",
       "      <td>7.9</td>\n",
       "      <td>13765</td>\n",
       "      <td>1</td>\n",
       "      <td>862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>/mRCbnW0etR9UcL7OFFZudTAf56y.jpg</td>\n",
       "      <td>{'id': 645, 'name': 'James Bond Collection', '...</td>\n",
       "      <td>58000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>https://www.mgm.com/movies/goldeneye</td>\n",
       "      <td>710</td>\n",
       "      <td>tt0113189</td>\n",
       "      <td>en</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>...</td>\n",
       "      <td>130</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>No limits. No fears. No substitutes.</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2722</td>\n",
       "      <td>2</td>\n",
       "      <td>710</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>/u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>4000000</td>\n",
       "      <td>[{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...</td>\n",
       "      <td></td>\n",
       "      <td>5</td>\n",
       "      <td>tt0113101</td>\n",
       "      <td>en</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>...</td>\n",
       "      <td>98</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Twelve outrageous guests. Four scandalous requ...</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>1912</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>/7mbBY0I99nLegO8rcmdLKSU8y28.jpg</td>\n",
       "      <td>{'id': 91698, 'name': 'Chili Palmer Collection...</td>\n",
       "      <td>30250000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...</td>\n",
       "      <td></td>\n",
       "      <td>8012</td>\n",
       "      <td>tt0113161</td>\n",
       "      <td>en</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>...</td>\n",
       "      <td>105</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>The mob is tough, but it’s nothing like show b...</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>678</td>\n",
       "      <td>4</td>\n",
       "      <td>8012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>/fYER1mVSnBVsPBSC7IAN0bbscGN.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...</td>\n",
       "      <td></td>\n",
       "      <td>1710</td>\n",
       "      <td>tt0112722</td>\n",
       "      <td>en</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>...</td>\n",
       "      <td>124</td>\n",
       "      <td>[{'english_name': 'German', 'iso_639_1': 'de',...</td>\n",
       "      <td>Released</td>\n",
       "      <td>One man is copying the most notorious killers ...</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>601</td>\n",
       "      <td>5</td>\n",
       "      <td>1710</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   adult                     backdrop_path  \\\n",
       "0  False  /3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg   \n",
       "1  False  /mRCbnW0etR9UcL7OFFZudTAf56y.jpg   \n",
       "2  False  /u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg   \n",
       "3  False  /7mbBY0I99nLegO8rcmdLKSU8y28.jpg   \n",
       "4  False  /fYER1mVSnBVsPBSC7IAN0bbscGN.jpg   \n",
       "\n",
       "                               belongs_to_collection    budget  \\\n",
       "0  {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
       "1  {'id': 645, 'name': 'James Bond Collection', '...  58000000   \n",
       "2                                               None   4000000   \n",
       "3  {'id': 91698, 'name': 'Chili Palmer Collection...  30250000   \n",
       "4                                               None         0   \n",
       "\n",
       "                                              genres  \\\n",
       "0  [{'id': 16, 'name': 'Animation'}, {'id': 12, '...   \n",
       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "2  [{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...   \n",
       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...   \n",
       "4  [{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...   \n",
       "\n",
       "                               homepage    id    imdb_id original_language  \\\n",
       "0  http://toystory.disney.com/toy-story   862  tt0114709                en   \n",
       "1  https://www.mgm.com/movies/goldeneye   710  tt0113189                en   \n",
       "2                                           5  tt0113101                en   \n",
       "3                                        8012  tt0113161                en   \n",
       "4                                        1710  tt0112722                en   \n",
       "\n",
       "  original_title  ... runtime  \\\n",
       "0      Toy Story  ...      81   \n",
       "1      GoldenEye  ...     130   \n",
       "2     Four Rooms  ...      98   \n",
       "3     Get Shorty  ...     105   \n",
       "4        Copycat  ...     124   \n",
       "\n",
       "                                    spoken_languages    status  \\\n",
       "0  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "2  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "3  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "4  [{'english_name': 'German', 'iso_639_1': 'de',...  Released   \n",
       "\n",
       "                                             tagline       title  video  \\\n",
       "0                                                      Toy Story  False   \n",
       "1               No limits. No fears. No substitutes.   GoldenEye  False   \n",
       "2  Twelve outrageous guests. Four scandalous requ...  Four Rooms  False   \n",
       "3  The mob is tough, but it’s nothing like show b...  Get Shorty  False   \n",
       "4  One man is copying the most notorious killers ...     Copycat  False   \n",
       "\n",
       "   vote_average  vote_count movie_id tmdb_id  \n",
       "0           7.9       13765        1     862  \n",
       "1           6.9        2722        2     710  \n",
       "2           5.7        1912        3       5  \n",
       "3           6.5         678        4    8012  \n",
       "4           6.5         601        5    1710  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_item_features_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Uncomment it to get it all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>adult</th>\n",
       "      <th>backdrop_path</th>\n",
       "      <th>belongs_to_collection</th>\n",
       "      <th>budget</th>\n",
       "      <th>genres</th>\n",
       "      <th>homepage</th>\n",
       "      <th>id</th>\n",
       "      <th>imdb_id</th>\n",
       "      <th>original_language</th>\n",
       "      <th>original_title</th>\n",
       "      <th>...</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>status</th>\n",
       "      <th>tagline</th>\n",
       "      <th>title</th>\n",
       "      <th>video</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>movie_id</th>\n",
       "      <th>tmdb_id</th>\n",
       "      <th>image</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>/3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg</td>\n",
       "      <td>{'id': 10194, 'name': 'Toy Story Collection', ...</td>\n",
       "      <td>30000000</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 12, '...</td>\n",
       "      <td>http://toystory.disney.com/toy-story</td>\n",
       "      <td>862</td>\n",
       "      <td>tt0114709</td>\n",
       "      <td>en</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td></td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>False</td>\n",
       "      <td>7.9</td>\n",
       "      <td>13765</td>\n",
       "      <td>1</td>\n",
       "      <td>862</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>False</td>\n",
       "      <td>/mRCbnW0etR9UcL7OFFZudTAf56y.jpg</td>\n",
       "      <td>{'id': 645, 'name': 'James Bond Collection', '...</td>\n",
       "      <td>58000000</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 28, '...</td>\n",
       "      <td>https://www.mgm.com/movies/goldeneye</td>\n",
       "      <td>710</td>\n",
       "      <td>tt0113189</td>\n",
       "      <td>en</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>No limits. No fears. No substitutes.</td>\n",
       "      <td>GoldenEye</td>\n",
       "      <td>False</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2722</td>\n",
       "      <td>2</td>\n",
       "      <td>710</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "      <td>/u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>4000000</td>\n",
       "      <td>[{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...</td>\n",
       "      <td></td>\n",
       "      <td>5</td>\n",
       "      <td>tt0113101</td>\n",
       "      <td>en</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Twelve outrageous guests. Four scandalous requ...</td>\n",
       "      <td>Four Rooms</td>\n",
       "      <td>False</td>\n",
       "      <td>5.7</td>\n",
       "      <td>1912</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "      <td>/7mbBY0I99nLegO8rcmdLKSU8y28.jpg</td>\n",
       "      <td>{'id': 91698, 'name': 'Chili Palmer Collection...</td>\n",
       "      <td>30250000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...</td>\n",
       "      <td></td>\n",
       "      <td>8012</td>\n",
       "      <td>tt0113161</td>\n",
       "      <td>en</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>The mob is tough, but it’s nothing like show b...</td>\n",
       "      <td>Get Shorty</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>678</td>\n",
       "      <td>4</td>\n",
       "      <td>8012</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>/fYER1mVSnBVsPBSC7IAN0bbscGN.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...</td>\n",
       "      <td></td>\n",
       "      <td>1710</td>\n",
       "      <td>tt0112722</td>\n",
       "      <td>en</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'German', 'iso_639_1': 'de',...</td>\n",
       "      <td>Released</td>\n",
       "      <td>One man is copying the most notorious killers ...</td>\n",
       "      <td>Copycat</td>\n",
       "      <td>False</td>\n",
       "      <td>6.5</td>\n",
       "      <td>601</td>\n",
       "      <td>5</td>\n",
       "      <td>1710</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1732</th>\n",
       "      <td>False</td>\n",
       "      <td>/bqMfkBaO1pnADP8Tx86kPGb0jdR.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 80, ...</td>\n",
       "      <td></td>\n",
       "      <td>2923</td>\n",
       "      <td>tt0120594</td>\n",
       "      <td>en</td>\n",
       "      <td>B. Monkey</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'French', 'iso_639_1': 'fr',...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Trouble never looked so good.</td>\n",
       "      <td>B. Monkey</td>\n",
       "      <td>False</td>\n",
       "      <td>5.9</td>\n",
       "      <td>56</td>\n",
       "      <td>1679</td>\n",
       "      <td>2923</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1733</th>\n",
       "      <td>False</td>\n",
       "      <td>/1dApwEEMrk7QnUb1EpyYWrG6nRh.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>6000000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "      <td></td>\n",
       "      <td>10215</td>\n",
       "      <td>tt0120148</td>\n",
       "      <td>en</td>\n",
       "      <td>Sliding Doors</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>What if one split second sent your life in two...</td>\n",
       "      <td>Sliding Doors</td>\n",
       "      <td>False</td>\n",
       "      <td>6.6</td>\n",
       "      <td>922</td>\n",
       "      <td>1429</td>\n",
       "      <td>10215</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1734</th>\n",
       "      <td>False</td>\n",
       "      <td>/1dApwEEMrk7QnUb1EpyYWrG6nRh.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>6000000</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "      <td></td>\n",
       "      <td>10215</td>\n",
       "      <td>tt0120148</td>\n",
       "      <td>en</td>\n",
       "      <td>Sliding Doors</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>What if one split second sent your life in two...</td>\n",
       "      <td>Sliding Doors</td>\n",
       "      <td>False</td>\n",
       "      <td>6.6</td>\n",
       "      <td>922</td>\n",
       "      <td>1680</td>\n",
       "      <td>10215</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1735</th>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
       "      <td></td>\n",
       "      <td>38129</td>\n",
       "      <td>tt0111804</td>\n",
       "      <td>en</td>\n",
       "      <td>Martin Lawrence: You So Crazy</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>Uncut. Unrated. Unbelievably Funny.</td>\n",
       "      <td>Martin Lawrence: You So Crazy</td>\n",
       "      <td>False</td>\n",
       "      <td>6.6</td>\n",
       "      <td>10</td>\n",
       "      <td>1681</td>\n",
       "      <td>38129</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1736</th>\n",
       "      <td>False</td>\n",
       "      <td>/tQDeXcuogjNbqdqPeJxBPD7QUzS.jpg</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 18, '...</td>\n",
       "      <td></td>\n",
       "      <td>88893</td>\n",
       "      <td>tt0102855</td>\n",
       "      <td>en</td>\n",
       "      <td>Scream of Stone</td>\n",
       "      <td>...</td>\n",
       "      <td>[{'english_name': 'English', 'iso_639_1': 'en'...</td>\n",
       "      <td>Released</td>\n",
       "      <td>In this battle, there can be no winners</td>\n",
       "      <td>Scream of Stone</td>\n",
       "      <td>False</td>\n",
       "      <td>6.6</td>\n",
       "      <td>18</td>\n",
       "      <td>1682</td>\n",
       "      <td>88893</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1737 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      adult                     backdrop_path  \\\n",
       "0     False  /3Rfvhy1Nl6sSGJwyjb0QiZzZYlB.jpg   \n",
       "1     False  /mRCbnW0etR9UcL7OFFZudTAf56y.jpg   \n",
       "2     False  /u0zMKKpEdDWpOKmFW2sLbKKICJH.jpg   \n",
       "3     False  /7mbBY0I99nLegO8rcmdLKSU8y28.jpg   \n",
       "4     False  /fYER1mVSnBVsPBSC7IAN0bbscGN.jpg   \n",
       "...     ...                               ...   \n",
       "1732  False  /bqMfkBaO1pnADP8Tx86kPGb0jdR.jpg   \n",
       "1733  False  /1dApwEEMrk7QnUb1EpyYWrG6nRh.jpg   \n",
       "1734  False  /1dApwEEMrk7QnUb1EpyYWrG6nRh.jpg   \n",
       "1735  False                              None   \n",
       "1736  False  /tQDeXcuogjNbqdqPeJxBPD7QUzS.jpg   \n",
       "\n",
       "                                  belongs_to_collection    budget  \\\n",
       "0     {'id': 10194, 'name': 'Toy Story Collection', ...  30000000   \n",
       "1     {'id': 645, 'name': 'James Bond Collection', '...  58000000   \n",
       "2                                                  None   4000000   \n",
       "3     {'id': 91698, 'name': 'Chili Palmer Collection...  30250000   \n",
       "4                                                  None         0   \n",
       "...                                                 ...       ...   \n",
       "1732                                               None         0   \n",
       "1733                                               None   6000000   \n",
       "1734                                               None   6000000   \n",
       "1735                                               None         0   \n",
       "1736                                               None         0   \n",
       "\n",
       "                                                 genres  \\\n",
       "0     [{'id': 16, 'name': 'Animation'}, {'id': 12, '...   \n",
       "1     [{'id': 12, 'name': 'Adventure'}, {'id': 28, '...   \n",
       "2     [{'id': 80, 'name': 'Crime'}, {'id': 35, 'name...   \n",
       "3     [{'id': 35, 'name': 'Comedy'}, {'id': 53, 'nam...   \n",
       "4     [{'id': 53, 'name': 'Thriller'}, {'id': 80, 'n...   \n",
       "...                                                 ...   \n",
       "1732  [{'id': 10749, 'name': 'Romance'}, {'id': 80, ...   \n",
       "1733  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
       "1734  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...   \n",
       "1735                     [{'id': 35, 'name': 'Comedy'}]   \n",
       "1736  [{'id': 12, 'name': 'Adventure'}, {'id': 18, '...   \n",
       "\n",
       "                                  homepage     id    imdb_id  \\\n",
       "0     http://toystory.disney.com/toy-story    862  tt0114709   \n",
       "1     https://www.mgm.com/movies/goldeneye    710  tt0113189   \n",
       "2                                               5  tt0113101   \n",
       "3                                            8012  tt0113161   \n",
       "4                                            1710  tt0112722   \n",
       "...                                    ...    ...        ...   \n",
       "1732                                         2923  tt0120594   \n",
       "1733                                        10215  tt0120148   \n",
       "1734                                        10215  tt0120148   \n",
       "1735                                        38129  tt0111804   \n",
       "1736                                        88893  tt0102855   \n",
       "\n",
       "     original_language                 original_title  ...  \\\n",
       "0                   en                      Toy Story  ...   \n",
       "1                   en                      GoldenEye  ...   \n",
       "2                   en                     Four Rooms  ...   \n",
       "3                   en                     Get Shorty  ...   \n",
       "4                   en                        Copycat  ...   \n",
       "...                ...                            ...  ...   \n",
       "1732                en                      B. Monkey  ...   \n",
       "1733                en                  Sliding Doors  ...   \n",
       "1734                en                  Sliding Doors  ...   \n",
       "1735                en  Martin Lawrence: You So Crazy  ...   \n",
       "1736                en                Scream of Stone  ...   \n",
       "\n",
       "                                       spoken_languages    status  \\\n",
       "0     [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1     [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "2     [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "3     [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "4     [{'english_name': 'German', 'iso_639_1': 'de',...  Released   \n",
       "...                                                 ...       ...   \n",
       "1732  [{'english_name': 'French', 'iso_639_1': 'fr',...  Released   \n",
       "1733  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1734  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1735  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "1736  [{'english_name': 'English', 'iso_639_1': 'en'...  Released   \n",
       "\n",
       "                                                tagline  \\\n",
       "0                                                         \n",
       "1                  No limits. No fears. No substitutes.   \n",
       "2     Twelve outrageous guests. Four scandalous requ...   \n",
       "3     The mob is tough, but it’s nothing like show b...   \n",
       "4     One man is copying the most notorious killers ...   \n",
       "...                                                 ...   \n",
       "1732                      Trouble never looked so good.   \n",
       "1733  What if one split second sent your life in two...   \n",
       "1734  What if one split second sent your life in two...   \n",
       "1735                Uncut. Unrated. Unbelievably Funny.   \n",
       "1736            In this battle, there can be no winners   \n",
       "\n",
       "                              title  video vote_average  vote_count  movie_id  \\\n",
       "0                         Toy Story  False          7.9       13765         1   \n",
       "1                         GoldenEye  False          6.9        2722         2   \n",
       "2                        Four Rooms  False          5.7        1912         3   \n",
       "3                        Get Shorty  False          6.5         678         4   \n",
       "4                           Copycat  False          6.5         601         5   \n",
       "...                             ...    ...          ...         ...       ...   \n",
       "1732                      B. Monkey  False          5.9          56      1679   \n",
       "1733                  Sliding Doors  False          6.6         922      1429   \n",
       "1734                  Sliding Doors  False          6.6         922      1680   \n",
       "1735  Martin Lawrence: You So Crazy  False          6.6          10      1681   \n",
       "1736                Scream of Stone  False          6.6          18      1682   \n",
       "\n",
       "     tmdb_id image  \n",
       "0        862  True  \n",
       "1        710  True  \n",
       "2          5  True  \n",
       "3       8012  True  \n",
       "4       1710  True  \n",
       "...      ...   ...  \n",
       "1732    2923  True  \n",
       "1733   10215  True  \n",
       "1734   10215  True  \n",
       "1735   38129  True  \n",
       "1736   88893  True  \n",
       "\n",
       "[1737 rows x 28 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#get_all_posters(df_item_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}