Clean Data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "2a804695",
   "metadata": {},
   "source": [
    "# CLEANSING DATA AMAZON PRIME TITLES"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bf226a67",
   "metadata": {},
   "source": [
    "Nama : \n",
    "\n",
    "    1. Maulita Nur Sejati\n",
    "    \n",
    "    2. Ryan Artista Rahman\n",
    "    \n",
    "    3. Prita Ayu Meudea\n",
    "    \n",
    "    4. Tanzilla Oktavia Widodo\n",
    "    \n",
    "    5. Diva Keishya Kirana"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e46b9375",
   "metadata": {},
   "source": [
    "### Python Libraries Import"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "6ad20344",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "da10647f",
   "metadata": {},
   "source": [
    "### Load data set"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5c20c010",
   "metadata": {},
   "source": [
    "Create a data frame then load the data set. Here the dataset used is amazon_prime_titles. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "216de03d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.read_csv('amazon_prime_titles.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "46fb22da",
   "metadata": {},
   "source": [
    "Displays the data set that has been loaded"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "7b2dc568",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>country</th>\n",
       "      <th>date_added</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>duration</th>\n",
       "      <th>listed_in</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>Canada</td>\n",
       "      <td>March 30, 2021</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>113 min</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>India</td>\n",
       "      <td>March 30, 2021</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>110 min</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>s3</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Secrets of Deception</td>\n",
       "      <td>Josh Webber</td>\n",
       "      <td>Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...</td>\n",
       "      <td>United States</td>\n",
       "      <td>March 30, 2021</td>\n",
       "      <td>2017</td>\n",
       "      <td>NaN</td>\n",
       "      <td>74 min</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>After a man discovers his wife is cheating on ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>s4</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pink: Staying True</td>\n",
       "      <td>Sonia Anderson</td>\n",
       "      <td>Interviews with: Pink, Adele, Beyoncé, Britney...</td>\n",
       "      <td>United States</td>\n",
       "      <td>March 30, 2021</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>69 min</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Pink breaks the mold once again, bringing her ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>s5</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Monster Maker</td>\n",
       "      <td>Giles Foster</td>\n",
       "      <td>Harry Dean Stanton, Kieran O'Brien, George Cos...</td>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>March 30, 2021</td>\n",
       "      <td>1989</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45 min</td>\n",
       "      <td>Drama, Fantasy</td>\n",
       "      <td>Teenage Matt Banting wants to work with a famo...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  show_id   type                 title        director  \\\n",
       "0      s1  Movie   The Grand Seduction    Don McKellar   \n",
       "1      s2  Movie  Take Care Good Night    Girish Joshi   \n",
       "2      s3  Movie  Secrets of Deception     Josh Webber   \n",
       "3      s4  Movie    Pink: Staying True  Sonia Anderson   \n",
       "4      s5  Movie         Monster Maker    Giles Foster   \n",
       "\n",
       "                                                cast         country  \\\n",
       "0     Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          Canada   \n",
       "1   Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar           India   \n",
       "2  Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...   United States   \n",
       "3  Interviews with: Pink, Adele, Beyoncé, Britney...   United States   \n",
       "4  Harry Dean Stanton, Kieran O'Brien, George Cos...  United Kingdom   \n",
       "\n",
       "       date_added  release_year rating duration                listed_in  \\\n",
       "0  March 30, 2021          2014    NaN  113 min            Comedy, Drama   \n",
       "1  March 30, 2021          2018    13+  110 min     Drama, International   \n",
       "2  March 30, 2021          2017    NaN   74 min  Action, Drama, Suspense   \n",
       "3  March 30, 2021          2014    NaN   69 min              Documentary   \n",
       "4  March 30, 2021          1989    NaN   45 min           Drama, Fantasy   \n",
       "\n",
       "                                         description  \n",
       "0  A small fishing village must procure a local d...  \n",
       "1  A Metro Family decides to fight a Cyber Crimin...  \n",
       "2  After a man discovers his wife is cheating on ...  \n",
       "3  Pink breaks the mold once again, bringing her ...  \n",
       "4  Teenage Matt Banting wants to work with a famo...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "77547de1",
   "metadata": {},
   "source": [
    "### Check data condition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "7299541e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(9668, 12)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "23c44bb4",
   "metadata": {},
   "source": [
    "9668 : rows, 12 : columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0b75c073",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9668 entries, 0 to 9667\n",
      "Data columns (total 12 columns):\n",
      " #   Column        Non-Null Count  Dtype \n",
      "---  ------        --------------  ----- \n",
      " 0   show_id       9668 non-null   object\n",
      " 1   type          9668 non-null   object\n",
      " 2   title         9668 non-null   object\n",
      " 3   director      7585 non-null   object\n",
      " 4   cast          8435 non-null   object\n",
      " 5   country       672 non-null    object\n",
      " 6   date_added    155 non-null    object\n",
      " 7   release_year  9668 non-null   int64 \n",
      " 8   rating        9331 non-null   object\n",
      " 9   duration      9668 non-null   object\n",
      " 10  listed_in     9668 non-null   object\n",
      " 11  description   9668 non-null   object\n",
      "dtypes: int64(1), object(11)\n",
      "memory usage: 906.5+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f158b62c",
   "metadata": {},
   "source": [
    "#### Check Percentage Missing Values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "1762e0d9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          Column  Missing Values  Missing Percentage\n",
      "0        show_id               0            0.000000\n",
      "1           type               0            0.000000\n",
      "2          title               0            0.000000\n",
      "3       director            2083           21.545304\n",
      "4           cast            1233           12.753413\n",
      "5        country            8996           93.049235\n",
      "6     date_added            9513           98.396773\n",
      "7   release_year               0            0.000000\n",
      "8         rating             337            3.485726\n",
      "9       duration               0            0.000000\n",
      "10     listed_in               0            0.000000\n",
      "11   description               0            0.000000\n"
     ]
    }
   ],
   "source": [
    "missing_values = df.isnull().sum()\n",
    "\n",
    "missing_percentages = (missing_values / len(df)) * 100\n",
    "\n",
    "missing_info = pd.DataFrame({\n",
    "    'Column': missing_values.index,\n",
    "    'Missing Values': missing_values.values,\n",
    "    'Missing Percentage': missing_percentages.values\n",
    "})\n",
    "\n",
    "print(missing_info)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f7a83520",
   "metadata": {},
   "source": [
    "#### Insights and Considerations"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0da86f24",
   "metadata": {},
   "source": [
    "Data Completeness:\n",
    "Columns like 'director,' 'cast,' 'country,' 'date_added,' 'rating,' and others have missing values that need attention.\n",
    "\n",
    "Data Types:\n",
    "The 'release_year' column is correctly identified as an integer ('int64'). Other columns, such as 'date_added' and 'duration,' might need conversion to datetime or numeric types if they contain date or duration information."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e9b31074",
   "metadata": {},
   "source": [
    "### Check and remove duplicate rows from the DataFrame "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "db4a7c1c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.duplicated().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6b02bfec",
   "metadata": {},
   "source": [
    "Count duplicate is 0"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5246d0d5",
   "metadata": {},
   "source": [
    "### Drop the columns 'date_added' and 'country', from the DataFrame\n",
    "\n",
    "Because country and date_added column have so many missing data (more than 50%) and there are barely use of them, we will drop them"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d87102b6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['show_id', 'type', 'title', 'director', 'cast', 'release_year',\n",
       "       'rating', 'duration', 'listed_in', 'description'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.drop(['date_added','country'], axis = 1, inplace=True)\n",
    "df.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "45a7f6cf",
   "metadata": {},
   "source": [
    "Show dataset info to see if the date and country columns are missing. \n",
    "#### Check the others columns missing values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8aec9be8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9668 entries, 0 to 9667\n",
      "Data columns (total 10 columns):\n",
      " #   Column        Non-Null Count  Dtype \n",
      "---  ------        --------------  ----- \n",
      " 0   show_id       9668 non-null   object\n",
      " 1   type          9668 non-null   object\n",
      " 2   title         9668 non-null   object\n",
      " 3   director      7585 non-null   object\n",
      " 4   cast          8435 non-null   object\n",
      " 5   release_year  9668 non-null   int64 \n",
      " 6   rating        9331 non-null   object\n",
      " 7   duration      9668 non-null   object\n",
      " 8   listed_in     9668 non-null   object\n",
      " 9   description   9668 non-null   object\n",
      "dtypes: int64(1), object(9)\n",
      "memory usage: 755.4+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "263d9309",
   "metadata": {},
   "source": [
    "### Enhance data \n",
    "#### rename kolom listed in"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "65e62619",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>duration</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>113 min</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>110 min</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  show_id   type                 title      director  \\\n",
       "0      s1  Movie   The Grand Seduction  Don McKellar   \n",
       "1      s2  Movie  Take Care Good Night  Girish Joshi   \n",
       "\n",
       "                                               cast  release_year rating  \\\n",
       "0    Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          2014    NaN   \n",
       "1  Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar          2018    13+   \n",
       "\n",
       "  duration            categories  \\\n",
       "0  113 min         Comedy, Drama   \n",
       "1  110 min  Drama, International   \n",
       "\n",
       "                                         description  \n",
       "0  A small fishing village must procure a local d...  \n",
       "1  A Metro Family decides to fight a Cyber Crimin...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.rename(columns={'listed_in' : 'categories'},inplace=True)\n",
    "df.head(2)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ed8d63df",
   "metadata": {},
   "source": [
    "#### To solve the data type problems at duration and date added.\n",
    "- Date added has deleted.\n",
    "- Then we get attention at the duration columns.\n",
    "\n",
    "Create a new column named 'duration_num' in the DataFrame,\n",
    "to return the numerical."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "8ad8fda6",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['duration_num'] = df['duration'].str.extract('(\\d+)').astype(float)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2fb10d2a",
   "metadata": {},
   "source": [
    "We will split the duration column into duration_movie and duration_season"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "06f5be66",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "      <td>113.0</td>\n",
       "      <td>113</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "      <td>110.0</td>\n",
       "      <td>110</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>s3</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Secrets of Deception</td>\n",
       "      <td>Josh Webber</td>\n",
       "      <td>Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...</td>\n",
       "      <td>2017</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>After a man discovers his wife is cheating on ...</td>\n",
       "      <td>74.0</td>\n",
       "      <td>74</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>s4</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pink: Staying True</td>\n",
       "      <td>Sonia Anderson</td>\n",
       "      <td>Interviews with: Pink, Adele, Beyoncé, Britney...</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Pink breaks the mold once again, bringing her ...</td>\n",
       "      <td>69.0</td>\n",
       "      <td>69</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>s5</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Monster Maker</td>\n",
       "      <td>Giles Foster</td>\n",
       "      <td>Harry Dean Stanton, Kieran O'Brien, George Cos...</td>\n",
       "      <td>1989</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Drama, Fantasy</td>\n",
       "      <td>Teenage Matt Banting wants to work with a famo...</td>\n",
       "      <td>45.0</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  show_id   type                 title        director  \\\n",
       "0      s1  Movie   The Grand Seduction    Don McKellar   \n",
       "1      s2  Movie  Take Care Good Night    Girish Joshi   \n",
       "2      s3  Movie  Secrets of Deception     Josh Webber   \n",
       "3      s4  Movie    Pink: Staying True  Sonia Anderson   \n",
       "4      s5  Movie         Monster Maker    Giles Foster   \n",
       "\n",
       "                                                cast  release_year rating  \\\n",
       "0     Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          2014    NaN   \n",
       "1   Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar          2018    13+   \n",
       "2  Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...          2017    NaN   \n",
       "3  Interviews with: Pink, Adele, Beyoncé, Britney...          2014    NaN   \n",
       "4  Harry Dean Stanton, Kieran O'Brien, George Cos...          1989    NaN   \n",
       "\n",
       "                categories                                        description  \\\n",
       "0            Comedy, Drama  A small fishing village must procure a local d...   \n",
       "1     Drama, International  A Metro Family decides to fight a Cyber Crimin...   \n",
       "2  Action, Drama, Suspense  After a man discovers his wife is cheating on ...   \n",
       "3              Documentary  Pink breaks the mold once again, bringing her ...   \n",
       "4           Drama, Fantasy  Teenage Matt Banting wants to work with a famo...   \n",
       "\n",
       "   duration_num duration_movie duration_season  \n",
       "0         113.0            113             NaN  \n",
       "1         110.0            110             NaN  \n",
       "2          74.0             74             NaN  \n",
       "3          69.0             69             NaN  \n",
       "4          45.0             45             NaN  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['duration_movie'] = df['duration'].str.extract('(\\d+) min', expand=False)\n",
    "\n",
    "df['duration_season'] = df['duration'].str.extract('(\\d+) Seasons', expand=False)\n",
    "\n",
    "df.drop('duration', axis=1, inplace=True)\n",
    "\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1615eeaa",
   "metadata": {},
   "source": [
    "We will divide the genre into muliple column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "6528dd60",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[['Genre1', 'Genre2', 'Genre3']] = df['categories'].str.split(',', expand=True, n=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "dfc3a915",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "      <th>Genre1</th>\n",
       "      <th>Genre2</th>\n",
       "      <th>Genre3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "      <td>113.0</td>\n",
       "      <td>113</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Drama</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "      <td>110.0</td>\n",
       "      <td>110</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Drama</td>\n",
       "      <td>International</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>s3</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Secrets of Deception</td>\n",
       "      <td>Josh Webber</td>\n",
       "      <td>Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...</td>\n",
       "      <td>2017</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>After a man discovers his wife is cheating on ...</td>\n",
       "      <td>74.0</td>\n",
       "      <td>74</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Suspense</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>s4</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pink: Staying True</td>\n",
       "      <td>Sonia Anderson</td>\n",
       "      <td>Interviews with: Pink, Adele, Beyoncé, Britney...</td>\n",
       "      <td>2014</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Pink breaks the mold once again, bringing her ...</td>\n",
       "      <td>69.0</td>\n",
       "      <td>69</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>s5</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Monster Maker</td>\n",
       "      <td>Giles Foster</td>\n",
       "      <td>Harry Dean Stanton, Kieran O'Brien, George Cos...</td>\n",
       "      <td>1989</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Drama, Fantasy</td>\n",
       "      <td>Teenage Matt Banting wants to work with a famo...</td>\n",
       "      <td>45.0</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Fantasy</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  show_id   type                 title        director  \\\n",
       "0      s1  Movie   The Grand Seduction    Don McKellar   \n",
       "1      s2  Movie  Take Care Good Night    Girish Joshi   \n",
       "2      s3  Movie  Secrets of Deception     Josh Webber   \n",
       "3      s4  Movie    Pink: Staying True  Sonia Anderson   \n",
       "4      s5  Movie         Monster Maker    Giles Foster   \n",
       "\n",
       "                                                cast  release_year rating  \\\n",
       "0     Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          2014    NaN   \n",
       "1   Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar          2018    13+   \n",
       "2  Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...          2017    NaN   \n",
       "3  Interviews with: Pink, Adele, Beyoncé, Britney...          2014    NaN   \n",
       "4  Harry Dean Stanton, Kieran O'Brien, George Cos...          1989    NaN   \n",
       "\n",
       "                categories                                        description  \\\n",
       "0            Comedy, Drama  A small fishing village must procure a local d...   \n",
       "1     Drama, International  A Metro Family decides to fight a Cyber Crimin...   \n",
       "2  Action, Drama, Suspense  After a man discovers his wife is cheating on ...   \n",
       "3              Documentary  Pink breaks the mold once again, bringing her ...   \n",
       "4           Drama, Fantasy  Teenage Matt Banting wants to work with a famo...   \n",
       "\n",
       "   duration_num duration_movie duration_season       Genre1          Genre2  \\\n",
       "0         113.0            113             NaN       Comedy           Drama   \n",
       "1         110.0            110             NaN        Drama   International   \n",
       "2          74.0             74             NaN       Action           Drama   \n",
       "3          69.0             69             NaN  Documentary            None   \n",
       "4          45.0             45             NaN        Drama         Fantasy   \n",
       "\n",
       "      Genre3  \n",
       "0       None  \n",
       "1       None  \n",
       "2   Suspense  \n",
       "3       None  \n",
       "4       None  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de4dfb9c",
   "metadata": {},
   "source": [
    "### Handling Missing Values\n",
    "Check the others missing values."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "c8c05124",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "show_id               0\n",
       "type                  0\n",
       "title                 0\n",
       "director           2083\n",
       "cast               1233\n",
       "release_year          0\n",
       "rating              337\n",
       "categories            0\n",
       "description           0\n",
       "duration_num          0\n",
       "duration_movie     1854\n",
       "duration_season    9156\n",
       "Genre1                0\n",
       "Genre2             3839\n",
       "Genre3             7612\n",
       "dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c0b35990",
   "metadata": {},
   "source": [
    "Then we can fill the missing values with 'unavailable' for columns who are not the categorical and numerical columns.\n",
    "\n",
    "Fill the rating columns with the mode method."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "600d7bcc",
   "metadata": {},
   "outputs": [],
   "source": [
    "df['director'].fillna('Unavailable', inplace=True)\n",
    "df['cast'].fillna('Unavailable', inplace=True)\n",
    "df['duration_season'].fillna('Unavailable', inplace=True)\n",
    "df['duration_movie'].fillna('Unavailable', inplace=True)\n",
    "df['Genre1'].fillna('Unavailable', inplace=True)\n",
    "df['Genre2'].fillna('Unavailable', inplace=True)\n",
    "df['Genre3'].fillna('Unavailable', inplace=True)\n",
    "\n",
    "df['rating'] = df['rating'].fillna(df['rating'].mode()[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "99de719c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "      <th>Genre1</th>\n",
       "      <th>Genre2</th>\n",
       "      <th>Genre3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>2014</td>\n",
       "      <td>13+</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "      <td>113.0</td>\n",
       "      <td>113</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "      <td>110.0</td>\n",
       "      <td>110</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>International</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>s3</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Secrets of Deception</td>\n",
       "      <td>Josh Webber</td>\n",
       "      <td>Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...</td>\n",
       "      <td>2017</td>\n",
       "      <td>13+</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>After a man discovers his wife is cheating on ...</td>\n",
       "      <td>74.0</td>\n",
       "      <td>74</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Suspense</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>s4</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pink: Staying True</td>\n",
       "      <td>Sonia Anderson</td>\n",
       "      <td>Interviews with: Pink, Adele, Beyoncé, Britney...</td>\n",
       "      <td>2014</td>\n",
       "      <td>13+</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Pink breaks the mold once again, bringing her ...</td>\n",
       "      <td>69.0</td>\n",
       "      <td>69</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>s5</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Monster Maker</td>\n",
       "      <td>Giles Foster</td>\n",
       "      <td>Harry Dean Stanton, Kieran O'Brien, George Cos...</td>\n",
       "      <td>1989</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, Fantasy</td>\n",
       "      <td>Teenage Matt Banting wants to work with a famo...</td>\n",
       "      <td>45.0</td>\n",
       "      <td>45</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Fantasy</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9663</th>\n",
       "      <td>s9664</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pride Of The Bowery</td>\n",
       "      <td>Joseph H. Lewis</td>\n",
       "      <td>Leo Gorcey, Bobby Jordan</td>\n",
       "      <td>1940</td>\n",
       "      <td>7+</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>New York City street principles get an East Si...</td>\n",
       "      <td>60.0</td>\n",
       "      <td>60</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9664</th>\n",
       "      <td>s9665</td>\n",
       "      <td>TV Show</td>\n",
       "      <td>Planet Patrol</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>DICK VOSBURGH, RONNIE STEVENS, LIBBY MORRIS, M...</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>TV Shows</td>\n",
       "      <td>This is Earth, 2100AD - and these are the adve...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>4</td>\n",
       "      <td>TV Shows</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9665</th>\n",
       "      <td>s9666</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Outpost</td>\n",
       "      <td>Steve Barker</td>\n",
       "      <td>Ray Stevenson, Julian Wadham, Richard Brake, M...</td>\n",
       "      <td>2008</td>\n",
       "      <td>R</td>\n",
       "      <td>Action</td>\n",
       "      <td>In war-torn Eastern Europe, a world-weary grou...</td>\n",
       "      <td>90.0</td>\n",
       "      <td>90</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9666</th>\n",
       "      <td>s9667</td>\n",
       "      <td>TV Show</td>\n",
       "      <td>Maradona: Blessed Dream</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Esteban Recagno, Ezequiel Stremiz, Luciano Vit...</td>\n",
       "      <td>2021</td>\n",
       "      <td>TV-MA</td>\n",
       "      <td>Drama, Sports</td>\n",
       "      <td>The series tells the story of Diego Maradona, ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Sports</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9667</th>\n",
       "      <td>s9668</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Harry Brown</td>\n",
       "      <td>Daniel Barber</td>\n",
       "      <td>Michael Caine, Emily Mortimer, Joseph Gilgun, ...</td>\n",
       "      <td>2010</td>\n",
       "      <td>R</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>Harry Brown, starring two-time Academy Award w...</td>\n",
       "      <td>103.0</td>\n",
       "      <td>103</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Suspense</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9668 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     show_id     type                    title         director  \\\n",
       "0         s1    Movie      The Grand Seduction     Don McKellar   \n",
       "1         s2    Movie     Take Care Good Night     Girish Joshi   \n",
       "2         s3    Movie     Secrets of Deception      Josh Webber   \n",
       "3         s4    Movie       Pink: Staying True   Sonia Anderson   \n",
       "4         s5    Movie            Monster Maker     Giles Foster   \n",
       "...      ...      ...                      ...              ...   \n",
       "9663   s9664    Movie      Pride Of The Bowery  Joseph H. Lewis   \n",
       "9664   s9665  TV Show            Planet Patrol      Unavailable   \n",
       "9665   s9666    Movie                  Outpost     Steve Barker   \n",
       "9666   s9667  TV Show  Maradona: Blessed Dream      Unavailable   \n",
       "9667   s9668    Movie              Harry Brown    Daniel Barber   \n",
       "\n",
       "                                                   cast  release_year rating  \\\n",
       "0        Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          2014    13+   \n",
       "1      Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar          2018    13+   \n",
       "2     Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...          2017    13+   \n",
       "3     Interviews with: Pink, Adele, Beyoncé, Britney...          2014    13+   \n",
       "4     Harry Dean Stanton, Kieran O'Brien, George Cos...          1989    13+   \n",
       "...                                                 ...           ...    ...   \n",
       "9663                           Leo Gorcey, Bobby Jordan          1940     7+   \n",
       "9664  DICK VOSBURGH, RONNIE STEVENS, LIBBY MORRIS, M...          2018    13+   \n",
       "9665  Ray Stevenson, Julian Wadham, Richard Brake, M...          2008      R   \n",
       "9666  Esteban Recagno, Ezequiel Stremiz, Luciano Vit...          2021  TV-MA   \n",
       "9667  Michael Caine, Emily Mortimer, Joseph Gilgun, ...          2010      R   \n",
       "\n",
       "                   categories  \\\n",
       "0               Comedy, Drama   \n",
       "1        Drama, International   \n",
       "2     Action, Drama, Suspense   \n",
       "3                 Documentary   \n",
       "4              Drama, Fantasy   \n",
       "...                       ...   \n",
       "9663                   Comedy   \n",
       "9664                 TV Shows   \n",
       "9665                   Action   \n",
       "9666            Drama, Sports   \n",
       "9667  Action, Drama, Suspense   \n",
       "\n",
       "                                            description  duration_num  \\\n",
       "0     A small fishing village must procure a local d...         113.0   \n",
       "1     A Metro Family decides to fight a Cyber Crimin...         110.0   \n",
       "2     After a man discovers his wife is cheating on ...          74.0   \n",
       "3     Pink breaks the mold once again, bringing her ...          69.0   \n",
       "4     Teenage Matt Banting wants to work with a famo...          45.0   \n",
       "...                                                 ...           ...   \n",
       "9663  New York City street principles get an East Si...          60.0   \n",
       "9664  This is Earth, 2100AD - and these are the adve...           4.0   \n",
       "9665  In war-torn Eastern Europe, a world-weary grou...          90.0   \n",
       "9666  The series tells the story of Diego Maradona, ...           1.0   \n",
       "9667  Harry Brown, starring two-time Academy Award w...         103.0   \n",
       "\n",
       "     duration_movie duration_season       Genre1          Genre2       Genre3  \n",
       "0               113     Unavailable       Comedy           Drama  Unavailable  \n",
       "1               110     Unavailable        Drama   International  Unavailable  \n",
       "2                74     Unavailable       Action           Drama     Suspense  \n",
       "3                69     Unavailable  Documentary     Unavailable  Unavailable  \n",
       "4                45     Unavailable        Drama         Fantasy  Unavailable  \n",
       "...             ...             ...          ...             ...          ...  \n",
       "9663             60     Unavailable       Comedy     Unavailable  Unavailable  \n",
       "9664    Unavailable               4     TV Shows     Unavailable  Unavailable  \n",
       "9665             90     Unavailable       Action     Unavailable  Unavailable  \n",
       "9666    Unavailable     Unavailable        Drama          Sports  Unavailable  \n",
       "9667            103     Unavailable       Action           Drama     Suspense  \n",
       "\n",
       "[9668 rows x 15 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "29d7d59f",
   "metadata": {},
   "source": [
    "#### Check the missing values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "414ba445",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "show_id            0\n",
       "type               0\n",
       "title              0\n",
       "director           0\n",
       "cast               0\n",
       "release_year       0\n",
       "rating             0\n",
       "categories         0\n",
       "description        0\n",
       "duration_num       0\n",
       "duration_movie     0\n",
       "duration_season    0\n",
       "Genre1             0\n",
       "Genre2             0\n",
       "Genre3             0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a133b9b4",
   "metadata": {},
   "source": [
    "### Check Outliers\n",
    "Analyze the distribution of film duration for 'Movie' type films.\n",
    "\n",
    "The calculated lower and upper bounds can then be used to identify and manage outliers in the film's duration."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "ba7f69b8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Quartil 1 (Q1) untuk Movie: 75.0\n",
      "Quartil 3 (Q3) untuk Movie: 106.0\n",
      "IQR :  31.0\n",
      "Lower Bound :  28.5\n",
      "Upper Bound:  152.5\n"
     ]
    }
   ],
   "source": [
    "movie_df = df[df['type'] == 'Movie']\n",
    "\n",
    "q1_movie = movie_df['duration_num'].quantile(0.25)\n",
    "q3_movie = movie_df['duration_num'].quantile(0.75)\n",
    "\n",
    "print(\"Quartil 1 (Q1) untuk Movie:\", q1_movie)\n",
    "print(\"Quartil 3 (Q3) untuk Movie:\", q3_movie)\n",
    "\n",
    "iqr=q3_movie-q1_movie\n",
    "print('IQR : ',iqr)\n",
    "\n",
    "lwr_bound = q1_movie - (1.5 * iqr) #lower bound\n",
    "upr_bound = q3_movie + (1.5 * iqr) #upper bound\n",
    "\n",
    "print('Lower Bound : ',lwr_bound)\n",
    "print('Upper Bound: ',upr_bound)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fdad40cc",
   "metadata": {},
   "source": [
    "Arrange the rows of the DataFrame in descending order based on the values in the 'duration_num' column.\n",
    "\n",
    "In the context of movies, this operation would arrange the movies from the longest to the shortest duration."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "08a080f4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "      <th>Genre1</th>\n",
       "      <th>Genre2</th>\n",
       "      <th>Genre3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>933</th>\n",
       "      <td>s934</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Soothing Surf at Del Norte for Sleep black screen</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2018</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Black screen reduces the blue-spectrum light w...</td>\n",
       "      <td>601.0</td>\n",
       "      <td>601</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3850</th>\n",
       "      <td>s3851</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Himalayan Singing Bowls 9 hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Niv Dayan, Sarah Lærke</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>This ambient sleep and meditation video is a f...</td>\n",
       "      <td>550.0</td>\n",
       "      <td>550</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4087</th>\n",
       "      <td>s4088</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Thunderstorm for sleep black screen</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Documentary, Special Interest</td>\n",
       "      <td>Black screen for a deep, restful sleep accompa...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5214</th>\n",
       "      <td>s5215</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Black Screen Ocean Waves for Sleep 9 hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>This black screen recording of the winter Paci...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1673</th>\n",
       "      <td>s1674</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Midnight Thunderstorm for Sleep 9 Hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2014</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Our most popular ambient sleep video is a full...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5701</th>\n",
       "      <td>s5702</td>\n",
       "      <td>Movie</td>\n",
       "      <td>PrimeVideoQATestMovie16 US</td>\n",
       "      <td>Test Director US</td>\n",
       "      <td>Test Actor1 US, Test Actor2</td>\n",
       "      <td>2015</td>\n",
       "      <td>G</td>\n",
       "      <td>Action, Drama</td>\n",
       "      <td>PrimeVideoQATestMovie16 US Title Summary Goes ...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5162</th>\n",
       "      <td>s5163</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Asin_tombstone_test_target_04</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>asin_tombstone_test_target_04 short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1381</th>\n",
       "      <td>s1382</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Paradise Canyon - Digitally Remastered</td>\n",
       "      <td>Carl Pierson</td>\n",
       "      <td>John Wayne, Marion Burns, Earle Hodgins, Yakim...</td>\n",
       "      <td>1935</td>\n",
       "      <td>7+</td>\n",
       "      <td>Action, Adventure</td>\n",
       "      <td>An undercover agent for the government is sent...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Adventure</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5191</th>\n",
       "      <td>s5192</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Asintombstonetest-target</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>asintombstonetest-target short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8575</th>\n",
       "      <td>s8576</td>\n",
       "      <td>Movie</td>\n",
       "      <td>ProjectUNUnApprovedMovieTarget</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>projectUNUnApprovedMovieTarget short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7814 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     show_id   type                                              title  \\\n",
       "933     s934  Movie  Soothing Surf at Del Norte for Sleep black screen   \n",
       "3850   s3851  Movie                    Himalayan Singing Bowls 9 hours   \n",
       "4087   s4088  Movie                Thunderstorm for sleep black screen   \n",
       "5214   s5215  Movie         Black Screen Ocean Waves for Sleep 9 hours   \n",
       "1673   s1674  Movie            Midnight Thunderstorm for Sleep 9 Hours   \n",
       "...      ...    ...                                                ...   \n",
       "5701   s5702  Movie                         PrimeVideoQATestMovie16 US   \n",
       "5162   s5163  Movie                      Asin_tombstone_test_target_04   \n",
       "1381   s1382  Movie             Paradise Canyon - Digitally Remastered   \n",
       "5191   s5192  Movie                           Asintombstonetest-target   \n",
       "8575   s8576  Movie                     ProjectUNUnApprovedMovieTarget   \n",
       "\n",
       "              director                                               cast  \\\n",
       "933        Mark Knight                                        Unavailable   \n",
       "3850       Mark Knight                             Niv Dayan, Sarah Lærke   \n",
       "4087       Mark Knight                                        Unavailable   \n",
       "5214       Mark Knight                                        Unavailable   \n",
       "1673       Mark Knight                                        Unavailable   \n",
       "...                ...                                                ...   \n",
       "5701  Test Director US                        Test Actor1 US, Test Actor2   \n",
       "5162     Test Director                         Test Actor 1, Test Actor 2   \n",
       "1381      Carl Pierson  John Wayne, Marion Burns, Earle Hodgins, Yakim...   \n",
       "5191     Test Director                         Test Actor 1, Test Actor 2   \n",
       "8575     Test Director                         Test Actor 1, Test Actor 2   \n",
       "\n",
       "      release_year rating                     categories  \\\n",
       "933           2018    ALL               Special Interest   \n",
       "3850          2017    ALL               Special Interest   \n",
       "4087          2017    ALL  Documentary, Special Interest   \n",
       "5214          2017    ALL               Special Interest   \n",
       "1673          2014    ALL               Special Interest   \n",
       "...            ...    ...                            ...   \n",
       "5701          2015      G                  Action, Drama   \n",
       "5162          2019      G                         Comedy   \n",
       "1381          1935     7+              Action, Adventure   \n",
       "5191          2019      G                         Comedy   \n",
       "8575          2019      G                         Comedy   \n",
       "\n",
       "                                            description  duration_num  \\\n",
       "933   Black screen reduces the blue-spectrum light w...         601.0   \n",
       "3850  This ambient sleep and meditation video is a f...         550.0   \n",
       "4087  Black screen for a deep, restful sleep accompa...         541.0   \n",
       "5214  This black screen recording of the winter Paci...         541.0   \n",
       "1673  Our most popular ambient sleep video is a full...         541.0   \n",
       "...                                                 ...           ...   \n",
       "5701  PrimeVideoQATestMovie16 US Title Summary Goes ...           0.0   \n",
       "5162                asin_tombstone_test_target_04 short           0.0   \n",
       "1381  An undercover agent for the government is sent...           0.0   \n",
       "5191                     asintombstonetest-target short           0.0   \n",
       "8575               projectUNUnApprovedMovieTarget short           0.0   \n",
       "\n",
       "     duration_movie duration_season            Genre1             Genre2  \\\n",
       "933             601     Unavailable  Special Interest        Unavailable   \n",
       "3850            550     Unavailable  Special Interest        Unavailable   \n",
       "4087            541     Unavailable       Documentary   Special Interest   \n",
       "5214            541     Unavailable  Special Interest        Unavailable   \n",
       "1673            541     Unavailable  Special Interest        Unavailable   \n",
       "...             ...             ...               ...                ...   \n",
       "5701              0     Unavailable            Action              Drama   \n",
       "5162              0     Unavailable            Comedy        Unavailable   \n",
       "1381              0     Unavailable            Action          Adventure   \n",
       "5191              0     Unavailable            Comedy        Unavailable   \n",
       "8575              0     Unavailable            Comedy        Unavailable   \n",
       "\n",
       "           Genre3  \n",
       "933   Unavailable  \n",
       "3850  Unavailable  \n",
       "4087  Unavailable  \n",
       "5214  Unavailable  \n",
       "1673  Unavailable  \n",
       "...           ...  \n",
       "5701  Unavailable  \n",
       "5162  Unavailable  \n",
       "1381  Unavailable  \n",
       "5191  Unavailable  \n",
       "8575  Unavailable  \n",
       "\n",
       "[7814 rows x 15 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movie_df.sort_values(by='duration_num', ascending=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d75ed597",
   "metadata": {},
   "source": [
    "Filter and select rows from the sorted DataFrame movie_df_sorted where the 'duration_num' values fall outside a specific range."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "5ae08428",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "      <th>Genre1</th>\n",
       "      <th>Genre2</th>\n",
       "      <th>Genre3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>933</th>\n",
       "      <td>s934</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Soothing Surf at Del Norte for Sleep black screen</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2018</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Black screen reduces the blue-spectrum light w...</td>\n",
       "      <td>601.0</td>\n",
       "      <td>601</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3850</th>\n",
       "      <td>s3851</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Himalayan Singing Bowls 9 hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Niv Dayan, Sarah Lærke</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>This ambient sleep and meditation video is a f...</td>\n",
       "      <td>550.0</td>\n",
       "      <td>550</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4087</th>\n",
       "      <td>s4088</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Thunderstorm for sleep black screen</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Documentary, Special Interest</td>\n",
       "      <td>Black screen for a deep, restful sleep accompa...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5214</th>\n",
       "      <td>s5215</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Black Screen Ocean Waves for Sleep 9 hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2017</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>This black screen recording of the winter Paci...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1673</th>\n",
       "      <td>s1674</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Midnight Thunderstorm for Sleep 9 Hours</td>\n",
       "      <td>Mark Knight</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>2014</td>\n",
       "      <td>ALL</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Our most popular ambient sleep video is a full...</td>\n",
       "      <td>541.0</td>\n",
       "      <td>541</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Special Interest</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5701</th>\n",
       "      <td>s5702</td>\n",
       "      <td>Movie</td>\n",
       "      <td>PrimeVideoQATestMovie16 US</td>\n",
       "      <td>Test Director US</td>\n",
       "      <td>Test Actor1 US, Test Actor2</td>\n",
       "      <td>2015</td>\n",
       "      <td>G</td>\n",
       "      <td>Action, Drama</td>\n",
       "      <td>PrimeVideoQATestMovie16 US Title Summary Goes ...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5162</th>\n",
       "      <td>s5163</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Asin_tombstone_test_target_04</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>asin_tombstone_test_target_04 short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1381</th>\n",
       "      <td>s1382</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Paradise Canyon - Digitally Remastered</td>\n",
       "      <td>Carl Pierson</td>\n",
       "      <td>John Wayne, Marion Burns, Earle Hodgins, Yakim...</td>\n",
       "      <td>1935</td>\n",
       "      <td>7+</td>\n",
       "      <td>Action, Adventure</td>\n",
       "      <td>An undercover agent for the government is sent...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Adventure</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5191</th>\n",
       "      <td>s5192</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Asintombstonetest-target</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>asintombstonetest-target short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8575</th>\n",
       "      <td>s8576</td>\n",
       "      <td>Movie</td>\n",
       "      <td>ProjectUNUnApprovedMovieTarget</td>\n",
       "      <td>Test Director</td>\n",
       "      <td>Test Actor 1, Test Actor 2</td>\n",
       "      <td>2019</td>\n",
       "      <td>G</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>projectUNUnApprovedMovieTarget short</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>601 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     show_id   type                                              title  \\\n",
       "933     s934  Movie  Soothing Surf at Del Norte for Sleep black screen   \n",
       "3850   s3851  Movie                    Himalayan Singing Bowls 9 hours   \n",
       "4087   s4088  Movie                Thunderstorm for sleep black screen   \n",
       "5214   s5215  Movie         Black Screen Ocean Waves for Sleep 9 hours   \n",
       "1673   s1674  Movie            Midnight Thunderstorm for Sleep 9 Hours   \n",
       "...      ...    ...                                                ...   \n",
       "5701   s5702  Movie                         PrimeVideoQATestMovie16 US   \n",
       "5162   s5163  Movie                      Asin_tombstone_test_target_04   \n",
       "1381   s1382  Movie             Paradise Canyon - Digitally Remastered   \n",
       "5191   s5192  Movie                           Asintombstonetest-target   \n",
       "8575   s8576  Movie                     ProjectUNUnApprovedMovieTarget   \n",
       "\n",
       "              director                                               cast  \\\n",
       "933        Mark Knight                                        Unavailable   \n",
       "3850       Mark Knight                             Niv Dayan, Sarah Lærke   \n",
       "4087       Mark Knight                                        Unavailable   \n",
       "5214       Mark Knight                                        Unavailable   \n",
       "1673       Mark Knight                                        Unavailable   \n",
       "...                ...                                                ...   \n",
       "5701  Test Director US                        Test Actor1 US, Test Actor2   \n",
       "5162     Test Director                         Test Actor 1, Test Actor 2   \n",
       "1381      Carl Pierson  John Wayne, Marion Burns, Earle Hodgins, Yakim...   \n",
       "5191     Test Director                         Test Actor 1, Test Actor 2   \n",
       "8575     Test Director                         Test Actor 1, Test Actor 2   \n",
       "\n",
       "      release_year rating                     categories  \\\n",
       "933           2018    ALL               Special Interest   \n",
       "3850          2017    ALL               Special Interest   \n",
       "4087          2017    ALL  Documentary, Special Interest   \n",
       "5214          2017    ALL               Special Interest   \n",
       "1673          2014    ALL               Special Interest   \n",
       "...            ...    ...                            ...   \n",
       "5701          2015      G                  Action, Drama   \n",
       "5162          2019      G                         Comedy   \n",
       "1381          1935     7+              Action, Adventure   \n",
       "5191          2019      G                         Comedy   \n",
       "8575          2019      G                         Comedy   \n",
       "\n",
       "                                            description  duration_num  \\\n",
       "933   Black screen reduces the blue-spectrum light w...         601.0   \n",
       "3850  This ambient sleep and meditation video is a f...         550.0   \n",
       "4087  Black screen for a deep, restful sleep accompa...         541.0   \n",
       "5214  This black screen recording of the winter Paci...         541.0   \n",
       "1673  Our most popular ambient sleep video is a full...         541.0   \n",
       "...                                                 ...           ...   \n",
       "5701  PrimeVideoQATestMovie16 US Title Summary Goes ...           0.0   \n",
       "5162                asin_tombstone_test_target_04 short           0.0   \n",
       "1381  An undercover agent for the government is sent...           0.0   \n",
       "5191                     asintombstonetest-target short           0.0   \n",
       "8575               projectUNUnApprovedMovieTarget short           0.0   \n",
       "\n",
       "     duration_movie duration_season            Genre1             Genre2  \\\n",
       "933             601     Unavailable  Special Interest        Unavailable   \n",
       "3850            550     Unavailable  Special Interest        Unavailable   \n",
       "4087            541     Unavailable       Documentary   Special Interest   \n",
       "5214            541     Unavailable  Special Interest        Unavailable   \n",
       "1673            541     Unavailable  Special Interest        Unavailable   \n",
       "...             ...             ...               ...                ...   \n",
       "5701              0     Unavailable            Action              Drama   \n",
       "5162              0     Unavailable            Comedy        Unavailable   \n",
       "1381              0     Unavailable            Action          Adventure   \n",
       "5191              0     Unavailable            Comedy        Unavailable   \n",
       "8575              0     Unavailable            Comedy        Unavailable   \n",
       "\n",
       "           Genre3  \n",
       "933   Unavailable  \n",
       "3850  Unavailable  \n",
       "4087  Unavailable  \n",
       "5214  Unavailable  \n",
       "1673  Unavailable  \n",
       "...           ...  \n",
       "5701  Unavailable  \n",
       "5162  Unavailable  \n",
       "1381  Unavailable  \n",
       "5191  Unavailable  \n",
       "8575  Unavailable  \n",
       "\n",
       "[601 rows x 15 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "movie_df_sorted = movie_df.sort_values(by='duration_num', ascending=False)\n",
    "movie_df_sorted[(movie_df_sorted['duration_num'] > 152) | (movie_df_sorted['duration_num'] < 28)]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "39dd5308",
   "metadata": {},
   "source": [
    "### Save Clean Data in CSV format"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "8f26cf7b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_id</th>\n",
       "      <th>type</th>\n",
       "      <th>title</th>\n",
       "      <th>director</th>\n",
       "      <th>cast</th>\n",
       "      <th>release_year</th>\n",
       "      <th>rating</th>\n",
       "      <th>categories</th>\n",
       "      <th>description</th>\n",
       "      <th>duration_num</th>\n",
       "      <th>duration_movie</th>\n",
       "      <th>duration_season</th>\n",
       "      <th>Genre1</th>\n",
       "      <th>Genre2</th>\n",
       "      <th>Genre3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>s1</td>\n",
       "      <td>Movie</td>\n",
       "      <td>The Grand Seduction</td>\n",
       "      <td>Don McKellar</td>\n",
       "      <td>Brendan Gleeson, Taylor Kitsch, Gordon Pinsent</td>\n",
       "      <td>2014</td>\n",
       "      <td>13+</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "      <td>A small fishing village must procure a local d...</td>\n",
       "      <td>113.0</td>\n",
       "      <td>113</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>s2</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Take Care Good Night</td>\n",
       "      <td>Girish Joshi</td>\n",
       "      <td>Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, International</td>\n",
       "      <td>A Metro Family decides to fight a Cyber Crimin...</td>\n",
       "      <td>110.0</td>\n",
       "      <td>110</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>International</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>s3</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Secrets of Deception</td>\n",
       "      <td>Josh Webber</td>\n",
       "      <td>Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...</td>\n",
       "      <td>2017</td>\n",
       "      <td>13+</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>After a man discovers his wife is cheating on ...</td>\n",
       "      <td>74.0</td>\n",
       "      <td>74</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Suspense</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>s4</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pink: Staying True</td>\n",
       "      <td>Sonia Anderson</td>\n",
       "      <td>Interviews with: Pink, Adele, Beyoncé, Britney...</td>\n",
       "      <td>2014</td>\n",
       "      <td>13+</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Pink breaks the mold once again, bringing her ...</td>\n",
       "      <td>69.0</td>\n",
       "      <td>69</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>s5</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Monster Maker</td>\n",
       "      <td>Giles Foster</td>\n",
       "      <td>Harry Dean Stanton, Kieran O'Brien, George Cos...</td>\n",
       "      <td>1989</td>\n",
       "      <td>13+</td>\n",
       "      <td>Drama, Fantasy</td>\n",
       "      <td>Teenage Matt Banting wants to work with a famo...</td>\n",
       "      <td>45.0</td>\n",
       "      <td>45</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Fantasy</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9663</th>\n",
       "      <td>s9664</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Pride Of The Bowery</td>\n",
       "      <td>Joseph H. Lewis</td>\n",
       "      <td>Leo Gorcey, Bobby Jordan</td>\n",
       "      <td>1940</td>\n",
       "      <td>7+</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>New York City street principles get an East Si...</td>\n",
       "      <td>60.0</td>\n",
       "      <td>60</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9664</th>\n",
       "      <td>s9665</td>\n",
       "      <td>TV Show</td>\n",
       "      <td>Planet Patrol</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>DICK VOSBURGH, RONNIE STEVENS, LIBBY MORRIS, M...</td>\n",
       "      <td>2018</td>\n",
       "      <td>13+</td>\n",
       "      <td>TV Shows</td>\n",
       "      <td>This is Earth, 2100AD - and these are the adve...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>4</td>\n",
       "      <td>TV Shows</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9665</th>\n",
       "      <td>s9666</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Outpost</td>\n",
       "      <td>Steve Barker</td>\n",
       "      <td>Ray Stevenson, Julian Wadham, Richard Brake, M...</td>\n",
       "      <td>2008</td>\n",
       "      <td>R</td>\n",
       "      <td>Action</td>\n",
       "      <td>In war-torn Eastern Europe, a world-weary grou...</td>\n",
       "      <td>90.0</td>\n",
       "      <td>90</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9666</th>\n",
       "      <td>s9667</td>\n",
       "      <td>TV Show</td>\n",
       "      <td>Maradona: Blessed Dream</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Esteban Recagno, Ezequiel Stremiz, Luciano Vit...</td>\n",
       "      <td>2021</td>\n",
       "      <td>TV-MA</td>\n",
       "      <td>Drama, Sports</td>\n",
       "      <td>The series tells the story of Diego Maradona, ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Sports</td>\n",
       "      <td>Unavailable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9667</th>\n",
       "      <td>s9668</td>\n",
       "      <td>Movie</td>\n",
       "      <td>Harry Brown</td>\n",
       "      <td>Daniel Barber</td>\n",
       "      <td>Michael Caine, Emily Mortimer, Joseph Gilgun, ...</td>\n",
       "      <td>2010</td>\n",
       "      <td>R</td>\n",
       "      <td>Action, Drama, Suspense</td>\n",
       "      <td>Harry Brown, starring two-time Academy Award w...</td>\n",
       "      <td>103.0</td>\n",
       "      <td>103</td>\n",
       "      <td>Unavailable</td>\n",
       "      <td>Action</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Suspense</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9668 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     show_id     type                    title         director  \\\n",
       "0         s1    Movie      The Grand Seduction     Don McKellar   \n",
       "1         s2    Movie     Take Care Good Night     Girish Joshi   \n",
       "2         s3    Movie     Secrets of Deception      Josh Webber   \n",
       "3         s4    Movie       Pink: Staying True   Sonia Anderson   \n",
       "4         s5    Movie            Monster Maker     Giles Foster   \n",
       "...      ...      ...                      ...              ...   \n",
       "9663   s9664    Movie      Pride Of The Bowery  Joseph H. Lewis   \n",
       "9664   s9665  TV Show            Planet Patrol      Unavailable   \n",
       "9665   s9666    Movie                  Outpost     Steve Barker   \n",
       "9666   s9667  TV Show  Maradona: Blessed Dream      Unavailable   \n",
       "9667   s9668    Movie              Harry Brown    Daniel Barber   \n",
       "\n",
       "                                                   cast  release_year rating  \\\n",
       "0        Brendan Gleeson, Taylor Kitsch, Gordon Pinsent          2014    13+   \n",
       "1      Mahesh Manjrekar, Abhay Mahajan, Sachin Khedekar          2018    13+   \n",
       "2     Tom Sizemore, Lorenzo Lamas, Robert LaSardo, R...          2017    13+   \n",
       "3     Interviews with: Pink, Adele, Beyoncé, Britney...          2014    13+   \n",
       "4     Harry Dean Stanton, Kieran O'Brien, George Cos...          1989    13+   \n",
       "...                                                 ...           ...    ...   \n",
       "9663                           Leo Gorcey, Bobby Jordan          1940     7+   \n",
       "9664  DICK VOSBURGH, RONNIE STEVENS, LIBBY MORRIS, M...          2018    13+   \n",
       "9665  Ray Stevenson, Julian Wadham, Richard Brake, M...          2008      R   \n",
       "9666  Esteban Recagno, Ezequiel Stremiz, Luciano Vit...          2021  TV-MA   \n",
       "9667  Michael Caine, Emily Mortimer, Joseph Gilgun, ...          2010      R   \n",
       "\n",
       "                   categories  \\\n",
       "0               Comedy, Drama   \n",
       "1        Drama, International   \n",
       "2     Action, Drama, Suspense   \n",
       "3                 Documentary   \n",
       "4              Drama, Fantasy   \n",
       "...                       ...   \n",
       "9663                   Comedy   \n",
       "9664                 TV Shows   \n",
       "9665                   Action   \n",
       "9666            Drama, Sports   \n",
       "9667  Action, Drama, Suspense   \n",
       "\n",
       "                                            description  duration_num  \\\n",
       "0     A small fishing village must procure a local d...         113.0   \n",
       "1     A Metro Family decides to fight a Cyber Crimin...         110.0   \n",
       "2     After a man discovers his wife is cheating on ...          74.0   \n",
       "3     Pink breaks the mold once again, bringing her ...          69.0   \n",
       "4     Teenage Matt Banting wants to work with a famo...          45.0   \n",
       "...                                                 ...           ...   \n",
       "9663  New York City street principles get an East Si...          60.0   \n",
       "9664  This is Earth, 2100AD - and these are the adve...           4.0   \n",
       "9665  In war-torn Eastern Europe, a world-weary grou...          90.0   \n",
       "9666  The series tells the story of Diego Maradona, ...           1.0   \n",
       "9667  Harry Brown, starring two-time Academy Award w...         103.0   \n",
       "\n",
       "     duration_movie duration_season       Genre1          Genre2       Genre3  \n",
       "0               113     Unavailable       Comedy           Drama  Unavailable  \n",
       "1               110     Unavailable        Drama   International  Unavailable  \n",
       "2                74     Unavailable       Action           Drama     Suspense  \n",
       "3                69     Unavailable  Documentary     Unavailable  Unavailable  \n",
       "4                45     Unavailable        Drama         Fantasy  Unavailable  \n",
       "...             ...             ...          ...             ...          ...  \n",
       "9663             60     Unavailable       Comedy     Unavailable  Unavailable  \n",
       "9664    Unavailable               4     TV Shows     Unavailable  Unavailable  \n",
       "9665             90     Unavailable       Action     Unavailable  Unavailable  \n",
       "9666    Unavailable     Unavailable        Drama          Sports  Unavailable  \n",
       "9667            103     Unavailable       Action           Drama     Suspense  \n",
       "\n",
       "[9668 rows x 15 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_clean = pd.DataFrame(df)\n",
    "df_clean.to_csv(\"amazon_clean.csv\")\n",
    "df_clean"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}