ETL-Youtube.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#  ETL-Youtube data\n",
    "\n",
    "Entry-> Transform -> Load\n",
    "\n",
    "Challenge is tranform this data to able it load in Cloud base Data-base Service.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Importing dependencies \n",
    "\n",
    "import pandas as pd\n",
    "import pymongo\n",
    "import json\n",
    "\n",
    "from sqlalchemy import create_engine"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Enter\n",
    "Creating the path of the csv \n",
    "reading it in pandas, inpecting and clustering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Files path\n",
    "\n",
    "# Source 1: Data Scraped from Youtube web\n",
    "file_channels = \"./data set/Youtube_videos/5000 Youtube channels data from Socialblade.csv\"\n",
    "\n",
    "# Source 2: Data-set found in the Internet \n",
    "file_US = \"./data set/Youtube_videos/USvideos.csv\"\n",
    "file_CA = \"./data set/Youtube_videos/CAvideos.csv\"\n",
    "file_DE = \"./data set/Youtube_videos/DEvideos.csv\"\n",
    "file_FR = \"./data set/Youtube_videos/FRvideos.csv\"\n",
    "file_GB = \"./data set/Youtube_videos/GBvideos.csv\"\n",
    "file_IN = \"./data set/Youtube_videos/INvideos.csv\"\n",
    "\n",
    "# Source 3: Data from YouTube APIs\n",
    "youtube_KR = \"./data set/Youtube_videos/KR_category_id.json\"\n",
    "youtube_MX = \"./data set/Youtube_videos/MX_category_id.json\"\n",
    "youtube_RU = \"./data set/Youtube_videos/RU_category_id.json\"\n",
    "\n",
    "# Source 4: Data from Email\n",
    "# Ask people to rate channel\n",
    "\n",
    "# Source 5: Data from Landing Page \n",
    "# Page to collect data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Open the Scrpped data file\n",
    "\n",
    "youtube_Channels = pd.read_csv(file_channels)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Open the files using pandas\n",
    "\n",
    "youtube_US = pd.read_csv(file_US)\n",
    "youtube_CA = pd.read_csv(file_CA)\n",
    "youtube_DE = pd.read_csv(file_DE)\n",
    "youtube_FR = pd.read_csv(file_FR)\n",
    "youtube_GB = pd.read_csv(file_GB)\n",
    "youtube_IN = pd.read_csv(file_IN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/1v2mrzYSYG6onNLt2qTj13hkQZk\\\"\",\n",
      "    \"items\": [\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xy1mB4_yLrHy_BmKmPBggty2mZQ\\\"\",\n",
      "            \"id\": \"1\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Film & Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UZ1oLIIz2dxIhO45ZTFR3a3NyTA\\\"\",\n",
      "            \"id\": \"2\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Autos & Vehicles\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/nqRIq97-xe5XRZTxbknKFVe5Lmg\\\"\",\n",
      "            \"id\": \"10\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Music\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/HwXKamM1Q20q9BN-oBJavSGkfDI\\\"\",\n",
      "            \"id\": \"15\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Pets & Animals\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/9GQMSRjrZdHeb1OEM1XVQ9zbGec\\\"\",\n",
      "            \"id\": \"17\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sports\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/FJwVpGCVZ1yiJrqZbpqe68Sy_OE\\\"\",\n",
      "            \"id\": \"18\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Short Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/M-3iD9dwK7YJCafRf_DkLN8CouA\\\"\",\n",
      "            \"id\": \"19\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Travel & Events\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WmA0qYEfjWsAoyJFSw2zinhn2wM\\\"\",\n",
      "            \"id\": \"20\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Gaming\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EapFaGYG7K0StIXVf8aba249tdM\\\"\",\n",
      "            \"id\": \"21\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Videoblogging\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/xId8RX7vRN8rqkbYZbNIytUQDRo\\\"\",\n",
      "            \"id\": \"22\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"People & Blogs\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/G9LHzQmx44rX2S5yaga_Aqtwz8M\\\"\",\n",
      "            \"id\": \"23\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UVB9oxX2Bvqa_w_y3vXSLVK5E_s\\\"\",\n",
      "            \"id\": \"24\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Entertainment\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/QiLK0ZIrFoORdk_g2l_XR_ECjDc\\\"\",\n",
      "            \"id\": \"25\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"News & Politics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/r6Ck6Z0_L0rG37VJQR200SGNA_w\\\"\",\n",
      "            \"id\": \"26\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Howto & Style\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EoYkczo9I3RCf96RveKTOgOPkUM\\\"\",\n",
      "            \"id\": \"27\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Education\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/w5HjcTD82G_XA3xBctS30zS-JpQ\\\"\",\n",
      "            \"id\": \"28\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Science & Technology\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/lL7uWDr_071CHxifjYG1tJrp4Uo\\\"\",\n",
      "            \"id\": \"30\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WnuVfjO-PyFLO7NTRQIbrGE62nk\\\"\",\n",
      "            \"id\": \"31\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Anime/Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/ctpH2hGA_UZ3volJT_FTlOg9M00\\\"\",\n",
      "            \"id\": \"32\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Action/Adventure\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/L0kR3-g1BAo5UD1PLVbQ7LkkDtQ\\\"\",\n",
      "            \"id\": \"33\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Classics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/pUZOAC_s9sfiwar639qr_wAB-aI\\\"\",\n",
      "            \"id\": \"34\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xb5JLhtyNRN3AQq021Ds-OV50Jk\\\"\",\n",
      "            \"id\": \"35\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Documentary\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/u8WXzF4HIhtEi805__sqjuA4lEk\\\"\",\n",
      "            \"id\": \"36\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Drama\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/D04PP4Gr7wc4IV_O9G66Z4A8KWQ\\\"\",\n",
      "            \"id\": \"37\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Family\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/i5-_AceGXQCEEMWU0V8CcQm_vLQ\\\"\",\n",
      "            \"id\": \"38\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Foreign\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/rtlxd0zOixA9QHdIZB26-St5qgQ\\\"\",\n",
      "            \"id\": \"39\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Horror\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/N1TrDFLRppxZgBowCJfJCvh0Dpg\\\"\",\n",
      "            \"id\": \"40\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sci-Fi/Fantasy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/7UMGi6zRySqXopr_rv4sZq6Za2E\\\"\",\n",
      "            \"id\": \"41\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Thriller\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/RScXhi324h8usyIetreAVb-uKeM\\\"\",\n",
      "            \"id\": \"42\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shorts\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/0n9MJVCDLpA8q7aiGVrFsuFsd0A\\\"\",\n",
      "            \"id\": \"43\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shows\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/x5NxSf5fz8hn4loSN4rvhwzD_pY\\\"\",\n",
      "            \"id\": \"44\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Trailers\"\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"kind\": \"youtube#videoCategoryListResponse\"\n",
      "}\n",
      "{\n",
      "    \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/1v2mrzYSYG6onNLt2qTj13hkQZk\\\"\",\n",
      "    \"items\": [\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xy1mB4_yLrHy_BmKmPBggty2mZQ\\\"\",\n",
      "            \"id\": \"1\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Film & Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UZ1oLIIz2dxIhO45ZTFR3a3NyTA\\\"\",\n",
      "            \"id\": \"2\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Autos & Vehicles\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/nqRIq97-xe5XRZTxbknKFVe5Lmg\\\"\",\n",
      "            \"id\": \"10\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Music\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/HwXKamM1Q20q9BN-oBJavSGkfDI\\\"\",\n",
      "            \"id\": \"15\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Pets & Animals\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/9GQMSRjrZdHeb1OEM1XVQ9zbGec\\\"\",\n",
      "            \"id\": \"17\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sports\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/FJwVpGCVZ1yiJrqZbpqe68Sy_OE\\\"\",\n",
      "            \"id\": \"18\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Short Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/M-3iD9dwK7YJCafRf_DkLN8CouA\\\"\",\n",
      "            \"id\": \"19\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Travel & Events\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WmA0qYEfjWsAoyJFSw2zinhn2wM\\\"\",\n",
      "            \"id\": \"20\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Gaming\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EapFaGYG7K0StIXVf8aba249tdM\\\"\",\n",
      "            \"id\": \"21\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Videoblogging\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/xId8RX7vRN8rqkbYZbNIytUQDRo\\\"\",\n",
      "            \"id\": \"22\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"People & Blogs\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/G9LHzQmx44rX2S5yaga_Aqtwz8M\\\"\",\n",
      "            \"id\": \"23\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UVB9oxX2Bvqa_w_y3vXSLVK5E_s\\\"\",\n",
      "            \"id\": \"24\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Entertainment\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/QiLK0ZIrFoORdk_g2l_XR_ECjDc\\\"\",\n",
      "            \"id\": \"25\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"News & Politics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/r6Ck6Z0_L0rG37VJQR200SGNA_w\\\"\",\n",
      "            \"id\": \"26\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Howto & Style\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EoYkczo9I3RCf96RveKTOgOPkUM\\\"\",\n",
      "            \"id\": \"27\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Education\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/w5HjcTD82G_XA3xBctS30zS-JpQ\\\"\",\n",
      "            \"id\": \"28\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Science & Technology\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/lL7uWDr_071CHxifjYG1tJrp4Uo\\\"\",\n",
      "            \"id\": \"30\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WnuVfjO-PyFLO7NTRQIbrGE62nk\\\"\",\n",
      "            \"id\": \"31\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Anime/Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/ctpH2hGA_UZ3volJT_FTlOg9M00\\\"\",\n",
      "            \"id\": \"32\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Action/Adventure\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/L0kR3-g1BAo5UD1PLVbQ7LkkDtQ\\\"\",\n",
      "            \"id\": \"33\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Classics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/pUZOAC_s9sfiwar639qr_wAB-aI\\\"\",\n",
      "            \"id\": \"34\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xb5JLhtyNRN3AQq021Ds-OV50Jk\\\"\",\n",
      "            \"id\": \"35\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Documentary\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/u8WXzF4HIhtEi805__sqjuA4lEk\\\"\",\n",
      "            \"id\": \"36\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Drama\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/D04PP4Gr7wc4IV_O9G66Z4A8KWQ\\\"\",\n",
      "            \"id\": \"37\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Family\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/i5-_AceGXQCEEMWU0V8CcQm_vLQ\\\"\",\n",
      "            \"id\": \"38\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Foreign\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/rtlxd0zOixA9QHdIZB26-St5qgQ\\\"\",\n",
      "            \"id\": \"39\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Horror\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/N1TrDFLRppxZgBowCJfJCvh0Dpg\\\"\",\n",
      "            \"id\": \"40\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sci-Fi/Fantasy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/7UMGi6zRySqXopr_rv4sZq6Za2E\\\"\",\n",
      "            \"id\": \"41\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Thriller\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/RScXhi324h8usyIetreAVb-uKeM\\\"\",\n",
      "            \"id\": \"42\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shorts\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/0n9MJVCDLpA8q7aiGVrFsuFsd0A\\\"\",\n",
      "            \"id\": \"43\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shows\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/x5NxSf5fz8hn4loSN4rvhwzD_pY\\\"\",\n",
      "            \"id\": \"44\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Trailers\"\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"kind\": \"youtube#videoCategoryListResponse\"\n",
      "}\n",
      "{\n",
      "    \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/1v2mrzYSYG6onNLt2qTj13hkQZk\\\"\",\n",
      "    \"items\": [\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xy1mB4_yLrHy_BmKmPBggty2mZQ\\\"\",\n",
      "            \"id\": \"1\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Film & Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UZ1oLIIz2dxIhO45ZTFR3a3NyTA\\\"\",\n",
      "            \"id\": \"2\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Autos & Vehicles\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/nqRIq97-xe5XRZTxbknKFVe5Lmg\\\"\",\n",
      "            \"id\": \"10\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Music\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/HwXKamM1Q20q9BN-oBJavSGkfDI\\\"\",\n",
      "            \"id\": \"15\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Pets & Animals\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/9GQMSRjrZdHeb1OEM1XVQ9zbGec\\\"\",\n",
      "            \"id\": \"17\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sports\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/FJwVpGCVZ1yiJrqZbpqe68Sy_OE\\\"\",\n",
      "            \"id\": \"18\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Short Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/M-3iD9dwK7YJCafRf_DkLN8CouA\\\"\",\n",
      "            \"id\": \"19\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Travel & Events\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WmA0qYEfjWsAoyJFSw2zinhn2wM\\\"\",\n",
      "            \"id\": \"20\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Gaming\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EapFaGYG7K0StIXVf8aba249tdM\\\"\",\n",
      "            \"id\": \"21\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Videoblogging\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/xId8RX7vRN8rqkbYZbNIytUQDRo\\\"\",\n",
      "            \"id\": \"22\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"People & Blogs\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/G9LHzQmx44rX2S5yaga_Aqtwz8M\\\"\",\n",
      "            \"id\": \"23\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/UVB9oxX2Bvqa_w_y3vXSLVK5E_s\\\"\",\n",
      "            \"id\": \"24\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Entertainment\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/QiLK0ZIrFoORdk_g2l_XR_ECjDc\\\"\",\n",
      "            \"id\": \"25\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"News & Politics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/r6Ck6Z0_L0rG37VJQR200SGNA_w\\\"\",\n",
      "            \"id\": \"26\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Howto & Style\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/EoYkczo9I3RCf96RveKTOgOPkUM\\\"\",\n",
      "            \"id\": \"27\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Education\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/w5HjcTD82G_XA3xBctS30zS-JpQ\\\"\",\n",
      "            \"id\": \"28\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": true,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Science & Technology\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/lL7uWDr_071CHxifjYG1tJrp4Uo\\\"\",\n",
      "            \"id\": \"30\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Movies\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/WnuVfjO-PyFLO7NTRQIbrGE62nk\\\"\",\n",
      "            \"id\": \"31\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Anime/Animation\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/ctpH2hGA_UZ3volJT_FTlOg9M00\\\"\",\n",
      "            \"id\": \"32\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Action/Adventure\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/L0kR3-g1BAo5UD1PLVbQ7LkkDtQ\\\"\",\n",
      "            \"id\": \"33\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Classics\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/pUZOAC_s9sfiwar639qr_wAB-aI\\\"\",\n",
      "            \"id\": \"34\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Comedy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/Xb5JLhtyNRN3AQq021Ds-OV50Jk\\\"\",\n",
      "            \"id\": \"35\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Documentary\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/u8WXzF4HIhtEi805__sqjuA4lEk\\\"\",\n",
      "            \"id\": \"36\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Drama\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/D04PP4Gr7wc4IV_O9G66Z4A8KWQ\\\"\",\n",
      "            \"id\": \"37\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Family\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/i5-_AceGXQCEEMWU0V8CcQm_vLQ\\\"\",\n",
      "            \"id\": \"38\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Foreign\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/rtlxd0zOixA9QHdIZB26-St5qgQ\\\"\",\n",
      "            \"id\": \"39\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Horror\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/N1TrDFLRppxZgBowCJfJCvh0Dpg\\\"\",\n",
      "            \"id\": \"40\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Sci-Fi/Fantasy\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/7UMGi6zRySqXopr_rv4sZq6Za2E\\\"\",\n",
      "            \"id\": \"41\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Thriller\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/RScXhi324h8usyIetreAVb-uKeM\\\"\",\n",
      "            \"id\": \"42\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shorts\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/0n9MJVCDLpA8q7aiGVrFsuFsd0A\\\"\",\n",
      "            \"id\": \"43\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Shows\"\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"etag\": \"\\\"XI7nbFXulYBIpL0ayR_gDh3eu1k/x5NxSf5fz8hn4loSN4rvhwzD_pY\\\"\",\n",
      "            \"id\": \"44\",\n",
      "            \"kind\": \"youtube#videoCategory\",\n",
      "            \"snippet\": {\n",
      "                \"assignable\": false,\n",
      "                \"channelId\": \"UCBR8-60-B28hp2BmDPdntcQ\",\n",
      "                \"title\": \"Trailers\"\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"kind\": \"youtube#videoCategoryListResponse\"\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "# Function to Enter all the Json files\n",
    "\n",
    "\n",
    "def jsonOpen1(name):\n",
    "\n",
    "    with open(name, 'r') as handle:\n",
    "        parsed = json.load(handle)\n",
    "\n",
    "    name = (json.dumps(parsed, indent=4, sort_keys=True))\n",
    "\n",
    "    return print(name)\n",
    "\n",
    "\n",
    "\n",
    "# Calling the function for each json file and saving in variable\n",
    "\n",
    "youtube_KR = jsonOpen1(youtube_KR)\n",
    "youtube_MX = jsonOpen1(youtube_MX)\n",
    "youtube_RU = jsonOpen1(youtube_RU)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Data email"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Transform\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Webs & Tiaras - Toy Monster…     2\n",
       "Super Kids                       2\n",
       "Funny Vines                      2\n",
       "Learn Colors For Kids            2\n",
       "Various Artists - Topi           2\n",
       "Thơ Nguyễn                       2\n",
       "Bollywood Classics               2\n",
       "Moviebox Record Label            1\n",
       "ماوكلي                           1\n",
       "Humberto Contreras               1\n",
       "OTV                              1\n",
       "Chilevisión                      1\n",
       "CGMeetup                         1\n",
       "Phim HOT TK-L                    1\n",
       "Quahog Land                      1\n",
       "MBCentertainment                 1\n",
       "Toy Caboodle                     1\n",
       "Selected.                        1\n",
       "Indeed                           1\n",
       "Bruce McIntosh                   1\n",
       "I Can See Your Voice PH          1\n",
       "Levi's®                          1\n",
       "MBC THE VOICE KIDS               1\n",
       "はじめしゃちょーの畑                       1\n",
       "Black Beard Projects             1\n",
       "JRE Clips                        1\n",
       "nollygrio                        1\n",
       "1Kilo Oficial                    1\n",
       "B4U Mini Theatre                 1\n",
       "Jianpeng Li                      1\n",
       "                                ..\n",
       "KendrickLamarVEVO                1\n",
       "水溜りボンドの日常                        1\n",
       "Tommy'sToys                      1\n",
       "Kênh Thiếu Nhi - BHMEDI          1\n",
       "DANIEL EL TRAVIESO VIDEOS        1\n",
       "Muhteşem Yüzyıl                  1\n",
       "Groovy The Martian               1\n",
       "Tube World                       1\n",
       "Breakfast Club Power 105.1 FM    1\n",
       "SonsGames                        1\n",
       "Coffi Channel                    1\n",
       "Marques Brownlee                 1\n",
       "FIFATV                           1\n",
       "Muca Muriço                      1\n",
       "NMF News                         1\n",
       "Supertone Digital                1\n",
       "Binging with Babish              1\n",
       "Polimer News                     1\n",
       "Официальный канал…               1\n",
       "HalseyVEVO                       1\n",
       "IN NEWS16                        1\n",
       "EllieGouldingVEVO                1\n",
       "นักผจญเพลง…                      1\n",
       "FORMULA 1                        1\n",
       "The Crazy Haacks                 1\n",
       "Phong Zhou                       1\n",
       "JennaMarbles                     1\n",
       "킴성태TV                            1\n",
       "Sai Recordds Digital             1\n",
       "                                 1\n",
       "Name: Channel name, Length: 4993, dtype: int64"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Cleaning channels data frame, removing symbols of it\n",
    "\n",
    "youtube_Channels[\"Grade\"] = youtube_Channels[\"Grade\"].str.replace(\"+\", \" \").str.strip()\n",
    "\n",
    "youtube_Channels[\"Channel name\"]= youtube_Channels['Channel name'].map(lambda x: x.lstrip('+-@#$%^&*पीरियड्स के समय, पेट ').rstrip('aAbBcC'))\n",
    "\n",
    "\n",
    "\n",
    "test = youtube_Channels\n",
    "\n",
    "# test['Channel name'] = youtube_Channels.result.str.extract(r'(\\d+)', expand=True).astype(int).df\n",
    "# test['Channel name'] = youtube_Channels['Channel name'].replace(regex=True,inplace=False,to_replace=r'\\D',value=r'')\n",
    "\n",
    "\n",
    "\n",
    "#youtube_Channels.head(900)\n",
    "youtube_Channels['Channel name'].value_counts()\n",
    "\n",
    "# test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\piter\\anaconda3\\lib\\site-packages\\ipykernel_launcher.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  # Remove the CWD from sys.path while we load stuff.\n",
      "c:\\users\\piter\\anaconda3\\lib\\site-packages\\ipykernel_launcher.py:14: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "# Function that cleans and filter the data\n",
    "\n",
    "def clean1 (df):\n",
    "\n",
    "    # Geting the meaninful columns\n",
    "    df = df[[\"video_id\",\"title\", \"channel_title\",\"publish_time\",\n",
    "                              \"tags\",\"views\", \"likes\", \"dislikes\", \"comment_count\"  ]]\n",
    "\n",
    "    # Cleaning overload data\n",
    "    df[\"publish_time\"] = df[\"publish_time\"].map(lambda x: str(x)[:-14])\n",
    "\n",
    "\n",
    "    #Cleaning symbols \n",
    "    df['channel_title']= df['channel_title'].map(lambda x: x.lstrip('+-@#$%^&*पीरियड्स के समय, पेट ').rstrip('aAbBcC'))\n",
    "\n",
    "    return df.head()\n",
    "\n",
    "\n",
    "youtube_US = clean1(youtube_US)\n",
    "youtube_CA = clean1(youtube_CA)\n",
    "youtube_DE = clean1(youtube_DE)\n",
    "youtube_FR = clean1(youtube_FR)\n",
    "youtube_GB = clean1(youtube_GB)\n",
    "youtube_IN = clean1(youtube_IN)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "\n",
    "#  Loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Checking Unique values\n",
    "#youtube_df2[\"channel_title\"].unique, youtube_df2[\"title\"].unique, youtube_df2[\"tags\"].unique\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_id': ObjectId('5c9e55494cfb9c0c74a3462d'),\n",
       " 'channel_title': 'CaseyNeistat',\n",
       " 'comment_count': 15954,\n",
       " 'dislikes': 2966,\n",
       " 'likes': 57527,\n",
       " 'publish_time': '',\n",
       " 'tags': 'SHANtell martin',\n",
       " 'title': 'WE WANT TO TALK ABOUT OUR MARRIAGE',\n",
       " 'video_id': '2kyS6SvSYSE',\n",
       " 'views': 748374}"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Function to insert it all in the Data Base\n",
    "\n",
    "def insert_mongoDB(data, collection):\n",
    "    \n",
    "    #transform to json\n",
    "    data_json = json.loads(data.to_json(orient='records'))\n",
    "    \n",
    "    #conect to mongoDB\n",
    "    myclient = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
    "    mydb = myclient[\"etldatabase\"]\n",
    "\n",
    "    db_cm = mydb[collection]\n",
    "\n",
    "\n",
    "    insert_data = myclient.etldatabase.collection.insert_many(data_json)#HOW MAKE different collection names for each\n",
    "    \n",
    "    return data_json[0] #Returning index 0 just for testing\n",
    "\n",
    "\n",
    "\n",
    "# Calling the function to Insert all data into Cloud Data Base\n",
    "\n",
    "insert_mongoDB(youtube_US, \"youtube_US\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n",
    "# insert_mongoDB(youtube_CA, \"youtube_CA\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "'str' object is not callable",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-173-8c1e5c8715c5>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      6\u001b[0m \u001b[1;31m#conect to mongoDB\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 7\u001b[1;33m \u001b[0mdata_json\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mjson\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloads\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0myoutube_KR\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0morient\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m'records'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      8\u001b[0m \u001b[0mmyclient\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpymongo\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mMongoClient\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"mongodb://localhost:27017/\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      9\u001b[0m \u001b[0mmydb\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mmyclient\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"etldatabase\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mTypeError\u001b[0m: 'str' object is not callable"
     ]
    }
   ],
   "source": [
    "# Function that loads Json files\n",
    "\n",
    "# def insertJson_mongoDB(data):\n",
    "      \n",
    "#conect to mongoDB\n",
    "data_json = json.loads(youtube_KR(orient='records'))\n",
    "myclient = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
    "mydb = myclient[\"etldatabase\"]\n",
    "\n",
    "db_cm = mydb[\"collection\"]\n",
    "\n",
    "\n",
    "insert_data = myclient.etldatabase.collection.insert_many(data_json)#HOW MAKE different collection names for each\n",
    "\n",
    "\n",
    "\n",
    "youtube_KR\n",
    "#return data_json[0] #Returning index 0 just for testing\n",
    "\n",
    "\n",
    "\n",
    "# insertJson_mongoDB(youtube_KR) #kr,mx,ru"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}