spotify.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "de865c0a",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:24.824766Z",
     "iopub.status.busy": "2022-08-09T10:51:24.823738Z",
     "iopub.status.idle": "2022-08-09T10:51:24.845668Z",
     "shell.execute_reply": "2022-08-09T10:51:24.844308Z"
    },
    "papermill": {
     "duration": 0.035386,
     "end_time": "2022-08-09T10:51:24.849973",
     "exception": false,
     "start_time": "2022-08-09T10:51:24.814587",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/kaggle/input/top-hits-spotify-from-20002019/songs_normalize.csv\n"
     ]
    }
   ],
   "source": [
    "# This Python 3 environment comes with many helpful analytics libraries installed\n",
    "# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n",
    "# For example, here's several helpful packages to load\n",
    "\n",
    "import numpy as np # linear algebra\n",
    "import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
    "\n",
    "# Input data files are available in the read-only \"../input/\" directory\n",
    "# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n",
    "\n",
    "import os\n",
    "for dirname, _, filenames in os.walk('/kaggle/input'):\n",
    "    for filename in filenames:\n",
    "        print(os.path.join(dirname, filename))\n",
    "\n",
    "# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n",
    "# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "8be6ab63",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:24.866385Z",
     "iopub.status.busy": "2022-08-09T10:51:24.863861Z",
     "iopub.status.idle": "2022-08-09T10:51:24.919280Z",
     "shell.execute_reply": "2022-08-09T10:51:24.918110Z"
    },
    "papermill": {
     "duration": 0.066494,
     "end_time": "2022-08-09T10:51:24.922945",
     "exception": false,
     "start_time": "2022-08-09T10:51:24.856451",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist</th>\n",
       "      <th>song</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>year</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Britney Spears</td>\n",
       "      <td>Oops!...I Did It Again</td>\n",
       "      <td>211160</td>\n",
       "      <td>False</td>\n",
       "      <td>2000</td>\n",
       "      <td>77</td>\n",
       "      <td>0.751</td>\n",
       "      <td>0.834</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.444</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0437</td>\n",
       "      <td>0.3000</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.3550</td>\n",
       "      <td>0.894</td>\n",
       "      <td>95.053</td>\n",
       "      <td>pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>blink-182</td>\n",
       "      <td>All The Small Things</td>\n",
       "      <td>167066</td>\n",
       "      <td>False</td>\n",
       "      <td>1999</td>\n",
       "      <td>79</td>\n",
       "      <td>0.434</td>\n",
       "      <td>0.897</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.918</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0488</td>\n",
       "      <td>0.0103</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.6120</td>\n",
       "      <td>0.684</td>\n",
       "      <td>148.726</td>\n",
       "      <td>rock, pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Faith Hill</td>\n",
       "      <td>Breathe</td>\n",
       "      <td>250546</td>\n",
       "      <td>False</td>\n",
       "      <td>1999</td>\n",
       "      <td>66</td>\n",
       "      <td>0.529</td>\n",
       "      <td>0.496</td>\n",
       "      <td>7</td>\n",
       "      <td>-9.007</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0290</td>\n",
       "      <td>0.1730</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.2510</td>\n",
       "      <td>0.278</td>\n",
       "      <td>136.859</td>\n",
       "      <td>pop, country</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bon Jovi</td>\n",
       "      <td>It's My Life</td>\n",
       "      <td>224493</td>\n",
       "      <td>False</td>\n",
       "      <td>2000</td>\n",
       "      <td>78</td>\n",
       "      <td>0.551</td>\n",
       "      <td>0.913</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.063</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0466</td>\n",
       "      <td>0.0263</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.3470</td>\n",
       "      <td>0.544</td>\n",
       "      <td>119.992</td>\n",
       "      <td>rock, metal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>*NSYNC</td>\n",
       "      <td>Bye Bye Bye</td>\n",
       "      <td>200560</td>\n",
       "      <td>False</td>\n",
       "      <td>2000</td>\n",
       "      <td>65</td>\n",
       "      <td>0.614</td>\n",
       "      <td>0.928</td>\n",
       "      <td>8</td>\n",
       "      <td>-4.806</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0516</td>\n",
       "      <td>0.0408</td>\n",
       "      <td>0.001040</td>\n",
       "      <td>0.0845</td>\n",
       "      <td>0.879</td>\n",
       "      <td>172.656</td>\n",
       "      <td>pop</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           artist                    song  duration_ms  explicit  year  \\\n",
       "0  Britney Spears  Oops!...I Did It Again       211160     False  2000   \n",
       "1       blink-182    All The Small Things       167066     False  1999   \n",
       "2      Faith Hill                 Breathe       250546     False  1999   \n",
       "3        Bon Jovi            It's My Life       224493     False  2000   \n",
       "4          *NSYNC             Bye Bye Bye       200560     False  2000   \n",
       "\n",
       "   popularity  danceability  energy  key  loudness  mode  speechiness  \\\n",
       "0          77         0.751   0.834    1    -5.444     0       0.0437   \n",
       "1          79         0.434   0.897    0    -4.918     1       0.0488   \n",
       "2          66         0.529   0.496    7    -9.007     1       0.0290   \n",
       "3          78         0.551   0.913    0    -4.063     0       0.0466   \n",
       "4          65         0.614   0.928    8    -4.806     0       0.0516   \n",
       "\n",
       "   acousticness  instrumentalness  liveness  valence    tempo         genre  \n",
       "0        0.3000          0.000018    0.3550    0.894   95.053           pop  \n",
       "1        0.0103          0.000000    0.6120    0.684  148.726     rock, pop  \n",
       "2        0.1730          0.000000    0.2510    0.278  136.859  pop, country  \n",
       "3        0.0263          0.000013    0.3470    0.544  119.992   rock, metal  \n",
       "4        0.0408          0.001040    0.0845    0.879  172.656           pop  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df = pd.read_csv('/kaggle/input/top-hits-spotify-from-20002019/songs_normalize.csv')\n",
    "raw_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "11551d67",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:24.939170Z",
     "iopub.status.busy": "2022-08-09T10:51:24.938130Z",
     "iopub.status.idle": "2022-08-09T10:51:24.952183Z",
     "shell.execute_reply": "2022-08-09T10:51:24.950975Z"
    },
    "papermill": {
     "duration": 0.024491,
     "end_time": "2022-08-09T10:51:24.954736",
     "exception": false,
     "start_time": "2022-08-09T10:51:24.930245",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "artist              0\n",
       "song                0\n",
       "duration_ms         0\n",
       "explicit            0\n",
       "year                0\n",
       "popularity          0\n",
       "danceability        0\n",
       "energy              0\n",
       "key                 0\n",
       "loudness            0\n",
       "mode                0\n",
       "speechiness         0\n",
       "acousticness        0\n",
       "instrumentalness    0\n",
       "liveness            0\n",
       "valence             0\n",
       "tempo               0\n",
       "genre               0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "6c9013fd",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:24.969396Z",
     "iopub.status.busy": "2022-08-09T10:51:24.968837Z",
     "iopub.status.idle": "2022-08-09T10:51:24.996179Z",
     "shell.execute_reply": "2022-08-09T10:51:24.994659Z"
    },
    "papermill": {
     "duration": 0.03778,
     "end_time": "2022-08-09T10:51:24.998897",
     "exception": false,
     "start_time": "2022-08-09T10:51:24.961117",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2000 entries, 0 to 1999\n",
      "Data columns (total 18 columns):\n",
      " #   Column            Non-Null Count  Dtype  \n",
      "---  ------            --------------  -----  \n",
      " 0   artist            2000 non-null   object \n",
      " 1   song              2000 non-null   object \n",
      " 2   duration_ms       2000 non-null   int64  \n",
      " 3   explicit          2000 non-null   bool   \n",
      " 4   year              2000 non-null   int64  \n",
      " 5   popularity        2000 non-null   int64  \n",
      " 6   danceability      2000 non-null   float64\n",
      " 7   energy            2000 non-null   float64\n",
      " 8   key               2000 non-null   int64  \n",
      " 9   loudness          2000 non-null   float64\n",
      " 10  mode              2000 non-null   int64  \n",
      " 11  speechiness       2000 non-null   float64\n",
      " 12  acousticness      2000 non-null   float64\n",
      " 13  instrumentalness  2000 non-null   float64\n",
      " 14  liveness          2000 non-null   float64\n",
      " 15  valence           2000 non-null   float64\n",
      " 16  tempo             2000 non-null   float64\n",
      " 17  genre             2000 non-null   object \n",
      "dtypes: bool(1), float64(9), int64(5), object(3)\n",
      "memory usage: 267.7+ KB\n"
     ]
    }
   ],
   "source": [
    "raw_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "db9c500c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.014938Z",
     "iopub.status.busy": "2022-08-09T10:51:25.013071Z",
     "iopub.status.idle": "2022-08-09T10:51:25.022187Z",
     "shell.execute_reply": "2022-08-09T10:51:25.021012Z"
    },
    "papermill": {
     "duration": 0.019446,
     "end_time": "2022-08-09T10:51:25.024548",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.005102",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "raw_df['explicit'] = raw_df['explicit'].map({False: 0, True: 1})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "55165e39",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.039227Z",
     "iopub.status.busy": "2022-08-09T10:51:25.038361Z",
     "iopub.status.idle": "2022-08-09T10:51:25.062664Z",
     "shell.execute_reply": "2022-08-09T10:51:25.061571Z"
    },
    "papermill": {
     "duration": 0.034603,
     "end_time": "2022-08-09T10:51:25.065395",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.030792",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist</th>\n",
       "      <th>song</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>year</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "      <th>genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Britney Spears</td>\n",
       "      <td>Oops!...I Did It Again</td>\n",
       "      <td>211160</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>77</td>\n",
       "      <td>0.751</td>\n",
       "      <td>0.834</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.444</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0437</td>\n",
       "      <td>0.3000</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.3550</td>\n",
       "      <td>0.894</td>\n",
       "      <td>95.053</td>\n",
       "      <td>pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>blink-182</td>\n",
       "      <td>All The Small Things</td>\n",
       "      <td>167066</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>79</td>\n",
       "      <td>0.434</td>\n",
       "      <td>0.897</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.918</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0488</td>\n",
       "      <td>0.0103</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.6120</td>\n",
       "      <td>0.684</td>\n",
       "      <td>148.726</td>\n",
       "      <td>rock, pop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Faith Hill</td>\n",
       "      <td>Breathe</td>\n",
       "      <td>250546</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>66</td>\n",
       "      <td>0.529</td>\n",
       "      <td>0.496</td>\n",
       "      <td>7</td>\n",
       "      <td>-9.007</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0290</td>\n",
       "      <td>0.1730</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.2510</td>\n",
       "      <td>0.278</td>\n",
       "      <td>136.859</td>\n",
       "      <td>pop, country</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bon Jovi</td>\n",
       "      <td>It's My Life</td>\n",
       "      <td>224493</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>78</td>\n",
       "      <td>0.551</td>\n",
       "      <td>0.913</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.063</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0466</td>\n",
       "      <td>0.0263</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.3470</td>\n",
       "      <td>0.544</td>\n",
       "      <td>119.992</td>\n",
       "      <td>rock, metal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>*NSYNC</td>\n",
       "      <td>Bye Bye Bye</td>\n",
       "      <td>200560</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>65</td>\n",
       "      <td>0.614</td>\n",
       "      <td>0.928</td>\n",
       "      <td>8</td>\n",
       "      <td>-4.806</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0516</td>\n",
       "      <td>0.0408</td>\n",
       "      <td>0.001040</td>\n",
       "      <td>0.0845</td>\n",
       "      <td>0.879</td>\n",
       "      <td>172.656</td>\n",
       "      <td>pop</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           artist                    song  duration_ms  explicit  year  \\\n",
       "0  Britney Spears  Oops!...I Did It Again       211160         0  2000   \n",
       "1       blink-182    All The Small Things       167066         0  1999   \n",
       "2      Faith Hill                 Breathe       250546         0  1999   \n",
       "3        Bon Jovi            It's My Life       224493         0  2000   \n",
       "4          *NSYNC             Bye Bye Bye       200560         0  2000   \n",
       "\n",
       "   popularity  danceability  energy  key  loudness  mode  speechiness  \\\n",
       "0          77         0.751   0.834    1    -5.444     0       0.0437   \n",
       "1          79         0.434   0.897    0    -4.918     1       0.0488   \n",
       "2          66         0.529   0.496    7    -9.007     1       0.0290   \n",
       "3          78         0.551   0.913    0    -4.063     0       0.0466   \n",
       "4          65         0.614   0.928    8    -4.806     0       0.0516   \n",
       "\n",
       "   acousticness  instrumentalness  liveness  valence    tempo         genre  \n",
       "0        0.3000          0.000018    0.3550    0.894   95.053           pop  \n",
       "1        0.0103          0.000000    0.6120    0.684  148.726     rock, pop  \n",
       "2        0.1730          0.000000    0.2510    0.278  136.859  pop, country  \n",
       "3        0.0263          0.000013    0.3470    0.544  119.992   rock, metal  \n",
       "4        0.0408          0.001040    0.0845    0.879  172.656           pop  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "a4927acf",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.080172Z",
     "iopub.status.busy": "2022-08-09T10:51:25.079480Z",
     "iopub.status.idle": "2022-08-09T10:51:25.087623Z",
     "shell.execute_reply": "2022-08-09T10:51:25.086762Z"
    },
    "papermill": {
     "duration": 0.018182,
     "end_time": "2022-08-09T10:51:25.090007",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.071825",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "raw_df.drop(['artist', 'song'], axis = 1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c710a1d9",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.105100Z",
     "iopub.status.busy": "2022-08-09T10:51:25.104295Z",
     "iopub.status.idle": "2022-08-09T10:51:25.137957Z",
     "shell.execute_reply": "2022-08-09T10:51:25.137130Z"
    },
    "papermill": {
     "duration": 0.044501,
     "end_time": "2022-08-09T10:51:25.140884",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.096383",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>year</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>valence</th>\n",
       "      <th>tempo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>duration_ms</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.123595</td>\n",
       "      <td>-0.316534</td>\n",
       "      <td>0.050617</td>\n",
       "      <td>-0.060057</td>\n",
       "      <td>-0.078763</td>\n",
       "      <td>-0.002560</td>\n",
       "      <td>-0.079912</td>\n",
       "      <td>-0.003848</td>\n",
       "      <td>0.066998</td>\n",
       "      <td>0.010923</td>\n",
       "      <td>-0.004208</td>\n",
       "      <td>0.024941</td>\n",
       "      <td>-0.116870</td>\n",
       "      <td>-0.028603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>explicit</th>\n",
       "      <td>0.123595</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.078477</td>\n",
       "      <td>0.046605</td>\n",
       "      <td>0.248845</td>\n",
       "      <td>-0.162462</td>\n",
       "      <td>0.003320</td>\n",
       "      <td>-0.089829</td>\n",
       "      <td>0.049576</td>\n",
       "      <td>0.417343</td>\n",
       "      <td>-0.033523</td>\n",
       "      <td>-0.082522</td>\n",
       "      <td>0.008884</td>\n",
       "      <td>-0.045455</td>\n",
       "      <td>0.013221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <td>-0.316534</td>\n",
       "      <td>0.078477</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.003825</td>\n",
       "      <td>0.033532</td>\n",
       "      <td>-0.108644</td>\n",
       "      <td>0.007380</td>\n",
       "      <td>0.017479</td>\n",
       "      <td>-0.007358</td>\n",
       "      <td>0.001111</td>\n",
       "      <td>0.033809</td>\n",
       "      <td>-0.050265</td>\n",
       "      <td>-0.027037</td>\n",
       "      <td>-0.209365</td>\n",
       "      <td>0.076867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>popularity</th>\n",
       "      <td>0.050617</td>\n",
       "      <td>0.046605</td>\n",
       "      <td>-0.003825</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.003546</td>\n",
       "      <td>-0.014021</td>\n",
       "      <td>0.014823</td>\n",
       "      <td>0.030632</td>\n",
       "      <td>-0.021353</td>\n",
       "      <td>0.021162</td>\n",
       "      <td>0.024619</td>\n",
       "      <td>-0.048059</td>\n",
       "      <td>-0.009856</td>\n",
       "      <td>-0.016142</td>\n",
       "      <td>0.014288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>danceability</th>\n",
       "      <td>-0.060057</td>\n",
       "      <td>0.248845</td>\n",
       "      <td>0.033532</td>\n",
       "      <td>-0.003546</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.104038</td>\n",
       "      <td>0.032731</td>\n",
       "      <td>-0.033315</td>\n",
       "      <td>-0.067528</td>\n",
       "      <td>0.145590</td>\n",
       "      <td>-0.065429</td>\n",
       "      <td>0.023207</td>\n",
       "      <td>-0.126413</td>\n",
       "      <td>0.403178</td>\n",
       "      <td>-0.173418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>energy</th>\n",
       "      <td>-0.078763</td>\n",
       "      <td>-0.162462</td>\n",
       "      <td>-0.108644</td>\n",
       "      <td>-0.014021</td>\n",
       "      <td>-0.104038</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.003446</td>\n",
       "      <td>0.651016</td>\n",
       "      <td>-0.040651</td>\n",
       "      <td>-0.057018</td>\n",
       "      <td>-0.445469</td>\n",
       "      <td>0.037861</td>\n",
       "      <td>0.156761</td>\n",
       "      <td>0.334474</td>\n",
       "      <td>0.153719</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>key</th>\n",
       "      <td>-0.002560</td>\n",
       "      <td>0.003320</td>\n",
       "      <td>0.007380</td>\n",
       "      <td>0.014823</td>\n",
       "      <td>0.032731</td>\n",
       "      <td>-0.003446</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.007474</td>\n",
       "      <td>-0.153182</td>\n",
       "      <td>0.007147</td>\n",
       "      <td>0.002365</td>\n",
       "      <td>-0.008173</td>\n",
       "      <td>-0.033071</td>\n",
       "      <td>0.036977</td>\n",
       "      <td>-0.001431</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>loudness</th>\n",
       "      <td>-0.079912</td>\n",
       "      <td>-0.089829</td>\n",
       "      <td>0.017479</td>\n",
       "      <td>0.030632</td>\n",
       "      <td>-0.033315</td>\n",
       "      <td>0.651016</td>\n",
       "      <td>-0.007474</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.028133</td>\n",
       "      <td>-0.076388</td>\n",
       "      <td>-0.310039</td>\n",
       "      <td>-0.104925</td>\n",
       "      <td>0.102159</td>\n",
       "      <td>0.232150</td>\n",
       "      <td>0.080709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mode</th>\n",
       "      <td>-0.003848</td>\n",
       "      <td>0.049576</td>\n",
       "      <td>-0.007358</td>\n",
       "      <td>-0.021353</td>\n",
       "      <td>-0.067528</td>\n",
       "      <td>-0.040651</td>\n",
       "      <td>-0.153182</td>\n",
       "      <td>-0.028133</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.000077</td>\n",
       "      <td>0.005744</td>\n",
       "      <td>-0.038613</td>\n",
       "      <td>0.025439</td>\n",
       "      <td>-0.074681</td>\n",
       "      <td>0.048434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>speechiness</th>\n",
       "      <td>0.066998</td>\n",
       "      <td>0.417343</td>\n",
       "      <td>0.001111</td>\n",
       "      <td>0.021162</td>\n",
       "      <td>0.145590</td>\n",
       "      <td>-0.057018</td>\n",
       "      <td>0.007147</td>\n",
       "      <td>-0.076388</td>\n",
       "      <td>-0.000077</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000394</td>\n",
       "      <td>-0.062954</td>\n",
       "      <td>0.061172</td>\n",
       "      <td>0.073605</td>\n",
       "      <td>0.057747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>acousticness</th>\n",
       "      <td>0.010923</td>\n",
       "      <td>-0.033523</td>\n",
       "      <td>0.033809</td>\n",
       "      <td>0.024619</td>\n",
       "      <td>-0.065429</td>\n",
       "      <td>-0.445469</td>\n",
       "      <td>0.002365</td>\n",
       "      <td>-0.310039</td>\n",
       "      <td>0.005744</td>\n",
       "      <td>0.000394</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.005214</td>\n",
       "      <td>-0.110043</td>\n",
       "      <td>-0.128128</td>\n",
       "      <td>-0.103660</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>instrumentalness</th>\n",
       "      <td>-0.004208</td>\n",
       "      <td>-0.082522</td>\n",
       "      <td>-0.050265</td>\n",
       "      <td>-0.048059</td>\n",
       "      <td>0.023207</td>\n",
       "      <td>0.037861</td>\n",
       "      <td>-0.008173</td>\n",
       "      <td>-0.104925</td>\n",
       "      <td>-0.038613</td>\n",
       "      <td>-0.062954</td>\n",
       "      <td>-0.005214</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.034897</td>\n",
       "      <td>-0.015192</td>\n",
       "      <td>0.034608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>liveness</th>\n",
       "      <td>0.024941</td>\n",
       "      <td>0.008884</td>\n",
       "      <td>-0.027037</td>\n",
       "      <td>-0.009856</td>\n",
       "      <td>-0.126413</td>\n",
       "      <td>0.156761</td>\n",
       "      <td>-0.033071</td>\n",
       "      <td>0.102159</td>\n",
       "      <td>0.025439</td>\n",
       "      <td>0.061172</td>\n",
       "      <td>-0.110043</td>\n",
       "      <td>-0.034897</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.019040</td>\n",
       "      <td>0.028636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>valence</th>\n",
       "      <td>-0.116870</td>\n",
       "      <td>-0.045455</td>\n",
       "      <td>-0.209365</td>\n",
       "      <td>-0.016142</td>\n",
       "      <td>0.403178</td>\n",
       "      <td>0.334474</td>\n",
       "      <td>0.036977</td>\n",
       "      <td>0.232150</td>\n",
       "      <td>-0.074681</td>\n",
       "      <td>0.073605</td>\n",
       "      <td>-0.128128</td>\n",
       "      <td>-0.015192</td>\n",
       "      <td>0.019040</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.025076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tempo</th>\n",
       "      <td>-0.028603</td>\n",
       "      <td>0.013221</td>\n",
       "      <td>0.076867</td>\n",
       "      <td>0.014288</td>\n",
       "      <td>-0.173418</td>\n",
       "      <td>0.153719</td>\n",
       "      <td>-0.001431</td>\n",
       "      <td>0.080709</td>\n",
       "      <td>0.048434</td>\n",
       "      <td>0.057747</td>\n",
       "      <td>-0.103660</td>\n",
       "      <td>0.034608</td>\n",
       "      <td>0.028636</td>\n",
       "      <td>-0.025076</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  duration_ms  explicit      year  popularity  danceability  \\\n",
       "duration_ms          1.000000  0.123595 -0.316534    0.050617     -0.060057   \n",
       "explicit             0.123595  1.000000  0.078477    0.046605      0.248845   \n",
       "year                -0.316534  0.078477  1.000000   -0.003825      0.033532   \n",
       "popularity           0.050617  0.046605 -0.003825    1.000000     -0.003546   \n",
       "danceability        -0.060057  0.248845  0.033532   -0.003546      1.000000   \n",
       "energy              -0.078763 -0.162462 -0.108644   -0.014021     -0.104038   \n",
       "key                 -0.002560  0.003320  0.007380    0.014823      0.032731   \n",
       "loudness            -0.079912 -0.089829  0.017479    0.030632     -0.033315   \n",
       "mode                -0.003848  0.049576 -0.007358   -0.021353     -0.067528   \n",
       "speechiness          0.066998  0.417343  0.001111    0.021162      0.145590   \n",
       "acousticness         0.010923 -0.033523  0.033809    0.024619     -0.065429   \n",
       "instrumentalness    -0.004208 -0.082522 -0.050265   -0.048059      0.023207   \n",
       "liveness             0.024941  0.008884 -0.027037   -0.009856     -0.126413   \n",
       "valence             -0.116870 -0.045455 -0.209365   -0.016142      0.403178   \n",
       "tempo               -0.028603  0.013221  0.076867    0.014288     -0.173418   \n",
       "\n",
       "                    energy       key  loudness      mode  speechiness  \\\n",
       "duration_ms      -0.078763 -0.002560 -0.079912 -0.003848     0.066998   \n",
       "explicit         -0.162462  0.003320 -0.089829  0.049576     0.417343   \n",
       "year             -0.108644  0.007380  0.017479 -0.007358     0.001111   \n",
       "popularity       -0.014021  0.014823  0.030632 -0.021353     0.021162   \n",
       "danceability     -0.104038  0.032731 -0.033315 -0.067528     0.145590   \n",
       "energy            1.000000 -0.003446  0.651016 -0.040651    -0.057018   \n",
       "key              -0.003446  1.000000 -0.007474 -0.153182     0.007147   \n",
       "loudness          0.651016 -0.007474  1.000000 -0.028133    -0.076388   \n",
       "mode             -0.040651 -0.153182 -0.028133  1.000000    -0.000077   \n",
       "speechiness      -0.057018  0.007147 -0.076388 -0.000077     1.000000   \n",
       "acousticness     -0.445469  0.002365 -0.310039  0.005744     0.000394   \n",
       "instrumentalness  0.037861 -0.008173 -0.104925 -0.038613    -0.062954   \n",
       "liveness          0.156761 -0.033071  0.102159  0.025439     0.061172   \n",
       "valence           0.334474  0.036977  0.232150 -0.074681     0.073605   \n",
       "tempo             0.153719 -0.001431  0.080709  0.048434     0.057747   \n",
       "\n",
       "                  acousticness  instrumentalness  liveness   valence     tempo  \n",
       "duration_ms           0.010923         -0.004208  0.024941 -0.116870 -0.028603  \n",
       "explicit             -0.033523         -0.082522  0.008884 -0.045455  0.013221  \n",
       "year                  0.033809         -0.050265 -0.027037 -0.209365  0.076867  \n",
       "popularity            0.024619         -0.048059 -0.009856 -0.016142  0.014288  \n",
       "danceability         -0.065429          0.023207 -0.126413  0.403178 -0.173418  \n",
       "energy               -0.445469          0.037861  0.156761  0.334474  0.153719  \n",
       "key                   0.002365         -0.008173 -0.033071  0.036977 -0.001431  \n",
       "loudness             -0.310039         -0.104925  0.102159  0.232150  0.080709  \n",
       "mode                  0.005744         -0.038613  0.025439 -0.074681  0.048434  \n",
       "speechiness           0.000394         -0.062954  0.061172  0.073605  0.057747  \n",
       "acousticness          1.000000         -0.005214 -0.110043 -0.128128 -0.103660  \n",
       "instrumentalness     -0.005214          1.000000 -0.034897 -0.015192  0.034608  \n",
       "liveness             -0.110043         -0.034897  1.000000  0.019040  0.028636  \n",
       "valence              -0.128128         -0.015192  0.019040  1.000000 -0.025076  \n",
       "tempo                -0.103660          0.034608  0.028636 -0.025076  1.000000  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "ce3e0e6b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.162766Z",
     "iopub.status.busy": "2022-08-09T10:51:25.161507Z",
     "iopub.status.idle": "2022-08-09T10:51:25.170199Z",
     "shell.execute_reply": "2022-08-09T10:51:25.169121Z"
    },
    "papermill": {
     "duration": 0.02117,
     "end_time": "2022-08-09T10:51:25.172434",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.151264",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['pop', 'rock, pop', 'pop, country', 'rock, metal',\n",
       "       'hip hop, pop, R&B', 'hip hop', 'pop, rock', 'pop, R&B',\n",
       "       'Dance/Electronic', 'pop, Dance/Electronic',\n",
       "       'rock, Folk/Acoustic, easy listening', 'metal', 'hip hop, pop',\n",
       "       'R&B', 'pop, latin', 'Folk/Acoustic, rock',\n",
       "       'pop, easy listening, Dance/Electronic', 'rock',\n",
       "       'rock, blues, latin', 'pop, rock, metal', 'rock, pop, metal',\n",
       "       'hip hop, R&B', 'pop, Folk/Acoustic', 'set()',\n",
       "       'hip hop, pop, latin', 'hip hop, Dance/Electronic',\n",
       "       'hip hop, pop, rock', 'World/Traditional, Folk/Acoustic',\n",
       "       'Folk/Acoustic, pop', 'rock, easy listening',\n",
       "       'World/Traditional, hip hop', 'hip hop, pop, R&B, latin',\n",
       "       'rock, blues', 'rock, R&B, Folk/Acoustic, pop', 'latin',\n",
       "       'pop, R&B, Dance/Electronic', 'World/Traditional, rock',\n",
       "       'pop, rock, Dance/Electronic', 'pop, easy listening, jazz',\n",
       "       'rock, Dance/Electronic', 'World/Traditional, pop, Folk/Acoustic',\n",
       "       'country', 'hip hop, pop, Dance/Electronic',\n",
       "       'hip hop, pop, country', 'World/Traditional, rock, pop',\n",
       "       'World/Traditional, pop', 'hip hop, pop, R&B, Dance/Electronic',\n",
       "       'pop, R&B, easy listening', 'rock, pop, Dance/Electronic',\n",
       "       'Folk/Acoustic, rock, pop', 'rock, pop, metal, Dance/Electronic',\n",
       "       'pop, rock, Folk/Acoustic', 'country, latin', 'rock, classical',\n",
       "       'rock, Folk/Acoustic, pop', 'hip hop, rock, pop', 'easy listening',\n",
       "       'hip hop, latin, Dance/Electronic', 'hip hop, country'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.genre.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "17129c0b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.189560Z",
     "iopub.status.busy": "2022-08-09T10:51:25.188749Z",
     "iopub.status.idle": "2022-08-09T10:51:25.197108Z",
     "shell.execute_reply": "2022-08-09T10:51:25.196259Z"
    },
    "papermill": {
     "duration": 0.019364,
     "end_time": "2022-08-09T10:51:25.199367",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.180003",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "genre = pd.get_dummies(raw_df['genre'])\n",
    "raw_df_new = pd.concat([raw_df, genre], axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "ec05afb7",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.216900Z",
     "iopub.status.busy": "2022-08-09T10:51:25.216178Z",
     "iopub.status.idle": "2022-08-09T10:51:25.237820Z",
     "shell.execute_reply": "2022-08-09T10:51:25.236985Z"
    },
    "papermill": {
     "duration": 0.032311,
     "end_time": "2022-08-09T10:51:25.240022",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.207711",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>explicit</th>\n",
       "      <th>year</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>energy</th>\n",
       "      <th>key</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>...</th>\n",
       "      <th>rock, blues</th>\n",
       "      <th>rock, blues, latin</th>\n",
       "      <th>rock, classical</th>\n",
       "      <th>rock, easy listening</th>\n",
       "      <th>rock, metal</th>\n",
       "      <th>rock, pop</th>\n",
       "      <th>rock, pop, Dance/Electronic</th>\n",
       "      <th>rock, pop, metal</th>\n",
       "      <th>rock, pop, metal, Dance/Electronic</th>\n",
       "      <th>set()</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>211160</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>77</td>\n",
       "      <td>0.751</td>\n",
       "      <td>0.834</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.444</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0437</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>167066</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>79</td>\n",
       "      <td>0.434</td>\n",
       "      <td>0.897</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.918</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0488</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>250546</td>\n",
       "      <td>0</td>\n",
       "      <td>1999</td>\n",
       "      <td>66</td>\n",
       "      <td>0.529</td>\n",
       "      <td>0.496</td>\n",
       "      <td>7</td>\n",
       "      <td>-9.007</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0290</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>224493</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>78</td>\n",
       "      <td>0.551</td>\n",
       "      <td>0.913</td>\n",
       "      <td>0</td>\n",
       "      <td>-4.063</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0466</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>200560</td>\n",
       "      <td>0</td>\n",
       "      <td>2000</td>\n",
       "      <td>65</td>\n",
       "      <td>0.614</td>\n",
       "      <td>0.928</td>\n",
       "      <td>8</td>\n",
       "      <td>-4.806</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0516</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 75 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   duration_ms  explicit  year  popularity  danceability  energy  key  \\\n",
       "0       211160         0  2000          77         0.751   0.834    1   \n",
       "1       167066         0  1999          79         0.434   0.897    0   \n",
       "2       250546         0  1999          66         0.529   0.496    7   \n",
       "3       224493         0  2000          78         0.551   0.913    0   \n",
       "4       200560         0  2000          65         0.614   0.928    8   \n",
       "\n",
       "   loudness  mode  speechiness  ...  rock, blues  rock, blues, latin  \\\n",
       "0    -5.444     0       0.0437  ...            0                   0   \n",
       "1    -4.918     1       0.0488  ...            0                   0   \n",
       "2    -9.007     1       0.0290  ...            0                   0   \n",
       "3    -4.063     0       0.0466  ...            0                   0   \n",
       "4    -4.806     0       0.0516  ...            0                   0   \n",
       "\n",
       "   rock, classical  rock, easy listening  rock, metal rock, pop  \\\n",
       "0                0                     0            0         0   \n",
       "1                0                     0            0         1   \n",
       "2                0                     0            0         0   \n",
       "3                0                     0            1         0   \n",
       "4                0                     0            0         0   \n",
       "\n",
       "   rock, pop, Dance/Electronic  rock, pop, metal  \\\n",
       "0                            0                 0   \n",
       "1                            0                 0   \n",
       "2                            0                 0   \n",
       "3                            0                 0   \n",
       "4                            0                 0   \n",
       "\n",
       "   rock, pop, metal, Dance/Electronic  set()  \n",
       "0                                   0      0  \n",
       "1                                   0      0  \n",
       "2                                   0      0  \n",
       "3                                   0      0  \n",
       "4                                   0      0  \n",
       "\n",
       "[5 rows x 75 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df_new.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "ffccfc78",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.257008Z",
     "iopub.status.busy": "2022-08-09T10:51:25.256162Z",
     "iopub.status.idle": "2022-08-09T10:51:25.276227Z",
     "shell.execute_reply": "2022-08-09T10:51:25.275020Z"
    },
    "papermill": {
     "duration": 0.031183,
     "end_time": "2022-08-09T10:51:25.278805",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.247622",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2000 entries, 0 to 1999\n",
      "Data columns (total 75 columns):\n",
      " #   Column                                 Non-Null Count  Dtype  \n",
      "---  ------                                 --------------  -----  \n",
      " 0   duration_ms                            2000 non-null   int64  \n",
      " 1   explicit                               2000 non-null   int64  \n",
      " 2   year                                   2000 non-null   int64  \n",
      " 3   popularity                             2000 non-null   int64  \n",
      " 4   danceability                           2000 non-null   float64\n",
      " 5   energy                                 2000 non-null   float64\n",
      " 6   key                                    2000 non-null   int64  \n",
      " 7   loudness                               2000 non-null   float64\n",
      " 8   mode                                   2000 non-null   int64  \n",
      " 9   speechiness                            2000 non-null   float64\n",
      " 10  acousticness                           2000 non-null   float64\n",
      " 11  instrumentalness                       2000 non-null   float64\n",
      " 12  liveness                               2000 non-null   float64\n",
      " 13  valence                                2000 non-null   float64\n",
      " 14  tempo                                  2000 non-null   float64\n",
      " 15  genre                                  2000 non-null   object \n",
      " 16  Dance/Electronic                       2000 non-null   uint8  \n",
      " 17  Folk/Acoustic, pop                     2000 non-null   uint8  \n",
      " 18  Folk/Acoustic, rock                    2000 non-null   uint8  \n",
      " 19  Folk/Acoustic, rock, pop               2000 non-null   uint8  \n",
      " 20  R&B                                    2000 non-null   uint8  \n",
      " 21  World/Traditional, Folk/Acoustic       2000 non-null   uint8  \n",
      " 22  World/Traditional, hip hop             2000 non-null   uint8  \n",
      " 23  World/Traditional, pop                 2000 non-null   uint8  \n",
      " 24  World/Traditional, pop, Folk/Acoustic  2000 non-null   uint8  \n",
      " 25  World/Traditional, rock                2000 non-null   uint8  \n",
      " 26  World/Traditional, rock, pop           2000 non-null   uint8  \n",
      " 27  country                                2000 non-null   uint8  \n",
      " 28  country, latin                         2000 non-null   uint8  \n",
      " 29  easy listening                         2000 non-null   uint8  \n",
      " 30  hip hop                                2000 non-null   uint8  \n",
      " 31  hip hop, Dance/Electronic              2000 non-null   uint8  \n",
      " 32  hip hop, R&B                           2000 non-null   uint8  \n",
      " 33  hip hop, country                       2000 non-null   uint8  \n",
      " 34  hip hop, latin, Dance/Electronic       2000 non-null   uint8  \n",
      " 35  hip hop, pop                           2000 non-null   uint8  \n",
      " 36  hip hop, pop, Dance/Electronic         2000 non-null   uint8  \n",
      " 37  hip hop, pop, R&B                      2000 non-null   uint8  \n",
      " 38  hip hop, pop, R&B, Dance/Electronic    2000 non-null   uint8  \n",
      " 39  hip hop, pop, R&B, latin               2000 non-null   uint8  \n",
      " 40  hip hop, pop, country                  2000 non-null   uint8  \n",
      " 41  hip hop, pop, latin                    2000 non-null   uint8  \n",
      " 42  hip hop, pop, rock                     2000 non-null   uint8  \n",
      " 43  hip hop, rock, pop                     2000 non-null   uint8  \n",
      " 44  latin                                  2000 non-null   uint8  \n",
      " 45  metal                                  2000 non-null   uint8  \n",
      " 46  pop                                    2000 non-null   uint8  \n",
      " 47  pop, Dance/Electronic                  2000 non-null   uint8  \n",
      " 48  pop, Folk/Acoustic                     2000 non-null   uint8  \n",
      " 49  pop, R&B                               2000 non-null   uint8  \n",
      " 50  pop, R&B, Dance/Electronic             2000 non-null   uint8  \n",
      " 51  pop, R&B, easy listening               2000 non-null   uint8  \n",
      " 52  pop, country                           2000 non-null   uint8  \n",
      " 53  pop, easy listening, Dance/Electronic  2000 non-null   uint8  \n",
      " 54  pop, easy listening, jazz              2000 non-null   uint8  \n",
      " 55  pop, latin                             2000 non-null   uint8  \n",
      " 56  pop, rock                              2000 non-null   uint8  \n",
      " 57  pop, rock, Dance/Electronic            2000 non-null   uint8  \n",
      " 58  pop, rock, Folk/Acoustic               2000 non-null   uint8  \n",
      " 59  pop, rock, metal                       2000 non-null   uint8  \n",
      " 60  rock                                   2000 non-null   uint8  \n",
      " 61  rock, Dance/Electronic                 2000 non-null   uint8  \n",
      " 62  rock, Folk/Acoustic, easy listening    2000 non-null   uint8  \n",
      " 63  rock, Folk/Acoustic, pop               2000 non-null   uint8  \n",
      " 64  rock, R&B, Folk/Acoustic, pop          2000 non-null   uint8  \n",
      " 65  rock, blues                            2000 non-null   uint8  \n",
      " 66  rock, blues, latin                     2000 non-null   uint8  \n",
      " 67  rock, classical                        2000 non-null   uint8  \n",
      " 68  rock, easy listening                   2000 non-null   uint8  \n",
      " 69  rock, metal                            2000 non-null   uint8  \n",
      " 70  rock, pop                              2000 non-null   uint8  \n",
      " 71  rock, pop, Dance/Electronic            2000 non-null   uint8  \n",
      " 72  rock, pop, metal                       2000 non-null   uint8  \n",
      " 73  rock, pop, metal, Dance/Electronic     2000 non-null   uint8  \n",
      " 74  set()                                  2000 non-null   uint8  \n",
      "dtypes: float64(9), int64(6), object(1), uint8(59)\n",
      "memory usage: 365.4+ KB\n"
     ]
    }
   ],
   "source": [
    "raw_df_new.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "87a53252",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.295901Z",
     "iopub.status.busy": "2022-08-09T10:51:25.294968Z",
     "iopub.status.idle": "2022-08-09T10:51:25.301777Z",
     "shell.execute_reply": "2022-08-09T10:51:25.300936Z"
    },
    "papermill": {
     "duration": 0.017708,
     "end_time": "2022-08-09T10:51:25.304084",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.286376",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "raw_df_new.drop('genre', axis = 1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "c5b487cf",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.322976Z",
     "iopub.status.busy": "2022-08-09T10:51:25.322235Z",
     "iopub.status.idle": "2022-08-09T10:51:25.328284Z",
     "shell.execute_reply": "2022-08-09T10:51:25.327301Z"
    },
    "papermill": {
     "duration": 0.018792,
     "end_time": "2022-08-09T10:51:25.330713",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.311921",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "x = raw_df_new.drop('popularity', axis = 1)\n",
    "y = raw_df_new['popularity']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d8fff776",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:25.348272Z",
     "iopub.status.busy": "2022-08-09T10:51:25.347538Z",
     "iopub.status.idle": "2022-08-09T10:51:26.472629Z",
     "shell.execute_reply": "2022-08-09T10:51:26.471518Z"
    },
    "papermill": {
     "duration": 1.136962,
     "end_time": "2022-08-09T10:51:26.475472",
     "exception": false,
     "start_time": "2022-08-09T10:51:25.338510",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "67c19fe7",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:26.492745Z",
     "iopub.status.busy": "2022-08-09T10:51:26.492336Z",
     "iopub.status.idle": "2022-08-09T10:51:26.501926Z",
     "shell.execute_reply": "2022-08-09T10:51:26.500626Z"
    },
    "papermill": {
     "duration": 0.021475,
     "end_time": "2022-08-09T10:51:26.504613",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.483138",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "x_train, x_test, y_train, y_test = train_test_split(x, y, test_size = 0.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "575911f5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:26.524343Z",
     "iopub.status.busy": "2022-08-09T10:51:26.523808Z",
     "iopub.status.idle": "2022-08-09T10:51:26.607896Z",
     "shell.execute_reply": "2022-08-09T10:51:26.606516Z"
    },
    "papermill": {
     "duration": 0.09733,
     "end_time": "2022-08-09T10:51:26.610797",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.513467",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LinearRegression "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e26719f0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:26.628765Z",
     "iopub.status.busy": "2022-08-09T10:51:26.627995Z",
     "iopub.status.idle": "2022-08-09T10:51:26.633249Z",
     "shell.execute_reply": "2022-08-09T10:51:26.632007Z"
    },
    "papermill": {
     "duration": 0.016922,
     "end_time": "2022-08-09T10:51:26.635573",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.618651",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "model = LinearRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "468fe269",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:26.653192Z",
     "iopub.status.busy": "2022-08-09T10:51:26.652756Z",
     "iopub.status.idle": "2022-08-09T10:51:26.690841Z",
     "shell.execute_reply": "2022-08-09T10:51:26.689611Z"
    },
    "papermill": {
     "duration": 0.051803,
     "end_time": "2022-08-09T10:51:26.695681",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.643878",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LinearRegression()"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(x_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "907246fd",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-08-09T10:51:26.724914Z",
     "iopub.status.busy": "2022-08-09T10:51:26.723355Z",
     "iopub.status.idle": "2022-08-09T10:51:26.765718Z",
     "shell.execute_reply": "2022-08-09T10:51:26.763393Z"
    },
    "papermill": {
     "duration": 0.064218,
     "end_time": "2022-08-09T10:51:26.772960",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.708742",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "-0.03911571995591845"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.score(x_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6f86addb",
   "metadata": {
    "papermill": {
     "duration": 0.012884,
     "end_time": "2022-08-09T10:51:26.819519",
     "exception": false,
     "start_time": "2022-08-09T10:51:26.806635",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 12.833523,
   "end_time": "2022-08-09T10:51:27.561732",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2022-08-09T10:51:14.728209",
   "version": "2.3.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}