Taylor_Swift_Spotify_Data_using_Spotipy.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Taylor Swift Spotify Data using Spotipy.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Setting Up Modules and Variables"
      ],
      "metadata": {
        "id": "lZkq5jkAZC5h"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vTOFugf0ZBRT",
        "outputId": "7e5e68f9-7730-4d0f-d2ac-e3999dfc5a4f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting spotipy\n",
            "  Downloading spotipy-2.19.0-py3-none-any.whl (27 kB)\n",
            "Requirement already satisfied: six>=1.15.0 in /usr/local/lib/python3.7/dist-packages (from spotipy) (1.15.0)\n",
            "Collecting requests>=2.25.0\n",
            "  Downloading requests-2.27.1-py2.py3-none-any.whl (63 kB)\n",
            "\u001b[K     |████████████████████████████████| 63 kB 1.2 MB/s \n",
            "\u001b[?25hCollecting urllib3>=1.26.0\n",
            "  Downloading urllib3-1.26.8-py2.py3-none-any.whl (138 kB)\n",
            "\u001b[K     |████████████████████████████████| 138 kB 11.0 MB/s \n",
            "\u001b[?25hRequirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.25.0->spotipy) (2021.10.8)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.25.0->spotipy) (2.10)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests>=2.25.0->spotipy) (2.0.12)\n",
            "Installing collected packages: urllib3, requests, spotipy\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: requests\n",
            "    Found existing installation: requests 2.23.0\n",
            "    Uninstalling requests-2.23.0:\n",
            "      Successfully uninstalled requests-2.23.0\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "google-colab 1.0.0 requires requests~=2.23.0, but you have requests 2.27.1 which is incompatible.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
            "Successfully installed requests-2.27.1 spotipy-2.19.0 urllib3-1.26.8\n"
          ]
        }
      ],
      "source": [
        "pip install spotipy"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import spotipy\n",
        "\n",
        "from spotipy.oauth2 import SpotifyClientCredentials\n",
        "\n",
        "import pandas as pd"
      ],
      "metadata": {
        "id": "OfWbHUNzZKTS"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Setting API Authorization"
      ],
      "metadata": {
        "id": "bGLckAMrZWxY"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "cid = 'e8ba029f7a244cb1baefff264fc2c070'\n",
        "secret = '4bdfd0e29fcf4a5e8c1ddb83d8843821'\n",
        "\n",
        "client_credentials_manager = SpotifyClientCredentials(client_id=cid, client_secret=secret) # to access authorised spotify data\n",
        "\n",
        "sp = spotipy.Spotify(client_credentials_manager = client_credentials_manager) # spotify object to access API"
      ],
      "metadata": {
        "id": "qI3o12FUZbWo"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "name = \"Taylor Swift\" # chosen artist\n",
        "result = sp.search(name) # search query\n",
        "result['tracks']['items'][0]['artists']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EAzu-0wdZmiU",
        "outputId": "27e14a61-68b4-483b-baf1-6a5ded2e6e50"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[{'external_urls': {'spotify': 'https://open.spotify.com/artist/06HL4z0CvFAxyc27GXpf02'},\n",
              "  'href': 'https://api.spotify.com/v1/artists/06HL4z0CvFAxyc27GXpf02',\n",
              "  'id': '06HL4z0CvFAxyc27GXpf02',\n",
              "  'name': 'Taylor Swift',\n",
              "  'type': 'artist',\n",
              "  'uri': 'spotify:artist:06HL4z0CvFAxyc27GXpf02'}]"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Extracting Spotify Data"
      ],
      "metadata": {
        "id": "yBxQ-4B1ZzPr"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Extract artist's URI\n",
        "artist_uri = result['tracks']['items'][0]['artists'][0]['uri']\n",
        "# Pull all of the artist's albums\n",
        "sp_albums = sp.artist_albums(artist_uri, album_type='album')\n",
        "# Store artist's albums' names' and URIs in separate lists\n",
        "album_names = []\n",
        "album_uris = []\n",
        "for i in range(len(sp_albums['items'])):\n",
        "    album_names.append(sp_albums['items'][i]['name'])\n",
        "    album_uris.append(sp_albums['items'][i]['uri'])\n",
        "album_names\n",
        "album_uris\n",
        "# Keep names and URIs in same order to keep track of duplicate albums"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7dmAXJK3Z0uu",
        "outputId": "e8a03ed8-4527-4fdf-e287-86759479a7dc"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['spotify:album:6kZ42qRrzov54LcAk4onW9',\n",
              " 'spotify:album:6x9s2ObPdpATZgrwxsk9c0',\n",
              " 'spotify:album:4hDok0OAJd57SGIT8xuWJH',\n",
              " 'spotify:album:6AORtDjduMM3bupSWzbTSG',\n",
              " 'spotify:album:1DT6fDJL6AWPJxe7Lq1dPb',\n",
              " 'spotify:album:2Xoteh7uEpea4TohMxjtaq',\n",
              " 'spotify:album:40zKHK0aGM4PITqPy5vfQh',\n",
              " 'spotify:album:5jmVg7rwRcgd6ARPAeYNSm',\n",
              " 'spotify:album:0PZ7lAru5FDFHuirTkWe9Z',\n",
              " 'spotify:album:3VaaZ7OIbGLi60NVsnueoo',\n",
              " 'spotify:album:1pzvBxYgT6OVwJLtHkrdQK',\n",
              " 'spotify:album:7v7pe5vZQPWB5zW0JrKRiw',\n",
              " 'spotify:album:2fenSS68JI1h4Fo296JfGr',\n",
              " 'spotify:album:0xS0iOtxQRoJvfcFcJA5Gv',\n",
              " 'spotify:album:1NAmidJlEaVgA3MpcPFYGq',\n",
              " 'spotify:album:1MHuZZrGT36cXLxAQ5cLP3',\n",
              " 'spotify:album:6DEjYFkNZh67HP7R9PSZvv',\n",
              " 'spotify:album:1Hrs3jLGexOvBoaPMoOQYJ',\n",
              " 'spotify:album:1MPAXuTVL2Ej5x0JHiSPq8',\n",
              " 'spotify:album:0bEySlRAkuPxV9KVWhXXBr']"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Grab the songs from each album\n",
        "def albumSongs(uri):\n",
        "    album = uri # assign album URI to a_name\n",
        "    spotify_albums[album] = {} # creates dictionary for that specific album\n",
        "    # create keys-values of empty lists inside nested dictionary for album\n",
        "    spotify_albums[album]['album'] = [] # create empty list\n",
        "    spotify_albums[album]['track_number'] = []\n",
        "    spotify_albums[album]['id'] = []\n",
        "    spotify_albums[album]['name'] = []\n",
        "    spotify_albums[album]['uri'] = []\n",
        "    tracks = sp.album_tracks(album) # pull data on album tracks\n",
        "    for n in range(len(tracks['items'])): # for each song track\n",
        "        spotify_albums[album]['album'].append(album_names[album_count]) # append album name tracked via album_count\n",
        "        spotify_albums[album]['track_number'].append(tracks['items'][n]['track_number'])\n",
        "        spotify_albums[album]['id'].append(tracks['items'][n]['id'])\n",
        "        spotify_albums[album]['name'].append(tracks['items'][n]['name'])\n",
        "        spotify_albums[album]['uri'].append(tracks['items'][n]['uri'])"
      ],
      "metadata": {
        "id": "v8YWUpQeaJRz"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "spotify_albums = {}\n",
        "album_count = 0\n",
        "for i in album_uris: # each album\n",
        "    albumSongs(i)\n",
        "    print(\"Album \" + str(album_names[album_count]) + \" songs has been added to spotify_albums dictionary\")\n",
        "    album_count+=1 # updates album count once all tracks have been added"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Mb-BRMfZayqO",
        "outputId": "a84f1b2c-c042-402c-9bad-95ef03fcb764"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Album Red (Taylor's Version) songs has been added to spotify_albums dictionary\n",
            "Album Red (Taylor's Version) songs has been added to spotify_albums dictionary\n",
            "Album Fearless (Taylor's Version) songs has been added to spotify_albums dictionary\n",
            "Album evermore (deluxe version) songs has been added to spotify_albums dictionary\n",
            "Album evermore (deluxe version) songs has been added to spotify_albums dictionary\n",
            "Album evermore songs has been added to spotify_albums dictionary\n",
            "Album evermore songs has been added to spotify_albums dictionary\n",
            "Album evermore songs has been added to spotify_albums dictionary\n",
            "Album folklore: the long pond studio sessions (from the Disney+ special) [deluxe edition] songs has been added to spotify_albums dictionary\n",
            "Album folklore: the long pond studio sessions (from the Disney+ special) [deluxe edition] songs has been added to spotify_albums dictionary\n",
            "Album folklore (deluxe version) songs has been added to spotify_albums dictionary\n",
            "Album folklore (deluxe version) songs has been added to spotify_albums dictionary\n",
            "Album folklore songs has been added to spotify_albums dictionary\n",
            "Album folklore songs has been added to spotify_albums dictionary\n",
            "Album Lover songs has been added to spotify_albums dictionary\n",
            "Album Taylor Swift Karaoke: reputation songs has been added to spotify_albums dictionary\n",
            "Album reputation songs has been added to spotify_albums dictionary\n",
            "Album reputation (Big Machine Radio Release Special) songs has been added to spotify_albums dictionary\n",
            "Album reputation Stadium Tour Surprise Song Playlist songs has been added to spotify_albums dictionary\n",
            "Album Taylor Swift Karaoke: 1989 (Deluxe) songs has been added to spotify_albums dictionary\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Grab audio features for each song\n",
        "def audio_features(album):\n",
        "    # Add new key-values to store audio features\n",
        "    spotify_albums[album]['acousticness'] = []\n",
        "    spotify_albums[album]['danceability'] = []\n",
        "    spotify_albums[album]['energy'] = []\n",
        "    spotify_albums[album]['instrumentalness'] = []\n",
        "    spotify_albums[album]['liveness'] = []\n",
        "    spotify_albums[album]['loudness'] = []\n",
        "    spotify_albums[album]['speechiness'] = []\n",
        "    spotify_albums[album]['tempo'] = []\n",
        "    spotify_albums[album]['valence'] = []\n",
        "    spotify_albums[album]['popularity'] = []\n",
        "    # Create a track counter\n",
        "    track_count = 0\n",
        "    for track in spotify_albums[album]['uri']:\n",
        "        # Pull audio features per track\n",
        "        features = sp.audio_features(track)\n",
        "        # Append to relevant key-value\n",
        "        spotify_albums[album]['acousticness'].append(features[0]['acousticness'])\n",
        "        spotify_albums[album]['danceability'].append(features[0]['danceability'])\n",
        "        spotify_albums[album]['energy'].append(features[0]['energy'])\n",
        "        spotify_albums[album]['instrumentalness'].append(features[0]['instrumentalness'])\n",
        "        spotify_albums[album]['liveness'].append(features[0]['liveness'])\n",
        "        spotify_albums[album]['loudness'].append(features[0]['loudness'])\n",
        "        spotify_albums[album]['speechiness'].append(features[0]['speechiness'])\n",
        "        spotify_albums[album]['tempo'].append(features[0]['tempo'])\n",
        "        spotify_albums[album]['valence'].append(features[0]['valence'])\n",
        "        # popularity is stored elsewhere\n",
        "        pop = sp.track(track)\n",
        "        spotify_albums[album]['popularity'].append(pop['popularity'])\n",
        "        track_count+=1"
      ],
      "metadata": {
        "id": "khaKxQKya1Wt"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Loop through albums extracting the audio features\n",
        "import time\n",
        "import numpy as np\n",
        "sleep_min = 2\n",
        "sleep_max = 5\n",
        "start_time = time.time()\n",
        "request_count = 0\n",
        "for i in spotify_albums:\n",
        "    audio_features(i)\n",
        "    request_count+=1\n",
        "    if request_count % 5 == 0:\n",
        "        print(str(request_count) + \" playlists completed\")\n",
        "        time.sleep(np.random.uniform(sleep_min, sleep_max))\n",
        "        print('Loop #: {}'.format(request_count))\n",
        "        print('Elapsed Time: {} seconds'.format(time.time() - start_time))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "69SLHq9_bEpz",
        "outputId": "ecc4f35d-847c-4cd9-c9e5-9d7afcedad9f"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "5 playlists completed\n",
            "Loop #: 5\n",
            "Elapsed Time: 24.526639699935913 seconds\n",
            "10 playlists completed\n",
            "Loop #: 10\n",
            "Elapsed Time: 46.659560441970825 seconds\n",
            "15 playlists completed\n",
            "Loop #: 15\n",
            "Elapsed Time: 65.24131083488464 seconds\n",
            "20 playlists completed\n",
            "Loop #: 20\n",
            "Elapsed Time: 87.26078844070435 seconds\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Adding Data to a New DataFrame"
      ],
      "metadata": {
        "id": "E7s1cWglbhZA"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "dic_df = {}\n",
        "dic_df['album'] = []\n",
        "dic_df['track_number'] = []\n",
        "dic_df['id'] = []\n",
        "dic_df['name'] = []\n",
        "dic_df['uri'] = []\n",
        "dic_df['acousticness'] = []\n",
        "dic_df['danceability'] = []\n",
        "dic_df['energy'] = []\n",
        "dic_df['instrumentalness'] = []\n",
        "dic_df['liveness'] = []\n",
        "dic_df['loudness'] = []\n",
        "dic_df['speechiness'] = []\n",
        "dic_df['tempo'] = []\n",
        "dic_df['valence'] = []\n",
        "dic_df['popularity'] = []\n",
        "for album in spotify_albums: \n",
        "    for feature in spotify_albums[album]:\n",
        "        dic_df[feature].extend(spotify_albums[album][feature])\n",
        "        \n",
        "len(dic_df['album'])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LUZ1y4jGbbMu",
        "outputId": "2354ba5f-bcb2-4827-d72c-f3395b0bdbbb"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "440"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Converting into a DataFrame"
      ],
      "metadata": {
        "id": "11titzsObnCV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "df = pd.DataFrame.from_dict(dic_df)\n",
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "IwYAutCkbsjf",
        "outputId": "f7bf2c12-9f4d-445a-e7ed-3c3334bb0c4a"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-47f4684f-38ce-439e-8872-aca448d4f26d\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>album</th>\n",
              "      <th>track_number</th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>uri</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>loudness</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>tempo</th>\n",
              "      <th>valence</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>1</td>\n",
              "      <td>6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>State Of Grace (Taylor's Version)</td>\n",
              "      <td>spotify:track:6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>0.000328</td>\n",
              "      <td>0.594</td>\n",
              "      <td>0.713</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1140</td>\n",
              "      <td>-5.314</td>\n",
              "      <td>0.0503</td>\n",
              "      <td>129.958</td>\n",
              "      <td>0.328</td>\n",
              "      <td>75</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>2</td>\n",
              "      <td>4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>spotify:track:4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>0.001080</td>\n",
              "      <td>0.516</td>\n",
              "      <td>0.777</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.0761</td>\n",
              "      <td>-4.908</td>\n",
              "      <td>0.0375</td>\n",
              "      <td>125.047</td>\n",
              "      <td>0.408</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>3</td>\n",
              "      <td>3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>Treacherous (Taylor's Version)</td>\n",
              "      <td>spotify:track:3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>0.034400</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.593</td>\n",
              "      <td>0.000127</td>\n",
              "      <td>0.1300</td>\n",
              "      <td>-6.506</td>\n",
              "      <td>0.0288</td>\n",
              "      <td>109.984</td>\n",
              "      <td>0.299</td>\n",
              "      <td>74</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>4</td>\n",
              "      <td>6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>I Knew You Were Trouble (Taylor's Version)</td>\n",
              "      <td>spotify:track:6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>0.012900</td>\n",
              "      <td>0.584</td>\n",
              "      <td>0.557</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0576</td>\n",
              "      <td>-6.371</td>\n",
              "      <td>0.0342</td>\n",
              "      <td>154.008</td>\n",
              "      <td>0.767</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>5</td>\n",
              "      <td>3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>All Too Well (Taylor's Version)</td>\n",
              "      <td>spotify:track:3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>0.017100</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.528</td>\n",
              "      <td>0.002030</td>\n",
              "      <td>0.2340</td>\n",
              "      <td>-7.809</td>\n",
              "      <td>0.0317</td>\n",
              "      <td>185.972</td>\n",
              "      <td>0.132</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>435</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>12</td>\n",
              "      <td>4Dzma7nri1H2XNQ7b8Fs5b</td>\n",
              "      <td>I Know Places - Karaoke Version</td>\n",
              "      <td>spotify:track:4Dzma7nri1H2XNQ7b8Fs5b</td>\n",
              "      <td>0.011200</td>\n",
              "      <td>0.640</td>\n",
              "      <td>0.713</td>\n",
              "      <td>0.012600</td>\n",
              "      <td>0.6400</td>\n",
              "      <td>-6.634</td>\n",
              "      <td>0.0606</td>\n",
              "      <td>80.014</td>\n",
              "      <td>0.413</td>\n",
              "      <td>14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>436</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>13</td>\n",
              "      <td>7AiIXVMIrTqHlGn7bS3f31</td>\n",
              "      <td>Clean - Karaoke Version</td>\n",
              "      <td>spotify:track:7AiIXVMIrTqHlGn7bS3f31</td>\n",
              "      <td>0.241000</td>\n",
              "      <td>0.856</td>\n",
              "      <td>0.371</td>\n",
              "      <td>0.819000</td>\n",
              "      <td>0.1110</td>\n",
              "      <td>-9.921</td>\n",
              "      <td>0.0425</td>\n",
              "      <td>103.999</td>\n",
              "      <td>0.384</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>437</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>14</td>\n",
              "      <td>6wyqsJdxRsSM6k5hCF1pvt</td>\n",
              "      <td>Wonderland - Karaoke Version</td>\n",
              "      <td>spotify:track:6wyqsJdxRsSM6k5hCF1pvt</td>\n",
              "      <td>0.005570</td>\n",
              "      <td>0.464</td>\n",
              "      <td>0.561</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.1080</td>\n",
              "      <td>-6.741</td>\n",
              "      <td>0.0314</td>\n",
              "      <td>184.048</td>\n",
              "      <td>0.090</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>438</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>15</td>\n",
              "      <td>4xUyg90BLSnPFXbqDAlBKF</td>\n",
              "      <td>You Are In Love - Karaoke Version</td>\n",
              "      <td>spotify:track:4xUyg90BLSnPFXbqDAlBKF</td>\n",
              "      <td>0.806000</td>\n",
              "      <td>0.448</td>\n",
              "      <td>0.424</td>\n",
              "      <td>0.781000</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>-12.148</td>\n",
              "      <td>0.0380</td>\n",
              "      <td>84.923</td>\n",
              "      <td>0.209</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>439</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>16</td>\n",
              "      <td>248qgqZNy5T5KsGHgTxeIM</td>\n",
              "      <td>New Romantics - Karaoke Version</td>\n",
              "      <td>spotify:track:248qgqZNy5T5KsGHgTxeIM</td>\n",
              "      <td>0.000636</td>\n",
              "      <td>0.610</td>\n",
              "      <td>0.950</td>\n",
              "      <td>0.304000</td>\n",
              "      <td>0.2730</td>\n",
              "      <td>-4.936</td>\n",
              "      <td>0.0470</td>\n",
              "      <td>121.995</td>\n",
              "      <td>0.588</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>440 rows × 15 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-47f4684f-38ce-439e-8872-aca448d4f26d')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-47f4684f-38ce-439e-8872-aca448d4f26d button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-47f4684f-38ce-439e-8872-aca448d4f26d');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                   album  track_number  ... valence popularity\n",
              "0                 Red (Taylor's Version)             1  ...   0.328         75\n",
              "1                 Red (Taylor's Version)             2  ...   0.408         81\n",
              "2                 Red (Taylor's Version)             3  ...   0.299         74\n",
              "3                 Red (Taylor's Version)             4  ...   0.767         77\n",
              "4                 Red (Taylor's Version)             5  ...   0.132         81\n",
              "..                                   ...           ...  ...     ...        ...\n",
              "435  Taylor Swift Karaoke: 1989 (Deluxe)            12  ...   0.413         14\n",
              "436  Taylor Swift Karaoke: 1989 (Deluxe)            13  ...   0.384         16\n",
              "437  Taylor Swift Karaoke: 1989 (Deluxe)            14  ...   0.090         13\n",
              "438  Taylor Swift Karaoke: 1989 (Deluxe)            15  ...   0.209         13\n",
              "439  Taylor Swift Karaoke: 1989 (Deluxe)            16  ...   0.588         16\n",
              "\n",
              "[440 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.columns"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QfvbWKIHR30D",
        "outputId": "1a199672-6b00-4ed2-95ec-d4bf1ce46192"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['album', 'track_number', 'id', 'name', 'uri', 'acousticness',\n",
              "       'danceability', 'energy', 'instrumentalness', 'liveness', 'loudness',\n",
              "       'speechiness', 'tempo', 'valence', 'popularity'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Removing Duplicates"
      ],
      "metadata": {
        "id": "RgSXvXTEbzx4"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(len(df))\n",
        "ts_df = df.sort_values('popularity', ascending=False).drop_duplicates('name').sort_index()\n",
        "print(len(ts_df))\n",
        "ts_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "o4cGtF-jb1Zz",
        "outputId": "49537eb4-8d21-43d4-8637-30ac04474e88"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "440\n",
            "232\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-8b0833c2-25e2-4556-b6e2-338bbb9772ac\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>album</th>\n",
              "      <th>track_number</th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>uri</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>loudness</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>tempo</th>\n",
              "      <th>valence</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>1</td>\n",
              "      <td>6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>State Of Grace (Taylor's Version)</td>\n",
              "      <td>spotify:track:6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>0.000328</td>\n",
              "      <td>0.594</td>\n",
              "      <td>0.713</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1140</td>\n",
              "      <td>-5.314</td>\n",
              "      <td>0.0503</td>\n",
              "      <td>129.958</td>\n",
              "      <td>0.328</td>\n",
              "      <td>75</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>2</td>\n",
              "      <td>4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>spotify:track:4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>0.001080</td>\n",
              "      <td>0.516</td>\n",
              "      <td>0.777</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.0761</td>\n",
              "      <td>-4.908</td>\n",
              "      <td>0.0375</td>\n",
              "      <td>125.047</td>\n",
              "      <td>0.408</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>3</td>\n",
              "      <td>3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>Treacherous (Taylor's Version)</td>\n",
              "      <td>spotify:track:3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>0.034400</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.593</td>\n",
              "      <td>0.000127</td>\n",
              "      <td>0.1300</td>\n",
              "      <td>-6.506</td>\n",
              "      <td>0.0288</td>\n",
              "      <td>109.984</td>\n",
              "      <td>0.299</td>\n",
              "      <td>74</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>4</td>\n",
              "      <td>6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>I Knew You Were Trouble (Taylor's Version)</td>\n",
              "      <td>spotify:track:6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>0.012900</td>\n",
              "      <td>0.584</td>\n",
              "      <td>0.557</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0576</td>\n",
              "      <td>-6.371</td>\n",
              "      <td>0.0342</td>\n",
              "      <td>154.008</td>\n",
              "      <td>0.767</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>5</td>\n",
              "      <td>3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>All Too Well (Taylor's Version)</td>\n",
              "      <td>spotify:track:3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>0.017100</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.528</td>\n",
              "      <td>0.002030</td>\n",
              "      <td>0.2340</td>\n",
              "      <td>-7.809</td>\n",
              "      <td>0.0317</td>\n",
              "      <td>185.972</td>\n",
              "      <td>0.132</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>435</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>12</td>\n",
              "      <td>4Dzma7nri1H2XNQ7b8Fs5b</td>\n",
              "      <td>I Know Places - Karaoke Version</td>\n",
              "      <td>spotify:track:4Dzma7nri1H2XNQ7b8Fs5b</td>\n",
              "      <td>0.011200</td>\n",
              "      <td>0.640</td>\n",
              "      <td>0.713</td>\n",
              "      <td>0.012600</td>\n",
              "      <td>0.6400</td>\n",
              "      <td>-6.634</td>\n",
              "      <td>0.0606</td>\n",
              "      <td>80.014</td>\n",
              "      <td>0.413</td>\n",
              "      <td>14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>436</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>13</td>\n",
              "      <td>7AiIXVMIrTqHlGn7bS3f31</td>\n",
              "      <td>Clean - Karaoke Version</td>\n",
              "      <td>spotify:track:7AiIXVMIrTqHlGn7bS3f31</td>\n",
              "      <td>0.241000</td>\n",
              "      <td>0.856</td>\n",
              "      <td>0.371</td>\n",
              "      <td>0.819000</td>\n",
              "      <td>0.1110</td>\n",
              "      <td>-9.921</td>\n",
              "      <td>0.0425</td>\n",
              "      <td>103.999</td>\n",
              "      <td>0.384</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>437</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>14</td>\n",
              "      <td>6wyqsJdxRsSM6k5hCF1pvt</td>\n",
              "      <td>Wonderland - Karaoke Version</td>\n",
              "      <td>spotify:track:6wyqsJdxRsSM6k5hCF1pvt</td>\n",
              "      <td>0.005570</td>\n",
              "      <td>0.464</td>\n",
              "      <td>0.561</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.1080</td>\n",
              "      <td>-6.741</td>\n",
              "      <td>0.0314</td>\n",
              "      <td>184.048</td>\n",
              "      <td>0.090</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>438</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>15</td>\n",
              "      <td>4xUyg90BLSnPFXbqDAlBKF</td>\n",
              "      <td>You Are In Love - Karaoke Version</td>\n",
              "      <td>spotify:track:4xUyg90BLSnPFXbqDAlBKF</td>\n",
              "      <td>0.806000</td>\n",
              "      <td>0.448</td>\n",
              "      <td>0.424</td>\n",
              "      <td>0.781000</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>-12.148</td>\n",
              "      <td>0.0380</td>\n",
              "      <td>84.923</td>\n",
              "      <td>0.209</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>439</th>\n",
              "      <td>Taylor Swift Karaoke: 1989 (Deluxe)</td>\n",
              "      <td>16</td>\n",
              "      <td>248qgqZNy5T5KsGHgTxeIM</td>\n",
              "      <td>New Romantics - Karaoke Version</td>\n",
              "      <td>spotify:track:248qgqZNy5T5KsGHgTxeIM</td>\n",
              "      <td>0.000636</td>\n",
              "      <td>0.610</td>\n",
              "      <td>0.950</td>\n",
              "      <td>0.304000</td>\n",
              "      <td>0.2730</td>\n",
              "      <td>-4.936</td>\n",
              "      <td>0.0470</td>\n",
              "      <td>121.995</td>\n",
              "      <td>0.588</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>232 rows × 15 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8b0833c2-25e2-4556-b6e2-338bbb9772ac')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-8b0833c2-25e2-4556-b6e2-338bbb9772ac button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-8b0833c2-25e2-4556-b6e2-338bbb9772ac');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                   album  track_number  ... valence popularity\n",
              "0                 Red (Taylor's Version)             1  ...   0.328         75\n",
              "1                 Red (Taylor's Version)             2  ...   0.408         81\n",
              "2                 Red (Taylor's Version)             3  ...   0.299         74\n",
              "3                 Red (Taylor's Version)             4  ...   0.767         77\n",
              "4                 Red (Taylor's Version)             5  ...   0.132         81\n",
              "..                                   ...           ...  ...     ...        ...\n",
              "435  Taylor Swift Karaoke: 1989 (Deluxe)            12  ...   0.413         14\n",
              "436  Taylor Swift Karaoke: 1989 (Deluxe)            13  ...   0.384         16\n",
              "437  Taylor Swift Karaoke: 1989 (Deluxe)            14  ...   0.090         13\n",
              "438  Taylor Swift Karaoke: 1989 (Deluxe)            15  ...   0.209         13\n",
              "439  Taylor Swift Karaoke: 1989 (Deluxe)            16  ...   0.588         16\n",
              "\n",
              "[232 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Keeping Only Albums Owns by Taylor Swift"
      ],
      "metadata": {
        "id": "N9nHeZulQhYA"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# filtering the rows where album name is ts_owns\n",
        "ts_df = ts_df[ts_df['album'].str.contains(\"Taylor's Version|evermore|folklore|Lover\")]\n",
        "print(ts_df)                                       "
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3U6aSCD7Qk8E",
        "outputId": "8901353e-08b0-4387-c2ec-9bb4472be98e"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "                      album  track_number  ... valence popularity\n",
            "0    Red (Taylor's Version)             1  ...   0.328         75\n",
            "1    Red (Taylor's Version)             2  ...   0.408         81\n",
            "2    Red (Taylor's Version)             3  ...   0.299         74\n",
            "3    Red (Taylor's Version)             4  ...   0.767         77\n",
            "4    Red (Taylor's Version)             5  ...   0.132         81\n",
            "..                      ...           ...  ...     ...        ...\n",
            "312                   Lover            14  ...   0.714         80\n",
            "313                   Lover            15  ...   0.399         77\n",
            "314                   Lover            16  ...   0.728         79\n",
            "315                   Lover            17  ...   0.545         68\n",
            "316                   Lover            18  ...   0.265         74\n",
            "\n",
            "[125 rows x 15 columns]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "ts_df['album'].value_counts()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "eDqXC_rhTnNI",
        "outputId": "f6eee5c3-c969-4a86-bd7a-6bef93bf50ea"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Red (Taylor's Version)                                                                 30\n",
              "Fearless (Taylor's Version)                                                            26\n",
              "Lover                                                                                  18\n",
              "folklore: the long pond studio sessions (from the Disney+ special) [deluxe edition]    17\n",
              "folklore                                                                               16\n",
              "evermore                                                                               14\n",
              "evermore (deluxe version)                                                               3\n",
              "folklore (deluxe version)                                                               1\n",
              "Name: album, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Read:\n",
        "* https://www.geeksforgeeks.org/get-all-rows-in-a-pandas-dataframe-containing-given-substring/\n",
        "* https://www.statology.org/pandas-filter-rows-containing-string/\n",
        "* https://datatofish.com/substring-pandas-dataframe/"
      ],
      "metadata": {
        "id": "E483hXVnSqef"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Excluding Studio Session Album"
      ],
      "metadata": {
        "id": "VxSUklF3UOQg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Dropping folklore: the long pond studio sessions (from the Disney+ special) [deluxe edition]\n",
        "albums_ts_df = ts_df[ts_df['album'].str.contains('studio sessions') == False]\n",
        "albums_ts_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 852
        },
        "id": "Eey9EsLcUUlp",
        "outputId": "02bd1756-d3e3-43ec-b1e6-22f0af4e717e"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-77446ba3-c8e0-4ec4-a52e-bd8e9a6860fc\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>album</th>\n",
              "      <th>track_number</th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>uri</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>loudness</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>tempo</th>\n",
              "      <th>valence</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>1</td>\n",
              "      <td>6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>State Of Grace (Taylor's Version)</td>\n",
              "      <td>spotify:track:6lzc0Al0zfZOIFsFvBS1ki</td>\n",
              "      <td>0.000328</td>\n",
              "      <td>0.594</td>\n",
              "      <td>0.713</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1140</td>\n",
              "      <td>-5.314</td>\n",
              "      <td>0.0503</td>\n",
              "      <td>129.958</td>\n",
              "      <td>0.328</td>\n",
              "      <td>75</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>2</td>\n",
              "      <td>4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>spotify:track:4OAuvHryIVv4kMDNSLuPt6</td>\n",
              "      <td>0.001080</td>\n",
              "      <td>0.516</td>\n",
              "      <td>0.777</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.0761</td>\n",
              "      <td>-4.908</td>\n",
              "      <td>0.0375</td>\n",
              "      <td>125.047</td>\n",
              "      <td>0.408</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>3</td>\n",
              "      <td>3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>Treacherous (Taylor's Version)</td>\n",
              "      <td>spotify:track:3S7HNKPakdwNEBFIVTL6dZ</td>\n",
              "      <td>0.034400</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.593</td>\n",
              "      <td>0.000127</td>\n",
              "      <td>0.1300</td>\n",
              "      <td>-6.506</td>\n",
              "      <td>0.0288</td>\n",
              "      <td>109.984</td>\n",
              "      <td>0.299</td>\n",
              "      <td>74</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>4</td>\n",
              "      <td>6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>I Knew You Were Trouble (Taylor's Version)</td>\n",
              "      <td>spotify:track:6AtZLIzUINvExIUy4QhdjP</td>\n",
              "      <td>0.012900</td>\n",
              "      <td>0.584</td>\n",
              "      <td>0.557</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0576</td>\n",
              "      <td>-6.371</td>\n",
              "      <td>0.0342</td>\n",
              "      <td>154.008</td>\n",
              "      <td>0.767</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Red (Taylor's Version)</td>\n",
              "      <td>5</td>\n",
              "      <td>3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>All Too Well (Taylor's Version)</td>\n",
              "      <td>spotify:track:3nsfB1vus2qaloUdcBZvDu</td>\n",
              "      <td>0.017100</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.528</td>\n",
              "      <td>0.002030</td>\n",
              "      <td>0.2340</td>\n",
              "      <td>-7.809</td>\n",
              "      <td>0.0317</td>\n",
              "      <td>185.972</td>\n",
              "      <td>0.132</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>312</th>\n",
              "      <td>Lover</td>\n",
              "      <td>14</td>\n",
              "      <td>6RRNNciQGZEXnqk8SQ9yv5</td>\n",
              "      <td>You Need To Calm Down</td>\n",
              "      <td>spotify:track:6RRNNciQGZEXnqk8SQ9yv5</td>\n",
              "      <td>0.009290</td>\n",
              "      <td>0.771</td>\n",
              "      <td>0.671</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0637</td>\n",
              "      <td>-5.617</td>\n",
              "      <td>0.0553</td>\n",
              "      <td>85.026</td>\n",
              "      <td>0.714</td>\n",
              "      <td>80</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>313</th>\n",
              "      <td>Lover</td>\n",
              "      <td>15</td>\n",
              "      <td>1SymEzIT3H8UZfibCs3TYi</td>\n",
              "      <td>Afterglow</td>\n",
              "      <td>spotify:track:1SymEzIT3H8UZfibCs3TYi</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.756</td>\n",
              "      <td>0.449</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1140</td>\n",
              "      <td>-8.746</td>\n",
              "      <td>0.0344</td>\n",
              "      <td>111.011</td>\n",
              "      <td>0.399</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>314</th>\n",
              "      <td>Lover</td>\n",
              "      <td>16</td>\n",
              "      <td>2Rk4JlNc2TPmZe2af99d45</td>\n",
              "      <td>ME! (feat. Brendon Urie of Panic! At The Disco)</td>\n",
              "      <td>spotify:track:2Rk4JlNc2TPmZe2af99d45</td>\n",
              "      <td>0.033000</td>\n",
              "      <td>0.610</td>\n",
              "      <td>0.830</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1180</td>\n",
              "      <td>-4.105</td>\n",
              "      <td>0.0571</td>\n",
              "      <td>182.162</td>\n",
              "      <td>0.728</td>\n",
              "      <td>79</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>315</th>\n",
              "      <td>Lover</td>\n",
              "      <td>17</td>\n",
              "      <td>1SmiQ65iSAbPto6gPFlBYm</td>\n",
              "      <td>It’s Nice To Have A Friend</td>\n",
              "      <td>spotify:track:1SmiQ65iSAbPto6gPFlBYm</td>\n",
              "      <td>0.971000</td>\n",
              "      <td>0.737</td>\n",
              "      <td>0.175</td>\n",
              "      <td>0.000337</td>\n",
              "      <td>0.1710</td>\n",
              "      <td>-9.912</td>\n",
              "      <td>0.0401</td>\n",
              "      <td>70.008</td>\n",
              "      <td>0.545</td>\n",
              "      <td>68</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>316</th>\n",
              "      <td>Lover</td>\n",
              "      <td>18</td>\n",
              "      <td>1fzAuUVbzlhZ1lJAx9PtY6</td>\n",
              "      <td>Daylight</td>\n",
              "      <td>spotify:track:1fzAuUVbzlhZ1lJAx9PtY6</td>\n",
              "      <td>0.808000</td>\n",
              "      <td>0.557</td>\n",
              "      <td>0.496</td>\n",
              "      <td>0.000173</td>\n",
              "      <td>0.0772</td>\n",
              "      <td>-9.602</td>\n",
              "      <td>0.0563</td>\n",
              "      <td>149.983</td>\n",
              "      <td>0.265</td>\n",
              "      <td>74</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>108 rows × 15 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-77446ba3-c8e0-4ec4-a52e-bd8e9a6860fc')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-77446ba3-c8e0-4ec4-a52e-bd8e9a6860fc button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-77446ba3-c8e0-4ec4-a52e-bd8e9a6860fc');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                      album  track_number  ... valence popularity\n",
              "0    Red (Taylor's Version)             1  ...   0.328         75\n",
              "1    Red (Taylor's Version)             2  ...   0.408         81\n",
              "2    Red (Taylor's Version)             3  ...   0.299         74\n",
              "3    Red (Taylor's Version)             4  ...   0.767         77\n",
              "4    Red (Taylor's Version)             5  ...   0.132         81\n",
              "..                      ...           ...  ...     ...        ...\n",
              "312                   Lover            14  ...   0.714         80\n",
              "313                   Lover            15  ...   0.399         77\n",
              "314                   Lover            16  ...   0.728         79\n",
              "315                   Lover            17  ...   0.545         68\n",
              "316                   Lover            18  ...   0.265         74\n",
              "\n",
              "[108 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Renaming Albums"
      ],
      "metadata": {
        "id": "KdWpVUuDVpiV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "albums_ts_df['album'] = albums_ts_df['album'].replace('evermore (deluxe version)','evermore')\n",
        "albums_ts_df['album'] = albums_ts_df['album'].replace('folklore (deluxe version)','folklore')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "d3JOHDQnVtLI",
        "outputId": "e249aa0e-798f-4abc-9d7a-53057562daa9"
      },
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  \"\"\"Entry point for launching an IPython kernel.\n",
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "albums_ts_df['album'].value_counts()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4wFWwU_hYNf-",
        "outputId": "f828ac5e-0fa7-4ae7-f257-2c6ea10ff190"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Red (Taylor's Version)         30\n",
              "Fearless (Taylor's Version)    26\n",
              "Lover                          18\n",
              "evermore                       17\n",
              "folklore                       17\n",
              "Name: album, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "albums_ts_df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "edbtaXlnwspg",
        "outputId": "eb961d73-f4f3-47c5-d5cf-9b1d7a692c5a"
      },
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Int64Index: 108 entries, 0 to 316\n",
            "Data columns (total 15 columns):\n",
            " #   Column            Non-Null Count  Dtype  \n",
            "---  ------            --------------  -----  \n",
            " 0   album             108 non-null    object \n",
            " 1   track_number      108 non-null    int64  \n",
            " 2   id                108 non-null    object \n",
            " 3   name              108 non-null    object \n",
            " 4   uri               108 non-null    object \n",
            " 5   acousticness      108 non-null    float64\n",
            " 6   danceability      108 non-null    float64\n",
            " 7   energy            108 non-null    float64\n",
            " 8   instrumentalness  108 non-null    float64\n",
            " 9   liveness          108 non-null    float64\n",
            " 10  loudness          108 non-null    float64\n",
            " 11  speechiness       108 non-null    float64\n",
            " 12  tempo             108 non-null    float64\n",
            " 13  valence           108 non-null    float64\n",
            " 14  popularity        108 non-null    int64  \n",
            "dtypes: float64(9), int64(2), object(4)\n",
            "memory usage: 13.5+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "albums_ts_df.describe()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 364
        },
        "id": "ZbwHzMV6wy5m",
        "outputId": "4a096f62-f7fe-4673-ff63-d6f2da65440a"
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-788ee2ad-bbe9-4fdb-9560-634872ca183b\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_number</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>loudness</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>tempo</th>\n",
              "      <th>valence</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "      <td>108.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>11.972222</td>\n",
              "      <td>0.394388</td>\n",
              "      <td>0.572583</td>\n",
              "      <td>0.550889</td>\n",
              "      <td>0.003440</td>\n",
              "      <td>0.128394</td>\n",
              "      <td>-7.940269</td>\n",
              "      <td>0.052828</td>\n",
              "      <td>124.008037</td>\n",
              "      <td>0.426963</td>\n",
              "      <td>72.444444</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>7.397219</td>\n",
              "      <td>0.355394</td>\n",
              "      <td>0.117102</td>\n",
              "      <td>0.177143</td>\n",
              "      <td>0.023365</td>\n",
              "      <td>0.063542</td>\n",
              "      <td>2.521589</td>\n",
              "      <td>0.058412</td>\n",
              "      <td>32.334089</td>\n",
              "      <td>0.179062</td>\n",
              "      <td>5.644174</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>1.000000</td>\n",
              "      <td>0.000191</td>\n",
              "      <td>0.292000</td>\n",
              "      <td>0.131000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.057600</td>\n",
              "      <td>-15.065000</td>\n",
              "      <td>0.025000</td>\n",
              "      <td>68.534000</td>\n",
              "      <td>0.101000</td>\n",
              "      <td>61.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>6.000000</td>\n",
              "      <td>0.034050</td>\n",
              "      <td>0.506000</td>\n",
              "      <td>0.428750</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.090775</td>\n",
              "      <td>-9.756750</td>\n",
              "      <td>0.030275</td>\n",
              "      <td>99.028000</td>\n",
              "      <td>0.291250</td>\n",
              "      <td>68.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>11.000000</td>\n",
              "      <td>0.286000</td>\n",
              "      <td>0.584000</td>\n",
              "      <td>0.562500</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.109000</td>\n",
              "      <td>-7.599500</td>\n",
              "      <td>0.037350</td>\n",
              "      <td>121.544000</td>\n",
              "      <td>0.416000</td>\n",
              "      <td>72.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>17.000000</td>\n",
              "      <td>0.778750</td>\n",
              "      <td>0.637500</td>\n",
              "      <td>0.696000</td>\n",
              "      <td>0.000050</td>\n",
              "      <td>0.134750</td>\n",
              "      <td>-6.011750</td>\n",
              "      <td>0.052125</td>\n",
              "      <td>147.950250</td>\n",
              "      <td>0.538750</td>\n",
              "      <td>76.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>30.000000</td>\n",
              "      <td>0.971000</td>\n",
              "      <td>0.897000</td>\n",
              "      <td>0.909000</td>\n",
              "      <td>0.179000</td>\n",
              "      <td>0.343000</td>\n",
              "      <td>-3.669000</td>\n",
              "      <td>0.519000</td>\n",
              "      <td>208.918000</td>\n",
              "      <td>0.920000</td>\n",
              "      <td>90.000000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-788ee2ad-bbe9-4fdb-9560-634872ca183b')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-788ee2ad-bbe9-4fdb-9560-634872ca183b button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-788ee2ad-bbe9-4fdb-9560-634872ca183b');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "       track_number  acousticness  ...     valence  popularity\n",
              "count    108.000000    108.000000  ...  108.000000  108.000000\n",
              "mean      11.972222      0.394388  ...    0.426963   72.444444\n",
              "std        7.397219      0.355394  ...    0.179062    5.644174\n",
              "min        1.000000      0.000191  ...    0.101000   61.000000\n",
              "25%        6.000000      0.034050  ...    0.291250   68.000000\n",
              "50%       11.000000      0.286000  ...    0.416000   72.000000\n",
              "75%       17.000000      0.778750  ...    0.538750   76.000000\n",
              "max       30.000000      0.971000  ...    0.920000   90.000000\n",
              "\n",
              "[8 rows x 11 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Read:\n",
        "* https://www.geeksforgeeks.org/how-to-drop-rows-that-contain-a-specific-string-in-pandas/\n",
        "* https://www.codegrepper.com/code-examples/python/pandas+rename+values+in+rows"
      ],
      "metadata": {
        "id": "xDMQuc-9U8Bo"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Saving Data"
      ],
      "metadata": {
        "id": "FkoNVReXb-Ug"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "albums_ts_df.to_excel('Taylor Swift Spotify.xlsx', index = False)"
      ],
      "metadata": {
        "id": "rSFf0zf7cFwh"
      },
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Source: https://rareloot.medium.com/extracting-spotify-data-on-your-favourite-artist-via-python-d58bc92a4330\n",
        "\n",
        "Read: \n",
        "* https://developer.spotify.com/documentation/web-api/reference/#/operations/get-track\n",
        "* https://developer.spotify.com/documentation/web-api/reference/#/operations/get-audio-features\n"
      ],
      "metadata": {
        "id": "DJU_uwoecLpl"
      }
    }
  ]
}