kpop_data_cleaning.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "kpop_data_cleaning.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/monicaindrawan/kpop_survey_analysis/blob/main/kpop_data_cleaning.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "61gmk66JM3wn",
        "outputId": "0022dde0-6935-4467-eabd-1b4fdd9281e3"
      },
      "source": [
        "# connect google colab to google drive\r\n",
        "from google.colab import drive\r\n",
        "drive.mount('/content/gdrive/')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mounted at /content/gdrive/\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5yJY0hD5XdSV",
        "outputId": "4a769ec2-6d4a-4f2e-cb72-76f07de95841"
      },
      "source": [
        "# cd = change directory\r\n",
        "%cd \"/content/gdrive/MyDrive/Colab Notebooks\""
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gdrive/MyDrive/Colab Notebooks\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HYXIuhTnXgFa",
        "outputId": "95748b7e-da6a-46f9-b5c5-14173c360325"
      },
      "source": [
        "# install pandas\r\n",
        "!pip install pandas"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: pandas in /usr/local/lib/python3.6/dist-packages (1.1.5)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.6/dist-packages (from pandas) (2018.9)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.6/dist-packages (from pandas) (2.8.1)\n",
            "Requirement already satisfied: numpy>=1.15.4 in /usr/local/lib/python3.6/dist-packages (from pandas) (1.19.5)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.6/dist-packages (from python-dateutil>=2.7.3->pandas) (1.15.0)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "rNAnlqI0XiSl",
        "outputId": "4792f459-7d76-4381-946c-1fa5f2a3301d"
      },
      "source": [
        "# import pandas in notebook\r\n",
        "import pandas as pd\r\n",
        "# read and print dataframe\r\n",
        "df = pd.read_excel(\"KPOP DATA.xlsx\")\r\n",
        "df['Num'] = [i for i in range(len(df))]\r\n",
        "col = list(df.columns.values)\r\n",
        "df = df[[col[-1]] + col[0:23]]\r\n",
        "df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>Timestamp</th>\n",
              "      <th>Which is your favourite K-Pop group?</th>\n",
              "      <th>Is K-Pop popular in your country?</th>\n",
              "      <th>Why do you like K-Pop?</th>\n",
              "      <th>When did you start listening to K-Pop?</th>\n",
              "      <th>Do you listen to K-Pop male groups more than girl group songs?</th>\n",
              "      <th>How many hours do you spend listening to K-Pop?</th>\n",
              "      <th>Do you watch K-Pop Youtube videos?</th>\n",
              "      <th>If you do watch K-Pop music videos, how long do you spend watching them?</th>\n",
              "      <th>Would you say that you are obsessed with K-Pop?</th>\n",
              "      <th>What do you do to keep up with K-Pop news?</th>\n",
              "      <th>Has K-Pop led you to pursue any of the following?</th>\n",
              "      <th>Has consuming K-Pop taken away most of your time?</th>\n",
              "      <th>Has consuming K-Pop affected your personal life in the following ways?</th>\n",
              "      <th>Have you experienced any positive effects after consuming K-Pop?</th>\n",
              "      <th>On an average, in one year, how much do you spend on K-Pop merchandise?</th>\n",
              "      <th>If you do spend money on K-Pop merchandise, where do you get money from?</th>\n",
              "      <th>Do you attend K-Pop concerts?</th>\n",
              "      <th>What is the craziest thing you have done in your pursuit and love for K-Pop?</th>\n",
              "      <th>How old are you?</th>\n",
              "      <th>Which country are you from?</th>\n",
              "      <th>What is your profession?</th>\n",
              "      <th>What is your gender?</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>2019/02/23 4:04:31 AM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>1 -2 years ago</td>\n",
              "      <td>Its about the music, not the gender</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning about Korean/Asian culture;Pursue dan...</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50 - 100 $</td>\n",
              "      <td>I have a full - time job</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Missed days of work and school to attend concerts</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>A country in the UK</td>\n",
              "      <td>Sales</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2019/02/23 4:04:38 AM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning music - either an instrument or singi...</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>Below 50$</td>\n",
              "      <td>Working part-time</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Listened to K-Pop without studying or working ...</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>A country in the UK</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>2019/02/23 4:04:56 AM GMT+5:30</td>\n",
              "      <td>BTS;MONSTA X</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>More than 4 years ago</td>\n",
              "      <td>Its about the music, not the gender</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>Subscribe to K-Pop news sites;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Learn abou...</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>50 - 100 $</td>\n",
              "      <td>Working part-time</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Other European countries</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>2019/02/23 4:04:58 AM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>3-4 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning about Korean/Asian culture;Visit Korea</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50 - 100 $</td>\n",
              "      <td>Working part-time</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>21 - 26 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>2019/02/23 4:05:12 AM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels</td>\n",
              "      <td>Learning about Korean/Asian culture</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>100 - 200$</td>\n",
              "      <td>Parents</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>235</th>\n",
              "      <td>235</td>\n",
              "      <td>2019/03/15 5:01:53 AM GMT+5:30</td>\n",
              "      <td>MONSTA X</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>3-4 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels</td>\n",
              "      <td>Pursue dancing;Learn about Korean fashion/makeup</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>I don't spend anything on merchandise</td>\n",
              "      <td>I donâ€™t</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Latin America</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>236</th>\n",
              "      <td>236</td>\n",
              "      <td>2019/03/24 6:53:24 AM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>More than 4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>NaN</td>\n",
              "      <td>No</td>\n",
              "      <td>Twitter</td>\n",
              "      <td>Learn about Korean fashion/makeup</td>\n",
              "      <td>No</td>\n",
              "      <td>Reduced your time to socialise with your frien...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>$2,000</td>\n",
              "      <td>Working part-time</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Missed days of work and school to attend conce...</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>237</th>\n",
              "      <td>237</td>\n",
              "      <td>2019/04/07 7:37:30 PM GMT+5:30</td>\n",
              "      <td>BTS;GOT 7</td>\n",
              "      <td>I'm not sure</td>\n",
              "      <td>The videos are unique</td>\n",
              "      <td>Less than a year ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Subscribe to Youtube channels;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Learn abou...</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>I don't spend anything on merchandise</td>\n",
              "      <td>Parents</td>\n",
              "      <td>No</td>\n",
              "      <td>Listened to K-Pop without studying or working ...</td>\n",
              "      <td>10 - 14 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>238</th>\n",
              "      <td>238</td>\n",
              "      <td>2019/04/11 11:03:50 PM GMT+5:30</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>More than 4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Visit Korea</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>Below 50$</td>\n",
              "      <td>Parents</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Turkey</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>239</th>\n",
              "      <td>239</td>\n",
              "      <td>2019/05/28 8:18:07 AM GMT+5:30</td>\n",
              "      <td>VIXX</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>1 hour</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Join K-pop social media groups</td>\n",
              "      <td>Learning music - either an instrument or singing</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50 - 100 $</td>\n",
              "      <td>Working part-time</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Other European countries</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>240 rows × 24 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     Num  ... What is your gender?\n",
              "0      0  ...               Female\n",
              "1      1  ...               Female\n",
              "2      2  ...               Female\n",
              "3      3  ...               Female\n",
              "4      4  ...               Female\n",
              "..   ...  ...                  ...\n",
              "235  235  ...               Female\n",
              "236  236  ...               Female\n",
              "237  237  ...               Female\n",
              "238  238  ...               Female\n",
              "239  239  ...               Female\n",
              "\n",
              "[240 rows x 24 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bHqcFIscbmkD"
      },
      "source": [
        "df = df.drop(columns=['Timestamp'])\r\n",
        "df = df.rename(columns={\r\n",
        "        'Which is your favourite K-Pop group?':'fav_group',\r\n",
        "        'Is K-Pop popular in your country? ':'pop_by_country', \r\n",
        "        'Why do you like K-Pop?':\"reason\",\r\n",
        "        'When did you start listening to K-Pop?':\"first_year\",\r\n",
        "        'Do you listen to K-Pop male groups more than girl group songs?':\"kpop_gender_pref\",\r\n",
        "        'How many hours do you spend listening to K-Pop?':\"daily_music_hr\",\r\n",
        "        'Do you watch K-Pop Youtube videos?':\"watch_mv_yn\",\r\n",
        "        'If you do watch K-Pop music videos, how long do you spend watching them?':\"daily_mv_hr\",\r\n",
        "        'Would you say that you are obsessed with K-Pop?':\"obsessed_yn\",\r\n",
        "        'What do you do to keep up with K-Pop news?':\"kpop_news\",\r\n",
        "        'Has K-Pop led you to pursue any of the following?':\"pursuit\",\r\n",
        "        'Has consuming K-Pop taken away most of your time?':\"time_consume_yn\",\r\n",
        "        'Has consuming K-Pop affected your personal life in the following ways?':\"life_changing\",\r\n",
        "        'Have you experienced any positive effects after consuming K-Pop? ':\"pos_eff\",\r\n",
        "        'On an average, in one year, how much do you spend on K-Pop merchandise?':\"merch_spent_yr\",\r\n",
        "        'If you do spend money on K-Pop merchandise, where do you get money from?':\"money_obtain\",\r\n",
        "        'Do you attend K-Pop concerts?':\"concert_yn\",\r\n",
        "        'What is the craziest thing you have done in your pursuit and love for K-Pop?':\"crazy_thing\",\r\n",
        "        'How old are you?':\"age\", \r\n",
        "        'Which country are you from?':\"domicile\",\r\n",
        "        'What is your profession?':\"job\",\r\n",
        "         'What is your gender?':\"gender\"\r\n",
        "         })"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Bx3dswHRp8IH",
        "outputId": "3c898b57-5d33-47ab-ea4c-7b732d8561a7"
      },
      "source": [
        "df['life_changing'].fillna(\"none\", inplace=True)\r\n",
        "df['money_obtain'].fillna(\"none\", inplace=True)\r\n",
        "df.isnull().sum()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Num                 0\n",
              "fav_group           0\n",
              "pop_by_country      0\n",
              "reason              0\n",
              "first_year          0\n",
              "kpop_gender_pref    0\n",
              "daily_music_hr      0\n",
              "watch_mv_yn         0\n",
              "daily_mv_hr         5\n",
              "obsessed_yn         0\n",
              "kpop_news           0\n",
              "pursuit             0\n",
              "time_consume_yn     0\n",
              "life_changing       0\n",
              "pos_eff             0\n",
              "merch_spent_yr      0\n",
              "money_obtain        0\n",
              "concert_yn          0\n",
              "crazy_thing         0\n",
              "age                 0\n",
              "domicile            0\n",
              "job                 0\n",
              "gender              0\n",
              "dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 232
        },
        "id": "fhtLwel4t19A",
        "outputId": "b52e0aed-2743-4a86-9861-257e220f6de3"
      },
      "source": [
        "mymap = {'1 hour':1, '2-3 hours':2.5, '3-4 hours':3.5, 'More than four hours':4.5}\r\n",
        "df = df.applymap(lambda s: mymap.get(s) if s in mymap else s)\r\n",
        "df[\"daily_mv_hr\"].fillna(df[\"daily_mv_hr\"].mode().values[0] , inplace = True)\r\n",
        "df[\"daily_mv_hr\"]= df[\"daily_mv_hr\"].replace(1.0, \"1 hour\").replace(2.5,\"2-3 hours\").replace(3.5,\"3-4 hours\").replace(4.5,\"More than four hours\")\r\n",
        "df.groupby([\"daily_mv_hr\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1 hour</th>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "      <td>123</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2-3 hours</th>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3-4 hours</th>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>More than four hours</th>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      Num  fav_group  pop_by_country  ...  domicile  job  gender\n",
              "daily_mv_hr                                           ...                       \n",
              "1 hour                123        123             123  ...       123  123     123\n",
              "2-3 hours              84         84              84  ...        84   84      84\n",
              "3-4 hours              20         20              20  ...        20   20      20\n",
              "More than four hours   13         13              13  ...        13   13      13\n",
              "\n",
              "[4 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 354
        },
        "id": "b0Zjgquo_bQH",
        "outputId": "1985fb8a-21ea-416d-f44a-ecbeb52f0b50"
      },
      "source": [
        "df[\"daily_music_hr\"] = df[\"daily_music_hr\"].astype(str).replace(\"2020-07-24 00:00:00\", \"Others\")\r\n",
        "all_list = [\"all\", \"whole\", \"everyday\", \"hours on end\", \"most\", \"every hour\"]\r\n",
        "everytime_list = [\"any\", \"chance\", \"anytime\", \"whenever\"]\r\n",
        "mood_list = [\"depend\",\"mood\"]\r\n",
        "ans1_list = [\"2-4 hours\"]\r\n",
        "ans2_list = [\"5 or more\", \"half of my day\"]\r\n",
        "ans3_list = [\"less than an hour\"]\r\n",
        "\r\n",
        "def music_hour(x):\r\n",
        "  if any(keyword in x.lower() for keyword in everytime_list):\r\n",
        "    return \"Whenever listen to music\"\r\n",
        "  elif any(keyword in x.lower() for keyword in mood_list):\r\n",
        "    return \"Depend on the mood\"\r\n",
        "  elif any(keyword in x.lower() for keyword in all_list):\r\n",
        "    return \"24/7\"\r\n",
        "  elif any(keyword in x.lower() for keyword in ans1_list):\r\n",
        "    return \"2-4 hours\"\r\n",
        "  elif any(keyword in x.lower() for keyword in ans2_list):\r\n",
        "    return \"5 or more\"\r\n",
        "  elif any(keyword in x.lower() for keyword in ans3_list):\r\n",
        "    return \"Less than an hours\"\r\n",
        "  else:\r\n",
        "    return \"Others\"\r\n",
        "\r\n",
        "df[\"daily_music_hr\"] = df[\"daily_music_hr\"].apply(lambda x: music_hour(x))\r\n",
        "\r\n",
        "df.groupby([\"daily_music_hr\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>2-4 hours</th>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "      <td>106</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24/7</th>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5 or more</th>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "      <td>100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Depend on the mood</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Less than an hours</th>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Others</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Whenever listen to music</th>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                          Num  fav_group  pop_by_country  ...  domicile  job  gender\n",
              "daily_music_hr                                            ...                       \n",
              "2-4 hours                 106        106             106  ...       106  106     106\n",
              "24/7                       11         11              11  ...        11   11      11\n",
              "5 or more                 100        100             100  ...       100  100     100\n",
              "Depend on the mood          3          3               3  ...         3    3       3\n",
              "Less than an hours         11         11              11  ...        11   11      11\n",
              "Others                      4          4               4  ...         4    4       4\n",
              "Whenever listen to music    5          5               5  ...         5    5       5\n",
              "\n",
              "[7 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IBowjZ8qvjnA",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 468
        },
        "outputId": "8d96ccaa-9611-419f-b708-5c730f72127b"
      },
      "source": [
        "def clean_first_year(x):\r\n",
        "    if re.search('[0-9]+', x) != None:\r\n",
        "      num = int(re.search('[0-9]+', x).group())\r\n",
        "      if num > 1000 and num % 2 == 0:\r\n",
        "        return str(2020-num-1) + \"-\" + str(2020-num) + \" years ago\"\r\n",
        "      elif num < 1000 and num % 2 == 0:\r\n",
        "        return str(num-1) + \"-\" + str(num) + \" years ago\"\r\n",
        "      elif num > 1000 and num % 2 != 0:\r\n",
        "        return str(2020-num) + \"-\" + str(2020-num+1) + \" years ago\"\r\n",
        "      elif num < 1000 and num % 2 != 0:\r\n",
        "        return str(num) + \"-\" + str(num+1) + \" years ago\"\r\n",
        "    else:\r\n",
        "      return x\r\n",
        "\r\n",
        "import re \r\n",
        "df[\"first_year\"] = df[\"first_year\"].apply(lambda x: clean_first_year(x))\r\n",
        "df[\"first_year\"]= df[\"first_year\"].replace(\"Iâ€™ve been listening to it all my life basically, my cousins are Asian, and Iâ€™m mexican, so people think Iâ€™m just a koreaboo, when in reality Iâ€™ve only ever listened to korean and Chinese music\", \r\n",
        "                                           \"Since childhood\")\r\n",
        "df.groupby([\"first_year\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>first_year</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1-2 years ago</th>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "      <td>66</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13-14 years ago</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3-4 years ago</th>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "      <td>158</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5-6 years ago</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7-8 years ago</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9-10 years ago</th>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Less than a year ago</th>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Since childhood</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      Num  fav_group  pop_by_country  ...  domicile  job  gender\n",
              "first_year                                            ...                       \n",
              "1-2 years ago          66         66              66  ...        66   66      66\n",
              "13-14 years ago         1          1               1  ...         1    1       1\n",
              "3-4 years ago         158        158             158  ...       158  158     158\n",
              "5-6 years ago           1          1               1  ...         1    1       1\n",
              "7-8 years ago           4          4               4  ...         4    4       4\n",
              "9-10 years ago          2          2               2  ...         2    2       2\n",
              "Less than a year ago    7          7               7  ...         7    7       7\n",
              "Since childhood         1          1               1  ...         1    1       1\n",
              "\n",
              "[8 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 388
        },
        "id": "1xvZDI0KuMKZ",
        "outputId": "89cfa629-4617-4e0e-e150-39adf9cfc051"
      },
      "source": [
        "df[\"money_obtain\"] = df.apply(lambda x: \"-\" if x[\"merch_spent_yr\"] == \"I don't spend anything on merchandise\" else x[\"money_obtain\"], axis = 1)\r\n",
        "\r\n",
        "set1 = [\"-\"]\r\n",
        "set2 = [\"Parents\",\"parents\"]\r\n",
        "set3 = [\"just\",\"save\",\"Savings\",\"account\",\"birthday\", \"christmas\",\"presents\"]\r\n",
        "set4 = [\"Work\",\"work\",\"Chores\",\"help\"]\r\n",
        "set5 = [\"Borrow\", \"Aid\"]\r\n",
        "set6 = [\"full - time job\"]\r\n",
        "\r\n",
        "df[\"money_obtain\"] = df[\"money_obtain\"].str.replace(\"i donâ€™t spend money on kpop merchandise.\",\"-\")\r\n",
        "def clean_money_obtain(x):\r\n",
        "    if any(keyword in x for keyword in set6):\r\n",
        "      return \"Have full-time job\"\r\n",
        "    elif any(keyword in x for keyword in set5):\r\n",
        "      return \"Financial aid\"\r\n",
        "    elif any(keyword in x for keyword in set4):\r\n",
        "      return \"Working part-time & Doing chores\"\r\n",
        "    elif any(keyword in x for keyword in set3):\r\n",
        "      return \"Savings & Special occasion\"\r\n",
        "    elif any(keyword in x for keyword in set2):\r\n",
        "      return \"Parents\"\r\n",
        "    elif any(keyword in x for keyword in set1):\r\n",
        "      return \"-\"\r\n",
        "    else:\r\n",
        "      return \"Others\"\r\n",
        "\r\n",
        "df[\"money_obtain\"] = df[\"money_obtain\"].apply(lambda x: clean_money_obtain(x))\r\n",
        "\r\n",
        "df.groupby([\"money_obtain\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>money_obtain</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>-</th>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Financial aid</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Have full-time job</th>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Others</th>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Parents</th>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "      <td>81</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Savings &amp; Special occasion</th>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "      <td>12</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Working part-time &amp; Doing chores</th>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "      <td>68</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                  Num  fav_group  ...  job  gender\n",
              "money_obtain                                      ...             \n",
              "-                                  50         50  ...   50      50\n",
              "Financial aid                       4          4  ...    4       4\n",
              "Have full-time job                 20         20  ...   20      20\n",
              "Others                              5          5  ...    5       5\n",
              "Parents                            81         81  ...   81      81\n",
              "Savings & Special occasion         12         12  ...   12      12\n",
              "Working part-time & Doing chores   68         68  ...   68      68\n",
              "\n",
              "[7 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "km-jjKGu0Jcm"
      },
      "source": [
        "reason_list = []\r\n",
        "tmp = df['reason'].to_list()\r\n",
        "for reasons in tmp:\r\n",
        "\tfor reason in reasons.split(';'):\r\n",
        "\t\treason_list.append(reason)\r\n",
        "\r\n",
        "reason_count = pd.Series(reason_list).value_counts()\r\n",
        "top_reasons_list = list(reason_count[reason_count>1].index)\r\n",
        "all_list = [\"all, everything\"]\r\n",
        "\r\n",
        "reason_df = pd.DataFrame()\r\n",
        "reason_df['Num'] = df['Num']\r\n",
        "for reason in top_reasons_list:\r\n",
        "    reason_df[reason] = df['reason'].apply(lambda x: 1 if (reason in x) or (any(keyword in x.lower() for keyword in all_list)) else 0)\r\n",
        "\r\n",
        "reason_dict = { \r\n",
        "\"Uplifting music and meaningful lyrics\" : [\"catchy\", \"insight\", \"meaning\", \"meaningful\", \"uplifting\", \"inspirational\"],\r\n",
        "\"Loyal to fans\" : [\"fandom\", \"fan\", \"loyal\", \"relationship\"],\r\n",
        "\"Reduced anxiety and bring happiness\" : [\"struggle\", \"tough\", \"depression\", \"suicidal\", \"happy\", \"happier\", \"fun\"],\r\n",
        "\"Personality, talent and work ethic of the idols\" : [\"personality\", \"creativity\", \"personalities\",  \"hard\", \"work\", \"talent\"],\r\n",
        "\"Study korean culture\" : [\"culture\", \"study\", \"learn\"]\r\n",
        "}\r\n",
        "for reason in reason_dict.keys():\r\n",
        "       reason_df[reason] = df['reason'].apply(lambda x: 1 if any(keyword in x.lower() for keyword in reason_dict[reason]) else 0)\r\n",
        "\r\n",
        "def other_reason(x):\r\n",
        "    check_list = []\r\n",
        "    for tmp in x.split(\";\"):\r\n",
        "      if (all(all(keyword not in tmp.lower() for keyword in reason_dict[reason]) for reason in reason_dict.keys())) and \\\r\n",
        "      (all(reason not in tmp for reason in top_reasons_list)) and (all(value not in tmp.lower() for value in all_list)):\r\n",
        "        check_list.append(True)\r\n",
        "      else:\r\n",
        "        check_list.append(False)\r\n",
        "    if any(check_list):\r\n",
        "      return 1\r\n",
        "    else:\r\n",
        "      return 0\r\n",
        "\r\n",
        "reason_df[\"Others\"] = df['reason'].apply(lambda x: other_reason(x))\r\n",
        "reason_df.to_csv(\"reason.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zFBaWsxsmG_N"
      },
      "source": [
        "news_list = []\r\n",
        "tmp = df[\"kpop_news\"].to_list()\r\n",
        "for news in tmp:\r\n",
        "  for new in news.split(\";\"):\r\n",
        "    news_list.append(new)\r\n",
        "\r\n",
        "news_count = pd.Series(news_list).value_counts()\r\n",
        "top_kpopnews_list = list(news_count[news_count>10].index)\r\n",
        "youtube_list = [\"youtube\"]\r\n",
        "website_list = [\"soompi\", \"allkpop\"]\r\n",
        "group_list = [\"amino\",\"reddit\"]\r\n",
        "\r\n",
        "kpopnews_df = pd.DataFrame()\r\n",
        "kpopnews_df['Num'] = df['Num']\r\n",
        "for kpopnews in top_kpopnews_list:\r\n",
        "  if kpopnews == \"Subscribe to Youtube channels\":\r\n",
        "    kpopnews_df[kpopnews] = df['kpop_news'].apply(lambda x: 1 if (kpopnews in x) or any(keyword in x.lower() for keyword in youtube_list) else 0)\r\n",
        "  elif kpopnews == \"Join K-pop social media groups\":\r\n",
        "    kpopnews_df[kpopnews] = df['kpop_news'].apply(lambda x: 1 if (kpopnews in x) or any(keyword in x.lower() for keyword in group_list) else 0)\r\n",
        "  elif kpopnews == \"Subscribe to K-Pop news sites\":\r\n",
        "    kpopnews_df[kpopnews] = df['kpop_news'].apply(lambda x: 1 if (kpopnews in x) or any(keyword in x.lower() for keyword in website_list) else 0)\r\n",
        "\r\n",
        "news_dict = {\r\n",
        "\"Twitter\" : [\"twitter\", \"tweet\"],\r\n",
        "\"Instagram\" : [\"instagram\", \"feeds\"],\r\n",
        "\"Soompi / Allkpop\" : [\"soompi\"],\r\n",
        "\"Follow idols' or fanbase social media accounts\" : [\"follow\", \"fan\"]\r\n",
        "}\r\n",
        "\r\n",
        "for news in news_dict.keys():\r\n",
        "  kpopnews_df[news] = df[\"kpop_news\"].apply(lambda x: 1 if any(keyword in x.lower() for keyword in news_dict[news]) else 0)\r\n",
        "\r\n",
        "def other_news(x):\r\n",
        "    check_list = []\r\n",
        "    for tmp in x.split(';'):\r\n",
        "        if all(all(keyword not in tmp.lower() for keyword in news_dict[news]) for news in news_dict.keys()) and \\\r\n",
        "           all(keyword not in tmp for keyword in top_kpopnews_list) and \\\r\n",
        "           all(keyword not in tmp.lower() for keyword in (youtube_list+website_list+group_list)):\r\n",
        "            check_list.append(True)\r\n",
        "        else:\r\n",
        "            check_list.append(False)\r\n",
        "    \r\n",
        "    if any(check_list):\r\n",
        "        return 1\r\n",
        "    else:\r\n",
        "        return 0\r\n",
        "\r\n",
        "kpopnews_df[\"Others\"] = df[\"kpop_news\"].apply(lambda x: other_news(x))\r\n",
        "kpopnews_df.to_csv(\"kpop_news.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RqWKYYBXzc6_"
      },
      "source": [
        "group_dict = {\r\n",
        "\"BTS\" : [\"BTS\"],\r\n",
        "\"MONSTA X\" : [\"MONSTAX\", \"MONSTA X\"],\r\n",
        "\"EXO\" : [\"EXO\"],\r\n",
        "\"BLACKPINK\" : [\"BLACKPINK\", \"BLACK PINK\"],\r\n",
        "\"STRAY KIDS\" : [\"STRAY KIDS\", \"STRAYKIDS\"],\r\n",
        "\"NCT\" : [\"NCT\"],\r\n",
        "\"GOT7\" : [\"GOT7\", \"GOT 7\"],\r\n",
        "\"SEVENTEEN\" : [\"SEVENTEEN\", \"SEVENTERN\", \"SEVEN TEEN\"],\r\n",
        "\"ATEEZ\" : [\"ATEEZ\"],\r\n",
        "\"SHINEE\" : [\"SHINEE\"]\r\n",
        "}\r\n",
        "\r\n",
        "import re\r\n",
        "favgroup_df = pd.DataFrame()\r\n",
        "favgroup_df['Num'] = df['Num']\r\n",
        "for tmp in group_dict.keys():\r\n",
        "    favgroup_df[tmp] = df[\"fav_group\"].apply(lambda x: 1 if any(keyword in x.upper() for keyword in group_dict[tmp]) else 0)\r\n",
        "\r\n",
        "def other_group(x):\r\n",
        "    check_list = []\r\n",
        "    for tmp in re.split(';|; | & |, |,| / | and |,and ',x):\r\n",
        "        if all(all(keyword not in tmp.upper() for keyword in group_dict[group]) for group in group_dict.keys()):\r\n",
        "            check_list.append(True)\r\n",
        "        else:\r\n",
        "            check_list.append(False)\r\n",
        "    \r\n",
        "    if any(check_list):\r\n",
        "        return 1\r\n",
        "    else:\r\n",
        "        return 0\r\n",
        "\r\n",
        "favgroup_df[\"Others\"] = df[\"fav_group\"].apply(lambda x: other_group(x))\r\n",
        "\r\n",
        "favgroup_df.to_csv(\"fav_group.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sMn17nGlO1Yz"
      },
      "source": [
        "pursuit_list = []\r\n",
        "tmp = df[\"pursuit\"].to_list()\r\n",
        "for pursuits in tmp:\r\n",
        "  for pursuit in pursuits.split(\";\"):\r\n",
        "    pursuit_list.append(pursuit)\r\n",
        "\r\n",
        "pursuit_count = pd.Series(pursuit_list).value_counts()\r\n",
        "top_pursuit_list = list(pursuit_count[pursuit_count>10].index)\r\n",
        "all_list = [\"all\"]\r\n",
        "visit_list = [\"visit\", \"travel\"]\r\n",
        "fashion_list = [\"fashion\", \"makeup\", \"make up\"]\r\n",
        "dance_list = [\"dance\", \"dancing\"]\r\n",
        "music_list = [\"music\", \"sing\"]\r\n",
        "language_list = [\"language\", \"speak\"]\r\n",
        "\r\n",
        "pursuit_df = pd.DataFrame()\r\n",
        "pursuit_df[\"Num\"] = df[\"Num\"]\r\n",
        "for pursuit in top_pursuit_list:\r\n",
        "  if pursuit == \"Learning about Korean/Asian culture\":\r\n",
        "    pursuit_df[pursuit] = df[\"pursuit\"].apply(lambda x: 1 if (pursuit in x) or any(keyword in x.lower() for keyword in (all_list+language_list)) else 0)\r\n",
        "  elif pursuit == \"Learn about Korean fashion/makeup\":\r\n",
        "    pursuit_df[pursuit] = df[\"pursuit\"].apply(lambda x: 1 if (pursuit in x) or any(keyword in x.lower() for keyword in (all_list+fashion_list)) else 0)\r\n",
        "  elif pursuit == \"Visit Korea\":\r\n",
        "    pursuit_df[pursuit] = df[\"pursuit\"].apply(lambda x: 1 if (pursuit in x) or any(keyword in x.lower() for keyword in (all_list+visit_list)) else 0)\r\n",
        "  elif pursuit == \"Pursue dancing\":\r\n",
        "    pursuit_df[pursuit] = df[\"pursuit\"].apply(lambda x: 1 if (pursuit in x) or any(keyword in x.lower() for keyword in (all_list+dance_list)) else 0)\r\n",
        "  elif pursuit == \"Learning music - either an instrument or singing\":\r\n",
        "    pursuit_df[pursuit] = df[\"pursuit\"].apply(lambda x: 1 if (pursuit in x) or any(keyword in x.lower() for keyword in (all_list+music_list)) else 0)\r\n",
        "\r\n",
        "\r\n",
        "def other_pursuit(x):\r\n",
        "  check_list = []\r\n",
        "  for tmp in x.split(\";\"):\r\n",
        "    if all(keyword not in x for keyword in top_pursuit_list) and \\\r\n",
        "       all(keyword not in x.lower() for keyword in (all_list+visit_list+fashion_list+dance_list+music_list+language_list)):\r\n",
        "      check_list.append(True)\r\n",
        "    else:\r\n",
        "      check_list.append(False)\r\n",
        "  if any(check_list):\r\n",
        "    return 1\r\n",
        "  else:\r\n",
        "    return 0\r\n",
        "\r\n",
        "pursuit_df[\"Others\"] = df[\"pursuit\"].apply(lambda x: other_pursuit(x))\r\n",
        "\r\n",
        "pursuit_df.to_csv(\"pursuit.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 232
        },
        "id": "vCwNyLTw-ukj",
        "outputId": "b8f85a03-15f7-4e42-8836-9479bdf51580"
      },
      "source": [
        "yes_list = [\"yes\", \"spend\", \"takes up\", \"time consuming\",\"does\",\"most\", \"as much as\", \"most of the time\"]\r\n",
        "# no_list = [\"no\", \"doesnâ€™t\",\"wouldnâ€™t\",\"doesn't\"]\r\n",
        "notanymore_list = [\"not as much\", \"first got\", \"used to\"]\r\n",
        "notsure_list = [\"depend\", \"not really\", \"sometime\",\"not sure\"]\r\n",
        "\r\n",
        "def time_consume_yn(x):\r\n",
        "    if any(keyword in x.lower() for keyword in yes_list):\r\n",
        "      return \"Yes\"\r\n",
        "    elif any(keyword in x.lower() for keyword in notanymore_list):\r\n",
        "      return \"Not as much as it used to\"\r\n",
        "    elif any(keyword in x.lower() for keyword in notsure_list):\r\n",
        "      return \"Not sure\"\r\n",
        "    else:\r\n",
        "      return \"No\"\r\n",
        "\r\n",
        "df[\"time_consume_yn\"] = df[\"time_consume_yn\"].apply(lambda x: time_consume_yn(x))\r\n",
        "df.groupby([\"time_consume_yn\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>No</th>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "      <td>116</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Not as much as it used to</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Not sure</th>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "      <td>37</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Yes</th>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "      <td>84</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                           Num  fav_group  ...  job  gender\n",
              "time_consume_yn                            ...             \n",
              "No                         116        116  ...  116     116\n",
              "Not as much as it used to    3          3  ...    3       3\n",
              "Not sure                    37         37  ...   37      37\n",
              "Yes                         84         84  ...   84      84\n",
              "\n",
              "[4 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 405
        },
        "id": "Lcct6ko0iAaR",
        "outputId": "15329ffd-3f40-49b9-a606-cd52d43273f8"
      },
      "source": [
        "bully_list = [\"criticism\", \"poking\", \"fun\"]\r\n",
        "sleep_list = [\"sleep\"]\r\n",
        "family_list = [\"socialise\"]\r\n",
        "friend_list = [\"new\", \"bond\", \"increase\",\"introducing\"]\r\n",
        "love_list = [\"love\", \"yourself\", \"myself\", \"relive\", \"peace\"]\r\n",
        "no_list = [\"no\", \"hasnâ€™t\"]\r\n",
        "\r\n",
        "def lifechange(x):\r\n",
        "  if any(keyword in x.lower() for keyword in bully_list):\r\n",
        "    return \"Led to you being cajoled (made fun of) by classmates and family\"\r\n",
        "  elif any(keyword in x.lower() for keyword in sleep_list):\r\n",
        "    return \"Reduced the amount of sleep you get\"\r\n",
        "  elif any(keyword in x.lower() for keyword in family_list):\r\n",
        "    return \"Reduced your time to socialise with your friends/partners/family\"\r\n",
        "  elif any(keyword in x.lower() for keyword in friend_list):\r\n",
        "    return \"Making new friends\"\r\n",
        "  elif any(keyword in x.lower() for keyword in love_list):\r\n",
        "    return \"Learn to love myself\"\r\n",
        "  elif any(keyword in x.lower() for keyword in no_list):\r\n",
        "    return \"No affect\"\r\n",
        "  else:\r\n",
        "    return \"Other\"\r\n",
        "\r\n",
        "df[\"life_changing\"] = df[\"life_changing\"].apply(lambda x: lifechange(x))\r\n",
        "\r\n",
        "df.groupby([\"life_changing\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>life_changing</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Learn to love myself</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Led to you being cajoled (made fun of) by classmates and family</th>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "      <td>97</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Making new friends</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No affect</th>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "      <td>39</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Other</th>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Reduced the amount of sleep you get</th>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "      <td>71</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Reduced your time to socialise with your friends/partners/family</th>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                    Num  fav_group  ...  job  gender\n",
              "life_changing                                                       ...             \n",
              "Learn to love myself                                  4          4  ...    4       4\n",
              "Led to you being cajoled (made fun of) by class...   97         97  ...   97      97\n",
              "Making new friends                                    4          4  ...    4       4\n",
              "No affect                                            39         39  ...   39      39\n",
              "Other                                                15         15  ...   15      15\n",
              "Reduced the amount of sleep you get                  71         71  ...   71      71\n",
              "Reduced your time to socialise with your friend...   10         10  ...   10      10\n",
              "\n",
              "[7 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O3BnllEDHFlZ"
      },
      "source": [
        "poseff_list = []\r\n",
        "tmp = df[\"pos_eff\"].to_list()\r\n",
        "for eff in tmp:\r\n",
        "  poseff_list.append(eff)\r\n",
        "\r\n",
        "eff_count = pd.Series(poseff_list).value_counts()\r\n",
        "top_poseff_list = list(eff_count[eff_count >10].index)\r\n",
        "all_list = [\"both\", \"all\", \"everything\"]\r\n",
        "stress_list = [\"anxiety\", \"stress\", \"depression\", \"hard\", \"weak\"]\r\n",
        "friend_list = [\"friend\"]\r\n",
        "selflove_list = [\"love\", \"myself\"]\r\n",
        "\r\n",
        "poseff_df = pd.DataFrame()\r\n",
        "poseff_df[\"Num\"] = df[\"Num\"]\r\n",
        "for eff in top_poseff_list:\r\n",
        "  if eff == \"Reduced stress/anxiety/depression\":\r\n",
        "    poseff_df[eff] = df[\"pos_eff\"].apply(lambda x: 1 if (eff in x) or any(keyword in x.lower() for keyword in (all_list+stress_list)) else 0)\r\n",
        "  else:\r\n",
        "    poseff_df[eff] = df[\"pos_eff\"].apply(lambda x: 1 if (eff in x) or any(keyword in x.lower() for keyword in (all_list+friend_list)) else 0)\r\n",
        "\r\n",
        "poseff_df[\"Learn self love\"] = df[\"pos_eff\"].apply(lambda x: 1 if any(keyword in x.lower() for keyword in selflove_list) else 0)\r\n",
        "\r\n",
        "poseff_df[\"Others\"] = df[\"pos_eff\"].apply(lambda x: 1 if all(keyword not in x for keyword in top_poseff_list) and all(keyword not in x.lower() for keyword in(all_list+stress_list+friend_list+selflove_list)) else 0)\r\n",
        "\r\n",
        "poseff_df.to_csv(\"positive_effect.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 321
        },
        "id": "-CNmEOjXNFro",
        "outputId": "4332de89-5ec9-460b-cd18-a2c8c7cdd074"
      },
      "source": [
        "canada_list = [\"canada\",\"ca\"]\r\n",
        "europe_list = [\"finland\", \"germany\", \"france\", \"sweden\", \"european\"]\r\n",
        "asia_list = [\"asia\", \"turkey\"]\r\n",
        "usa_list = [\"usa\"]\r\n",
        "southamerica_list = [\"latin america\", \"caribbean\"]\r\n",
        "aus_list = [\"australia\"]\r\n",
        "nz_list = [\"new zealand\"]\r\n",
        "africa_list = [\"africa\"]\r\n",
        "uk_list = [\"uk\"]\r\n",
        "\r\n",
        "def country(x):\r\n",
        "  if any(keyword in x.lower() for keyword in canada_list):\r\n",
        "    return \"Canada\"\r\n",
        "  elif any(keyword in x.lower() for keyword in europe_list):\r\n",
        "    return \"Europe\"\r\n",
        "  elif any(keyword in x.lower() for keyword in asia_list):\r\n",
        "    return \"Asia\"\r\n",
        "  elif any(keyword in x.lower() for keyword in usa_list):\r\n",
        "    return \"USA\"\r\n",
        "  elif any(keyword in x.lower() for keyword in southamerica_list):\r\n",
        "    return \"South America\"\r\n",
        "  elif any(keyword in x.lower() for keyword in aus_list):\r\n",
        "    return \"Australia\"\r\n",
        "  elif any(keyword in x.lower() for keyword in nz_list):\r\n",
        "    return \"New Zealand\"\r\n",
        "  elif any(keyword in x.lower() for keyword in africa_list):\r\n",
        "    return \"South Africa\"\r\n",
        "  elif any(keyword in x.lower() for keyword in uk_list):\r\n",
        "    return \"UK\"\r\n",
        "\r\n",
        "df[\"domicile\"] = df[\"domicile\"].apply(lambda x: country(x))\r\n",
        "\r\n",
        "df.groupby([\"domicile\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>domicile</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Asia</th>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Australia</th>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Canada</th>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "      <td>28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Europe</th>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>New Zealand</th>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>UK</th>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>USA</th>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "      <td>140</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "             Num  fav_group  pop_by_country  ...  age  job  gender\n",
              "domicile                                     ...                  \n",
              "Asia           6          6               6  ...    6    6       6\n",
              "Australia      7          7               7  ...    7    7       7\n",
              "Canada        28         28              28  ...   28   28      28\n",
              "Europe        31         31              31  ...   31   31      31\n",
              "New Zealand    2          2               2  ...    2    2       2\n",
              "UK            26         26              26  ...   26   26      26\n",
              "USA          140        140             140  ...  140  140     140\n",
              "\n",
              "[7 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 186
        },
        "id": "0DMcwhGCQsLL",
        "outputId": "aca8957c-5d0d-418b-e42d-71617191d158"
      },
      "source": [
        "nurse_list = [\"nurse\", \"nursing\", \"caregiver\"]\r\n",
        "receptiosnist_list = [\"receptionist\"]\r\n",
        "student_list = [\"student\"]\r\n",
        "\r\n",
        "def job(x):\r\n",
        "  if any(keyword in x.lower() for keyword in nurse_list):\r\n",
        "    return \"Nurse/Caregiver\"\r\n",
        "  elif any(keyword in x.lower() for keyword in student_list):\r\n",
        "    return \"Student\"\r\n",
        "  else:\r\n",
        "    return \"Other\"\r\n",
        "  \r\n",
        "df[\"job\"] = df[\"job\"].apply(lambda x: job(x))\r\n",
        "\r\n",
        "df.groupby([\"job\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>job</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Nurse/Caregiver</th>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Other</th>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Student</th>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "      <td>210</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                 Num  fav_group  pop_by_country  ...  age  domicile  gender\n",
              "job                                              ...                       \n",
              "Nurse/Caregiver    4          4               4  ...    4         4       4\n",
              "Other             26         26              26  ...   26        26      26\n",
              "Student          210        210             210  ...  210       210     210\n",
              "\n",
              "[3 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rwNC-HtjVWCM"
      },
      "source": [
        "crz_list = []\r\n",
        "tmp = df[\"crazy_thing\"].to_list()\r\n",
        "for crzth in tmp:\r\n",
        "  for crz in crzth.split(\";\"):\r\n",
        "    crz_list.append(crz)\r\n",
        "crz_count = pd.Series(crz_list).value_counts()\r\n",
        "top_crz_list = list(crz_count[crz_count>10].index)\r\n",
        "sleep_list = [\"sleep\", \"waking\", \"stayed up really late\"]\r\n",
        "\r\n",
        "df[\"crazy_thing\"] = df[\"crazy_thing\"].replace(\"Listened to K-Pop without studying or working despite having a deadline;I do online school and watching kpop videos keeps me from doing any work at all.\", \r\n",
        "                                              \"Listened to K-Pop without studying or working despite having a deadline\")\r\n",
        "df[\"crazy_thing\"] = df[\"crazy_thing\"].replace(\"Listened to K-Pop without studying or working despite having a deadline;Again, because of my own personal problems with procrastination, not necessarily because of K-Pop itself.\",\r\n",
        "                                              \"Listened to K-Pop without studying or working despite having a deadline\")\r\n",
        "df[\"crazy_thing\"] = df[\"crazy_thing\"].replace(\"Listened to K-Pop without studying or working despite having a deadline;Missed days of work and school to attend concerts;Traveled to another state for a kpop concert\",\r\n",
        "                                              \"Listened to K-Pop without studying or working despite having a deadline\")\r\n",
        "df[\"crazy_thing\"] = df[\"crazy_thing\"].replace(\"Missed days of work and school to attend concerts;missed school to ticket for bts\",\"Missed days of work and school to attend concert\")\r\n",
        "df[\"crazy_thing\"] = df[\"crazy_thing\"].replace(\"Nothing as such; I mean, I almost skipped a day of school for Monsta X's comeback showcase that one time but I didn't.\",\"Nothing as such\")\r\n",
        "\r\n",
        "crazything_df = pd.DataFrame()\r\n",
        "crazything_df[\"Num\"] = df[\"Num\"]\r\n",
        "for crz in top_crz_list:\r\n",
        "  crazything_df[crz] = df[\"crazy_thing\"].apply(lambda x: 1 if crz in x else 0)\r\n",
        "\r\n",
        "crazything_df[\"Reduced amount of sleep due to watching award show or comebacks\"] = df[\"crazy_thing\"].apply(lambda x: 1 if any(keyword in x.lower() for keyword in sleep_list) else 0)\r\n",
        "crazything_df.groupby([\"Missed days of work and school to attend concerts\"]).count()\r\n",
        "crazything_df.to_csv(\"crazy_thing.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 371
        },
        "id": "AKpGnoHEJBOP",
        "outputId": "ee99bc38-43d8-4a75-ee07-9a99ae02c469"
      },
      "source": [
        "spent_list = []\r\n",
        "tmp = df[\"merch_spent_yr\"].to_list()\r\n",
        "for merchspent in tmp:\r\n",
        "  spent_list.append(merchspent)\r\n",
        "spent_count = pd.Series(spent_list).value_counts()\r\n",
        "top_spent_list = list(spent_count[spent_count>10].index)\r\n",
        "\r\n",
        "spent1_list = [\"below 50\",\"less than $50\",\"below 30$\",\"10?\"]\r\n",
        "spent2_list = [\"50 - 100\"]\r\n",
        "spent3_list = [\"100 - 200\"]\r\n",
        "spent4_list = [\"200-300\",\"$300\",\"$200\"]\r\n",
        "spent5_list = [\"1k\",\"$2,000\",\"$5,000\"]\r\n",
        "spent6_list = [\"depends\",\"xmas\",\"donâ€™t buy everything\",\"donâ€™t even want to know\",\"i've only ever bought\"]\r\n",
        "nospent_list = [\"i don't spend anything on merchandise\",\"donâ€™t have the money\", \"don't have money\",\"gifts\"]\r\n",
        "\r\n",
        "def money_spent(x):\r\n",
        "  if any(keyword in x.lower() for keyword in spent1_list):\r\n",
        "    return \"Below 50$\"\r\n",
        "  elif any(keyword in x.lower() for keyword in spent2_list):\r\n",
        "    return \"50-100$\"\r\n",
        "  elif any(keyword in x.lower() for keyword in spent3_list):\r\n",
        "    return \"100-200$\"\r\n",
        "  elif any(keyword in x.lower() for keyword in spent4_list):\r\n",
        "    return \"200-300$\"\r\n",
        "  elif any(keyword in x.lower() for keyword in spent5_list):\r\n",
        "    return \"Above 1000$\"\r\n",
        "  elif any(keyword in x.lower() for keyword in spent6_list):\r\n",
        "    return \"Depends through out time\"\r\n",
        "  elif any(keyword in x.lower() for keyword in nospent_list):\r\n",
        "    return \"I don't spend anything on merchandise\"\r\n",
        "\r\n",
        "df[\"merch_spent_yr\"] = df[\"merch_spent_yr\"].apply(lambda x: money_spent(x))\r\n",
        "\r\n",
        "df.groupby([\"merch_spent_yr\"]).count()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>100-200$</th>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "      <td>25</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>200-300$</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50-100$</th>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Above 1000$</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Below 50$</th>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "      <td>94</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Depends through out time</th>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>I don't spend anything on merchandise</th>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "      <td>52</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                       Num  fav_group  ...  job  gender\n",
              "merch_spent_yr                                         ...             \n",
              "100-200$                                25         25  ...   25      25\n",
              "200-300$                                 3          3  ...    3       3\n",
              "50-100$                                 57         57  ...   57      57\n",
              "Above 1000$                              3          3  ...    3       3\n",
              "Below 50$                               94         94  ...   94      94\n",
              "Depends through out time                 6          6  ...    6       6\n",
              "I don't spend anything on merchandise   52         52  ...   52      52\n",
              "\n",
              "[7 rows x 22 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "IxmzFiU8Vj3Z",
        "outputId": "580853ae-ca67-4fff-d669-1b7e66381fd1"
      },
      "source": [
        "df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Num</th>\n",
              "      <th>fav_group</th>\n",
              "      <th>pop_by_country</th>\n",
              "      <th>reason</th>\n",
              "      <th>first_year</th>\n",
              "      <th>kpop_gender_pref</th>\n",
              "      <th>daily_music_hr</th>\n",
              "      <th>watch_mv_yn</th>\n",
              "      <th>daily_mv_hr</th>\n",
              "      <th>obsessed_yn</th>\n",
              "      <th>kpop_news</th>\n",
              "      <th>pursuit</th>\n",
              "      <th>time_consume_yn</th>\n",
              "      <th>life_changing</th>\n",
              "      <th>pos_eff</th>\n",
              "      <th>merch_spent_yr</th>\n",
              "      <th>money_obtain</th>\n",
              "      <th>concert_yn</th>\n",
              "      <th>crazy_thing</th>\n",
              "      <th>age</th>\n",
              "      <th>domicile</th>\n",
              "      <th>job</th>\n",
              "      <th>gender</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>1-2 years ago</td>\n",
              "      <td>Its about the music, not the gender</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning about Korean/Asian culture;Pursue dan...</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50-100$</td>\n",
              "      <td>Have full-time job</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Missed days of work and school to attend concerts</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>UK</td>\n",
              "      <td>Other</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning music - either an instrument or singi...</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>Below 50$</td>\n",
              "      <td>Working part-time &amp; Doing chores</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Listened to K-Pop without studying or working ...</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>UK</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>BTS;MONSTA X</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Its about the music, not the gender</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>Subscribe to K-Pop news sites;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Learn abou...</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>50-100$</td>\n",
              "      <td>Working part-time &amp; Doing chores</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Europe</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>3-4 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>Subscribe to K-Pop news sites;Subscribe to You...</td>\n",
              "      <td>Learning about Korean/Asian culture;Visit Korea</td>\n",
              "      <td>No</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50-100$</td>\n",
              "      <td>Working part-time &amp; Doing chores</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>21 - 26 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels</td>\n",
              "      <td>Learning about Korean/Asian culture</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Led to you being cajoled (made fun of) by clas...</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>100-200$</td>\n",
              "      <td>Parents</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>235</th>\n",
              "      <td>235</td>\n",
              "      <td>MONSTA X</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>3-4 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels</td>\n",
              "      <td>Pursue dancing;Learn about Korean fashion/makeup</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>I don't spend anything on merchandise</td>\n",
              "      <td>-</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Canada</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>236</th>\n",
              "      <td>236</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>No</td>\n",
              "      <td>1 hour</td>\n",
              "      <td>No</td>\n",
              "      <td>Twitter</td>\n",
              "      <td>Learn about Korean fashion/makeup</td>\n",
              "      <td>No</td>\n",
              "      <td>Reduced your time to socialise with your frien...</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>Above 1000$</td>\n",
              "      <td>Working part-time &amp; Doing chores</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Missed days of work and school to attend conce...</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>237</th>\n",
              "      <td>237</td>\n",
              "      <td>BTS;GOT 7</td>\n",
              "      <td>I'm not sure</td>\n",
              "      <td>The videos are unique</td>\n",
              "      <td>Less than a year ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>5 or more</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Subscribe to Youtube channels;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Learn abou...</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>I don't spend anything on merchandise</td>\n",
              "      <td>-</td>\n",
              "      <td>No</td>\n",
              "      <td>Listened to K-Pop without studying or working ...</td>\n",
              "      <td>10 - 14 years</td>\n",
              "      <td>USA</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>238</th>\n",
              "      <td>238</td>\n",
              "      <td>BTS</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>I listen to both</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-3 hours</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Subscribe to Youtube channels;Join K-pop socia...</td>\n",
              "      <td>Learning about Korean/Asian culture;Visit Korea</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Reduced the amount of sleep you get</td>\n",
              "      <td>Made friends who are like-minded</td>\n",
              "      <td>Below 50$</td>\n",
              "      <td>Parents</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Asia</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>239</th>\n",
              "      <td>239</td>\n",
              "      <td>VIXX</td>\n",
              "      <td>Its gaining popularity</td>\n",
              "      <td>Its different from the usual music. I like som...</td>\n",
              "      <td>3-4 years ago</td>\n",
              "      <td>Yes</td>\n",
              "      <td>2-4 hours</td>\n",
              "      <td>Yes</td>\n",
              "      <td>1 hour</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>Join K-pop social media groups</td>\n",
              "      <td>Learning music - either an instrument or singing</td>\n",
              "      <td>Not sure</td>\n",
              "      <td>No affect</td>\n",
              "      <td>Reduced stress/anxiety/depression</td>\n",
              "      <td>50-100$</td>\n",
              "      <td>Working part-time &amp; Doing chores</td>\n",
              "      <td>I want to, but the K-Pop groups don't come to ...</td>\n",
              "      <td>Nothing as such</td>\n",
              "      <td>15 - 20 years</td>\n",
              "      <td>Europe</td>\n",
              "      <td>Student</td>\n",
              "      <td>Female</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>240 rows × 23 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     Num     fav_group          pop_by_country  ... domicile      job  gender\n",
              "0      0           BTS  Its gaining popularity  ...       UK    Other  Female\n",
              "1      1           BTS  Its gaining popularity  ...       UK  Student  Female\n",
              "2      2  BTS;MONSTA X  Its gaining popularity  ...   Europe  Student  Female\n",
              "3      3           BTS  Its gaining popularity  ...      USA  Student  Female\n",
              "4      4           BTS                     Yes  ...      USA  Student  Female\n",
              "..   ...           ...                     ...  ...      ...      ...     ...\n",
              "235  235      MONSTA X  Its gaining popularity  ...   Canada  Student  Female\n",
              "236  236           BTS                     Yes  ...      USA  Student  Female\n",
              "237  237     BTS;GOT 7            I'm not sure  ...      USA  Student  Female\n",
              "238  238           BTS                     Yes  ...     Asia  Student  Female\n",
              "239  239          VIXX  Its gaining popularity  ...   Europe  Student  Female\n",
              "\n",
              "[240 rows x 23 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KzhNmb0qsbMU"
      },
      "source": [
        "df = df.drop(columns=['fav_group', 'reason', 'kpop_news', 'pursuit', 'pos_eff', 'crazy_thing'])\r\n",
        "df.to_csv(\"kpop_data_modified.csv\", index = False)"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}