Customer Market Segmentation (1).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "7041c530-caf9-4d38-a53a-3a55bd276ecf",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "14944d6b-36d2-4c18-ae3d-ef21b7da37df",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import StandardScaler, normalize\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.decomposition import PCA\n",
    "from jupyterthemes import jtplot\n",
    "jtplot.style(theme='monokai', context='notebook', ticks=True, grid=False) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "b45c0426-ab46-42c6-84f2-97d3e46fd55c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(r'C:\\Users\\username\\Desktop\\Customer Market Segmentation\\marketing_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "1cb95616-1c28-469c-b75b-7a6de68e812d",
   "metadata": {},
   "outputs": [],
   "source": [
    "balances = df['BALANCE']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "61997f44-2b85-4451-a749-87afca707723",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Calculate statistics\n",
    "average_balance = balances.mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "c7af5655-08b3-4967-b3cc-b7ce9f2f72e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Calculate statistics\n",
    "min_balance = balances.min()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "d05ae03f-4f8d-4c55-af41-73f51ffa24fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Calculate statistics\n",
    "max_balance = balances.max()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "8c97895c-f6de-4f19-905d-77614e6380f0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Balance: 1564.4748276781006\n",
      "Minimum Balance: 0.0\n",
      "Maximum Balance: 19043.13856\n"
     ]
    }
   ],
   "source": [
    "print(\"Average Balance:\", average_balance) \n",
    "print(\"Minimum Balance:\", min_balance)\n",
    "print(\"Maximum Balance:\", max_balance)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "40baafea-d106-404b-89d7-b553506c2107",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "            BALANCE  BALANCE_FREQUENCY     PURCHASES  ONEOFF_PURCHASES  \\\n",
      "count   8950.000000        8950.000000   8950.000000       8950.000000   \n",
      "mean    1564.474828           0.877271   1003.204834        592.437371   \n",
      "std     2081.531879           0.236904   2136.634782       1659.887917   \n",
      "min        0.000000           0.000000      0.000000          0.000000   \n",
      "25%      128.281915           0.888889     39.635000          0.000000   \n",
      "50%      873.385231           1.000000    361.280000         38.000000   \n",
      "75%     2054.140036           1.000000   1110.130000        577.405000   \n",
      "max    19043.138560           1.000000  49039.570000      40761.250000   \n",
      "\n",
      "       INSTALLMENTS_PURCHASES  CASH_ADVANCE  PURCHASES_FREQUENCY  \\\n",
      "count             8950.000000   8950.000000          8950.000000   \n",
      "mean               411.067645    978.871112             0.490351   \n",
      "std                904.338115   2097.163877             0.401371   \n",
      "min                  0.000000      0.000000             0.000000   \n",
      "25%                  0.000000      0.000000             0.083333   \n",
      "50%                 89.000000      0.000000             0.500000   \n",
      "75%                468.637500   1113.821139             0.916667   \n",
      "max              22500.000000  47137.211760             1.000000   \n",
      "\n",
      "       ONEOFF_PURCHASES_FREQUENCY  PURCHASES_INSTALLMENTS_FREQUENCY  \\\n",
      "count                 8950.000000                       8950.000000   \n",
      "mean                     0.202458                          0.364437   \n",
      "std                      0.298336                          0.397448   \n",
      "min                      0.000000                          0.000000   \n",
      "25%                      0.000000                          0.000000   \n",
      "50%                      0.083333                          0.166667   \n",
      "75%                      0.300000                          0.750000   \n",
      "max                      1.000000                          1.000000   \n",
      "\n",
      "       CASH_ADVANCE_FREQUENCY  CASH_ADVANCE_TRX  PURCHASES_TRX  CREDIT_LIMIT  \\\n",
      "count             8950.000000       8950.000000    8950.000000   8949.000000   \n",
      "mean                 0.135144          3.248827      14.709832   4494.449450   \n",
      "std                  0.200121          6.824647      24.857649   3638.815725   \n",
      "min                  0.000000          0.000000       0.000000     50.000000   \n",
      "25%                  0.000000          0.000000       1.000000   1600.000000   \n",
      "50%                  0.000000          0.000000       7.000000   3000.000000   \n",
      "75%                  0.222222          4.000000      17.000000   6500.000000   \n",
      "max                  1.500000        123.000000     358.000000  30000.000000   \n",
      "\n",
      "           PAYMENTS  MINIMUM_PAYMENTS  PRC_FULL_PAYMENT       TENURE  \n",
      "count   8950.000000       8637.000000       8950.000000  8950.000000  \n",
      "mean    1733.143852        864.206542          0.153715    11.517318  \n",
      "std     2895.063757       2372.446607          0.292499     1.338331  \n",
      "min        0.000000          0.019163          0.000000     6.000000  \n",
      "25%      383.276166        169.123707          0.000000    12.000000  \n",
      "50%      856.901546        312.343947          0.000000    12.000000  \n",
      "75%     1901.134317        825.485459          0.142857    12.000000  \n",
      "max    50721.483360      76406.207520          1.000000    12.000000  \n"
     ]
    }
   ],
   "source": [
    "# Get summary stats on all columns\n",
    "print(df.describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "846431fe-80e8-4053-8777-fa3f3e733d9d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Customer ID: C10574\n",
      "One Off Purchases: 40761.25\n",
      "Other Features:\n",
      "BALANCE         11547.52001\n",
      "PURCHASES          49039.57\n",
      "CREDIT_LIMIT        22500.0\n",
      "Name: 550, dtype: object\n"
     ]
    }
   ],
   "source": [
    "#Features for Customer with Maximum One-Off Balance\n",
    "try:\n",
    "    max_purchases_row = df.loc[df['ONEOFF_PURCHASES'].idxmax()]\n",
    "    cust_id = max_purchases_row['CUST_ID'] \n",
    "except KeyError:   \n",
    "    print(\"CUST_ID column not present in the dataframe\")\n",
    "    cust_id = \"Not available\"\n",
    "\n",
    "print(\"Customer ID:\", max_purchases_row['CUST_ID'])  \n",
    "print(\"One Off Purchases:\", max_purchases_row['ONEOFF_PURCHASES']) \n",
    "\n",
    "print(\"Other Features:\")\n",
    "print(max_purchases_row[['BALANCE', 'PURCHASES', 'CREDIT_LIMIT']])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "12b2948c-7ba9-4c0f-b190-90f99d301cc7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Customer ID: C12226\n",
      "Maximum Cash Advance: 47137.21176\n",
      "Cash Advance Transactions: 123\n",
      "Cash Advance Frequency: 1.0\n",
      "Full Payment Frequency: 0.0\n"
     ]
    }
   ],
   "source": [
    "# Features of Customer with Maximum Cash Advance Transactions\n",
    "max_advance_row = df.loc[df['CASH_ADVANCE'].idxmax()]\n",
    "\n",
    "# print customer ID \n",
    "print(\"Customer ID:\", max_advance_row['CUST_ID'])\n",
    "\n",
    "# print their maximum cash advance amount\n",
    "print(\"Maximum Cash Advance:\", max_advance_row['CASH_ADVANCE'])  \n",
    "\n",
    "# number of cash advance transactions made\n",
    "print(\"Cash Advance Transactions:\", max_advance_row['CASH_ADVANCE_TRX'])\n",
    "\n",
    "# cash advance frequency for customer  \n",
    "print(\"Cash Advance Frequency:\", max_advance_row['CASH_ADVANCE_FREQUENCY'])\n",
    "\n",
    "# full payment frequency \n",
    "print(\"Full Payment Frequency:\", max_advance_row['PRC_FULL_PAYMENT'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "7a5cd619-5c48-48bf-91fc-bb3d702c265b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CUST_ID                               0\n",
      "BALANCE                               0\n",
      "BALANCE_FREQUENCY                     0\n",
      "PURCHASES                             0\n",
      "ONEOFF_PURCHASES                      0\n",
      "INSTALLMENTS_PURCHASES                0\n",
      "CASH_ADVANCE                          0\n",
      "PURCHASES_FREQUENCY                   0\n",
      "ONEOFF_PURCHASES_FREQUENCY            0\n",
      "PURCHASES_INSTALLMENTS_FREQUENCY      0\n",
      "CASH_ADVANCE_FREQUENCY                0\n",
      "CASH_ADVANCE_TRX                      0\n",
      "PURCHASES_TRX                         0\n",
      "CREDIT_LIMIT                          1\n",
      "PAYMENTS                              0\n",
      "MINIMUM_PAYMENTS                    313\n",
      "PRC_FULL_PAYMENT                      0\n",
      "TENURE                                0\n",
      "dtype: int64\n",
      "CUST_ID                             0.000000\n",
      "BALANCE                             0.000000\n",
      "BALANCE_FREQUENCY                   0.000000\n",
      "PURCHASES                           0.000000\n",
      "ONEOFF_PURCHASES                    0.000000\n",
      "INSTALLMENTS_PURCHASES              0.000000\n",
      "CASH_ADVANCE                        0.000000\n",
      "PURCHASES_FREQUENCY                 0.000000\n",
      "ONEOFF_PURCHASES_FREQUENCY          0.000000\n",
      "PURCHASES_INSTALLMENTS_FREQUENCY    0.000000\n",
      "CASH_ADVANCE_FREQUENCY              0.000000\n",
      "CASH_ADVANCE_TRX                    0.000000\n",
      "PURCHASES_TRX                       0.000000\n",
      "CREDIT_LIMIT                        0.011173\n",
      "PAYMENTS                            0.000000\n",
      "MINIMUM_PAYMENTS                    3.497207\n",
      "PRC_FULL_PAYMENT                    0.000000\n",
      "TENURE                              0.000000\n",
      "dtype: float64\n",
      "Number of Rows after dropping null values:\n",
      "8636\n"
     ]
    }
   ],
   "source": [
    "# Checking for Missing Data\n",
    "print(df.isnull().sum())\n",
    "\n",
    "# Check percentage of rows with missing values\n",
    "print(df.isnull().mean()*100)\n",
    "\n",
    "# Dropping rows having missing values\n",
    "df_no_null = df.dropna()\n",
    "print(\"Number of Rows after dropping null values:\") \n",
    "print(len(df_no_null))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "88ebcfa1-d4a5-4b4f-8dac-1d722bb565f8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Duplicate Rows: \n",
      "0\n",
      "Samples:\n",
      "Empty DataFrame\n",
      "Columns: [CUST_ID, BALANCE, BALANCE_FREQUENCY, PURCHASES, ONEOFF_PURCHASES, INSTALLMENTS_PURCHASES, CASH_ADVANCE, PURCHASES_FREQUENCY, ONEOFF_PURCHASES_FREQUENCY, PURCHASES_INSTALLMENTS_FREQUENCY, CASH_ADVANCE_FREQUENCY, CASH_ADVANCE_TRX, PURCHASES_TRX, CREDIT_LIMIT, PAYMENTS, MINIMUM_PAYMENTS, PRC_FULL_PAYMENT, TENURE]\n",
      "Index: []\n",
      "Number of Rows Before:\n",
      "8950\n",
      "Number of Rows after Removing Duplicates:\n",
      "8950\n"
     ]
    }
   ],
   "source": [
    "# Check number of duplicate rows\n",
    "print(\"Duplicate Rows: \")\n",
    "print(df.duplicated().sum())\n",
    "\n",
    "print(\"Samples:\")\n",
    "print(df[df.duplicated()])  \n",
    "\n",
    "df_no_dups = df.drop_duplicates() \n",
    "\n",
    "# Compare row count before and after\n",
    "print(\"Number of Rows Before:\")  \n",
    "print(len(df))\n",
    "print(\"Number of Rows after Removing Duplicates:\")  \n",
    "print(len(df_no_dups))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "77e0a52f-9d4c-4161-b83f-dc8cbb34e8fe",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Columns before dropping:\n",
      " Index(['CUST_ID', 'BALANCE', 'BALANCE_FREQUENCY', 'PURCHASES',\n",
      "       'ONEOFF_PURCHASES', 'INSTALLMENTS_PURCHASES', 'CASH_ADVANCE',\n",
      "       'PURCHASES_FREQUENCY', 'ONEOFF_PURCHASES_FREQUENCY',\n",
      "       'PURCHASES_INSTALLMENTS_FREQUENCY', 'CASH_ADVANCE_FREQUENCY',\n",
      "       'CASH_ADVANCE_TRX', 'PURCHASES_TRX', 'CREDIT_LIMIT', 'PAYMENTS',\n",
      "       'MINIMUM_PAYMENTS', 'PRC_FULL_PAYMENT', 'TENURE'],\n",
      "      dtype='object')\n",
      "Columns after dropping:\n",
      " Index(['BALANCE', 'BALANCE_FREQUENCY', 'PURCHASES', 'ONEOFF_PURCHASES',\n",
      "       'INSTALLMENTS_PURCHASES', 'CASH_ADVANCE', 'PURCHASES_FREQUENCY',\n",
      "       'ONEOFF_PURCHASES_FREQUENCY', 'PURCHASES_INSTALLMENTS_FREQUENCY',\n",
      "       'CASH_ADVANCE_FREQUENCY', 'CASH_ADVANCE_TRX', 'PURCHASES_TRX',\n",
      "       'CREDIT_LIMIT', 'PAYMENTS', 'MINIMUM_PAYMENTS', 'PRC_FULL_PAYMENT',\n",
      "       'TENURE'],\n",
      "      dtype='object')\n"
     ]
    }
   ],
   "source": [
    "## Dropping Customer ID Column\n",
    "# Verify CUST_ID column is present \n",
    "print(\"Columns before dropping:\\n\", df.columns)\n",
    "\n",
    "# Drop CUST_ID column\n",
    "df = df.drop('CUST_ID', axis=1)\n",
    "\n",
    "# Verify column removed\n",
    "print(\"Columns after dropping:\\n\", df.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "26bbf16f-9da2-4556-ad09-1cebbb145502",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                   BALANCE  BALANCE_FREQUENCY  PURCHASES  \\\n",
      "BALANCE                           1.000000           0.322412   0.181261   \n",
      "BALANCE_FREQUENCY                 0.322412           1.000000   0.133674   \n",
      "PURCHASES                         0.181261           0.133674   1.000000   \n",
      "ONEOFF_PURCHASES                  0.164350           0.104323   0.916845   \n",
      "INSTALLMENTS_PURCHASES            0.126469           0.124292   0.679896   \n",
      "CASH_ADVANCE                      0.496692           0.099388  -0.051474   \n",
      "PURCHASES_FREQUENCY              -0.077944           0.229715   0.393017   \n",
      "ONEOFF_PURCHASES_FREQUENCY        0.073166           0.202415   0.498430   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY -0.063186           0.176079   0.315567   \n",
      "CASH_ADVANCE_FREQUENCY            0.449218           0.191873  -0.120143   \n",
      "CASH_ADVANCE_TRX                  0.385152           0.141555  -0.067175   \n",
      "PURCHASES_TRX                     0.154338           0.189626   0.689561   \n",
      "CREDIT_LIMIT                      0.531283           0.095843   0.356963   \n",
      "PAYMENTS                          0.322802           0.065008   0.603264   \n",
      "MINIMUM_PAYMENTS                  0.398684           0.132569   0.093860   \n",
      "PRC_FULL_PAYMENT                 -0.318959          -0.095082   0.180379   \n",
      "TENURE                            0.072692           0.119776   0.086288   \n",
      "\n",
      "                                  ONEOFF_PURCHASES  INSTALLMENTS_PURCHASES  \\\n",
      "BALANCE                                   0.164350                0.126469   \n",
      "BALANCE_FREQUENCY                         0.104323                0.124292   \n",
      "PURCHASES                                 0.916845                0.679896   \n",
      "ONEOFF_PURCHASES                          1.000000                0.330622   \n",
      "INSTALLMENTS_PURCHASES                    0.330622                1.000000   \n",
      "CASH_ADVANCE                             -0.031326               -0.064244   \n",
      "PURCHASES_FREQUENCY                       0.264937                0.442418   \n",
      "ONEOFF_PURCHASES_FREQUENCY                0.524891                0.214042   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY          0.127729                0.511351   \n",
      "CASH_ADVANCE_FREQUENCY                   -0.082628               -0.132318   \n",
      "CASH_ADVANCE_TRX                         -0.046212               -0.073999   \n",
      "PURCHASES_TRX                             0.545523                0.628108   \n",
      "CREDIT_LIMIT                              0.319724                0.256499   \n",
      "PAYMENTS                                  0.567292                0.384084   \n",
      "MINIMUM_PAYMENTS                          0.048755                0.132172   \n",
      "PRC_FULL_PAYMENT                          0.132763                0.182569   \n",
      "TENURE                                    0.064150                0.086143   \n",
      "\n",
      "                                  CASH_ADVANCE  PURCHASES_FREQUENCY  \\\n",
      "BALANCE                               0.496692            -0.077944   \n",
      "BALANCE_FREQUENCY                     0.099388             0.229715   \n",
      "PURCHASES                            -0.051474             0.393017   \n",
      "ONEOFF_PURCHASES                     -0.031326             0.264937   \n",
      "INSTALLMENTS_PURCHASES               -0.064244             0.442418   \n",
      "CASH_ADVANCE                          1.000000            -0.215507   \n",
      "PURCHASES_FREQUENCY                  -0.215507             1.000000   \n",
      "ONEOFF_PURCHASES_FREQUENCY           -0.086754             0.501343   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY     -0.177070             0.862934   \n",
      "CASH_ADVANCE_FREQUENCY                0.628522            -0.308478   \n",
      "CASH_ADVANCE_TRX                      0.656498            -0.203478   \n",
      "PURCHASES_TRX                        -0.075850             0.568430   \n",
      "CREDIT_LIMIT                          0.303985             0.119788   \n",
      "PAYMENTS                              0.453238             0.103464   \n",
      "MINIMUM_PAYMENTS                      0.140107             0.003030   \n",
      "PRC_FULL_PAYMENT                     -0.152935             0.305802   \n",
      "TENURE                               -0.068312             0.061506   \n",
      "\n",
      "                                  ONEOFF_PURCHASES_FREQUENCY  \\\n",
      "BALANCE                                             0.073166   \n",
      "BALANCE_FREQUENCY                                   0.202415   \n",
      "PURCHASES                                           0.498430   \n",
      "ONEOFF_PURCHASES                                    0.524891   \n",
      "INSTALLMENTS_PURCHASES                              0.214042   \n",
      "CASH_ADVANCE                                       -0.086754   \n",
      "PURCHASES_FREQUENCY                                 0.501343   \n",
      "ONEOFF_PURCHASES_FREQUENCY                          1.000000   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY                    0.142329   \n",
      "CASH_ADVANCE_FREQUENCY                             -0.111716   \n",
      "CASH_ADVANCE_TRX                                   -0.069088   \n",
      "PURCHASES_TRX                                       0.544869   \n",
      "CREDIT_LIMIT                                        0.295038   \n",
      "PAYMENTS                                            0.243537   \n",
      "MINIMUM_PAYMENTS                                   -0.030327   \n",
      "PRC_FULL_PAYMENT                                    0.157531   \n",
      "TENURE                                              0.082466   \n",
      "\n",
      "                                  PURCHASES_INSTALLMENTS_FREQUENCY  \\\n",
      "BALANCE                                                  -0.063186   \n",
      "BALANCE_FREQUENCY                                         0.176079   \n",
      "PURCHASES                                                 0.315567   \n",
      "ONEOFF_PURCHASES                                          0.127729   \n",
      "INSTALLMENTS_PURCHASES                                    0.511351   \n",
      "CASH_ADVANCE                                             -0.177070   \n",
      "PURCHASES_FREQUENCY                                       0.862934   \n",
      "ONEOFF_PURCHASES_FREQUENCY                                0.142329   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY                          1.000000   \n",
      "CASH_ADVANCE_FREQUENCY                                   -0.262958   \n",
      "CASH_ADVANCE_TRX                                         -0.169207   \n",
      "PURCHASES_TRX                                             0.529975   \n",
      "CREDIT_LIMIT                                              0.060755   \n",
      "PAYMENTS                                                  0.085551   \n",
      "MINIMUM_PAYMENTS                                          0.030073   \n",
      "PRC_FULL_PAYMENT                                          0.250087   \n",
      "TENURE                                                    0.073275   \n",
      "\n",
      "                                  CASH_ADVANCE_FREQUENCY  CASH_ADVANCE_TRX  \\\n",
      "BALANCE                                         0.449218          0.385152   \n",
      "BALANCE_FREQUENCY                               0.191873          0.141555   \n",
      "PURCHASES                                      -0.120143         -0.067175   \n",
      "ONEOFF_PURCHASES                               -0.082628         -0.046212   \n",
      "INSTALLMENTS_PURCHASES                         -0.132318         -0.073999   \n",
      "CASH_ADVANCE                                    0.628522          0.656498   \n",
      "PURCHASES_FREQUENCY                            -0.308478         -0.203478   \n",
      "ONEOFF_PURCHASES_FREQUENCY                     -0.111716         -0.069088   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY               -0.262958         -0.169207   \n",
      "CASH_ADVANCE_FREQUENCY                          1.000000          0.799561   \n",
      "CASH_ADVANCE_TRX                                0.799561          1.000000   \n",
      "PURCHASES_TRX                                  -0.131168         -0.066157   \n",
      "CREDIT_LIMIT                                    0.132616          0.149700   \n",
      "PAYMENTS                                        0.183192          0.255278   \n",
      "MINIMUM_PAYMENTS                                0.098838          0.109739   \n",
      "PRC_FULL_PAYMENT                               -0.249773         -0.169784   \n",
      "TENURE                                         -0.133372         -0.043421   \n",
      "\n",
      "                                  PURCHASES_TRX  CREDIT_LIMIT  PAYMENTS  \\\n",
      "BALANCE                                0.154338      0.531283  0.322802   \n",
      "BALANCE_FREQUENCY                      0.189626      0.095843  0.065008   \n",
      "PURCHASES                              0.689561      0.356963  0.603264   \n",
      "ONEOFF_PURCHASES                       0.545523      0.319724  0.567292   \n",
      "INSTALLMENTS_PURCHASES                 0.628108      0.256499  0.384084   \n",
      "CASH_ADVANCE                          -0.075850      0.303985  0.453238   \n",
      "PURCHASES_FREQUENCY                    0.568430      0.119788  0.103464   \n",
      "ONEOFF_PURCHASES_FREQUENCY             0.544869      0.295038  0.243537   \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY       0.529975      0.060755  0.085551   \n",
      "CASH_ADVANCE_FREQUENCY                -0.131168      0.132616  0.183192   \n",
      "CASH_ADVANCE_TRX                      -0.066157      0.149700  0.255278   \n",
      "PURCHASES_TRX                          1.000000      0.272882  0.370832   \n",
      "CREDIT_LIMIT                           0.272882      1.000000  0.421861   \n",
      "PAYMENTS                               0.370832      0.421861  1.000000   \n",
      "MINIMUM_PAYMENTS                       0.096333      0.126671  0.126651   \n",
      "PRC_FULL_PAYMENT                       0.162066      0.055672  0.112138   \n",
      "TENURE                                 0.121874      0.139167  0.106136   \n",
      "\n",
      "                                  MINIMUM_PAYMENTS  PRC_FULL_PAYMENT    TENURE  \n",
      "BALANCE                                   0.398684         -0.318959  0.072692  \n",
      "BALANCE_FREQUENCY                         0.132569         -0.095082  0.119776  \n",
      "PURCHASES                                 0.093860          0.180379  0.086288  \n",
      "ONEOFF_PURCHASES                          0.048755          0.132763  0.064150  \n",
      "INSTALLMENTS_PURCHASES                    0.132172          0.182569  0.086143  \n",
      "CASH_ADVANCE                              0.140107         -0.152935 -0.068312  \n",
      "PURCHASES_FREQUENCY                       0.003030          0.305802  0.061506  \n",
      "ONEOFF_PURCHASES_FREQUENCY               -0.030327          0.157531  0.082466  \n",
      "PURCHASES_INSTALLMENTS_FREQUENCY          0.030073          0.250087  0.073275  \n",
      "CASH_ADVANCE_FREQUENCY                    0.098838         -0.249773 -0.133372  \n",
      "CASH_ADVANCE_TRX                          0.109739         -0.169784 -0.043421  \n",
      "PURCHASES_TRX                             0.096333          0.162066  0.121874  \n",
      "CREDIT_LIMIT                              0.126671          0.055672  0.139167  \n",
      "PAYMENTS                                  0.126651          0.112138  0.106136  \n",
      "MINIMUM_PAYMENTS                          1.000000         -0.140379  0.059444  \n",
      "PRC_FULL_PAYMENT                         -0.140379          1.000000 -0.016486  \n",
      "TENURE                                    0.059444         -0.016486  1.000000  \n",
      "         BALANCE  BALANCE_FREQUENCY  PURCHASES  ONEOFF_PURCHASES  \\\n",
      "count  17.000000          17.000000  17.000000         17.000000   \n",
      "mean    0.248143           0.190204   0.346483          0.291279   \n",
      "std     0.298072           0.225685   0.340261          0.322412   \n",
      "min    -0.318959          -0.095082  -0.120143         -0.082628   \n",
      "25%     0.073166           0.104323   0.093860          0.064150   \n",
      "50%     0.181261           0.133674   0.315567          0.164350   \n",
      "75%     0.398684           0.191873   0.603264          0.524891   \n",
      "max     1.000000           1.000000   1.000000          1.000000   \n",
      "\n",
      "       INSTALLMENTS_PURCHASES  CASH_ADVANCE  PURCHASES_FREQUENCY  \\\n",
      "count               17.000000     17.000000            17.000000   \n",
      "mean                 0.284006      0.167939             0.238293   \n",
      "std                  0.298747      0.357728             0.365581   \n",
      "min                 -0.132318     -0.215507            -0.308478   \n",
      "25%                  0.124292     -0.075850             0.003030   \n",
      "50%                  0.214042     -0.031326             0.229715   \n",
      "75%                  0.442418      0.453238             0.442418   \n",
      "max                  1.000000      1.000000             1.000000   \n",
      "\n",
      "       ONEOFF_PURCHASES_FREQUENCY  PURCHASES_INSTALLMENTS_FREQUENCY  \\\n",
      "count                   17.000000                         17.000000   \n",
      "mean                     0.246010                          0.205487   \n",
      "std                      0.291482                          0.349043   \n",
      "min                     -0.111716                         -0.262958   \n",
      "25%                      0.073166                          0.030073   \n",
      "50%                      0.202415                          0.127729   \n",
      "75%                      0.498430                          0.315567   \n",
      "max                      1.000000                          1.000000   \n",
      "\n",
      "       CASH_ADVANCE_FREQUENCY  CASH_ADVANCE_TRX  PURCHASES_TRX  CREDIT_LIMIT  \\\n",
      "count               17.000000         17.000000      17.000000     17.000000   \n",
      "mean                 0.114780          0.152292       0.329485      0.272850   \n",
      "std                  0.389136          0.359342       0.313493      0.230451   \n",
      "min                 -0.308478         -0.203478      -0.131168      0.055672   \n",
      "25%                 -0.132318         -0.069088       0.121874      0.126671   \n",
      "50%                 -0.082628         -0.043421       0.272882      0.256499   \n",
      "75%                  0.191873          0.255278       0.545523      0.319724   \n",
      "max                  1.000000          1.000000       1.000000      1.000000   \n",
      "\n",
      "        PAYMENTS  MINIMUM_PAYMENTS  PRC_FULL_PAYMENT     TENURE  \n",
      "count  17.000000         17.000000         17.000000  17.000000  \n",
      "mean    0.317902          0.142719          0.082095   0.106549  \n",
      "std     0.245013          0.245814          0.299697   0.241765  \n",
      "min     0.065008         -0.140379         -0.318959  -0.133372  \n",
      "25%     0.112138          0.048755         -0.140379   0.059444  \n",
      "50%     0.255278          0.098838          0.112138   0.073275  \n",
      "75%     0.421861          0.132172          0.180379   0.106136  \n",
      "max     1.000000          1.000000          1.000000   1.000000  \n"
     ]
    }
   ],
   "source": [
    "## Correlation Matrix\n",
    "# Get correlation matrix \n",
    "corr_matrix = df.corr()\n",
    "\n",
    "# Print full correlation matrix\n",
    "print(corr_matrix)\n",
    "\n",
    "# Print summary statistics  \n",
    "print(corr_matrix.describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "b8560749-ee8a-4ab8-843f-a0c6231221e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-1 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-1 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-1 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-1 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-1 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-1 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>KMeans(n_clusters=1)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;KMeans<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.cluster.KMeans.html\">?<span>Documentation for KMeans</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>KMeans(n_clusters=1)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "KMeans(n_clusters=1)"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Removing Rows with Missing Values\n",
    "df = df.dropna()\n",
    "kmeans.fit(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "ba33c168-3a7b-4f33-bbc3-1d00ccd9b4cd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-2 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-2 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-2 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-2 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-2 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-2 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>KMeans(n_clusters=1)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" checked><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;KMeans<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.cluster.KMeans.html\">?<span>Documentation for KMeans</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>KMeans(n_clusters=1)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "KMeans(n_clusters=1)"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.impute import SimpleImputer\n",
    "\n",
    "imputer = SimpleImputer(strategy='mean')\n",
    "df_imputed = imputer.fit_transform(df)\n",
    "\n",
    "kmeans.fit(df_imputed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "id": "52e44177-f48b-46ab-b0ec-1e5051200345",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['BALANCE', 'BALANCE_FREQUENCY', 'PURCHASES', 'ONEOFF_PURCHASES',\n",
      "       'INSTALLMENTS_PURCHASES', 'CASH_ADVANCE', 'PURCHASES_FREQUENCY',\n",
      "       'ONEOFF_PURCHASES_FREQUENCY', 'PURCHASES_INSTALLMENTS_FREQUENCY',\n",
      "       'CASH_ADVANCE_FREQUENCY', 'CASH_ADVANCE_TRX', 'PURCHASES_TRX',\n",
      "       'CREDIT_LIMIT', 'PAYMENTS', 'MINIMUM_PAYMENTS', 'PRC_FULL_PAYMENT',\n",
      "       'TENURE'],\n",
      "      dtype='object')\n"
     ]
    }
   ],
   "source": [
    "# Check column names\n",
    "print(df.columns)\n",
    "\n",
    "target_column = 'PURCHASES' # Example column \n",
    "\n",
    "# Check if column exists\n",
    "if target_column not in df.columns:\n",
    "  print(f\"{target_column} does not exist! Using default\")\n",
    "  target_column = \"BALANCE\" # fallback column\n",
    "\n",
    "from sklearn.ensemble import HistGradientBoostingRegressor\n",
    "\n",
    "y = df['PURCHASES']  \n",
    "X = df.drop('PURCHASES', axis=1)\n",
    "\n",
    "model = HistGradientBoostingRegressor().fit(X, y)\n",
    "  \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "17c162e6-ee4f-4798-acf5-5fd54afd45d3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}