category_encoders.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import category_encoders as ce\n",
    "import warnings\n",
    "warnings.simplefilter(action = \"ignore\", category = FutureWarning)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "u'0.19.1'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>haircolor</th>\n",
       "      <th>gender</th>\n",
       "      <th>drink</th>\n",
       "      <th>age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Dude</td>\n",
       "      <td>brown</td>\n",
       "      <td>male</td>\n",
       "      <td>caucasian</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Walter</td>\n",
       "      <td>brown</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Donny</td>\n",
       "      <td>brown</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Stranger</td>\n",
       "      <td>silver</td>\n",
       "      <td>male</td>\n",
       "      <td>sasparilla</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Brandt</td>\n",
       "      <td>blonde</td>\n",
       "      <td>male</td>\n",
       "      <td>unknown</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Bunny</td>\n",
       "      <td>blonde</td>\n",
       "      <td>female</td>\n",
       "      <td>unknown</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           name haircolor  gender       drink  age\n",
       "0      The Dude     brown    male   caucasian   48\n",
       "1        Walter     brown    male        beer   49\n",
       "2         Donny     brown    male        beer   45\n",
       "3  The Stranger    silver    male  sasparilla   63\n",
       "4        Brandt    blonde    male     unknown   40\n",
       "5         Bunny    blonde  female     unknown   23"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame({\n",
    "        'name': ['The Dude', 'Walter', 'Donny', 'The Stranger', 'Brandt', 'Bunny'],\n",
    "        'haircolor': ['brown', 'brown', 'brown', 'silver', 'blonde', 'blonde'],\n",
    "        'gender': ['male', 'male', 'male', 'male', 'male', 'female'],\n",
    "        'drink': ['caucasian', 'beer', 'beer', 'sasparilla', 'unknown', 'unknown'],\n",
    "        'age': [48, 49, 45, 63, 40, 23] \n",
    "    },\n",
    "    columns=['name', 'haircolor', 'gender', 'drink', 'age']\n",
    ")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0     brown\n",
      "1     brown\n",
      "2     brown\n",
      "3    silver\n",
      "4    blonde\n",
      "5    blonde\n",
      "Name: haircolor, dtype: category\n",
      "Categories (3, object): [blonde, brown, silver]\n",
      "category\n",
      "0    1\n",
      "1    1\n",
      "2    1\n",
      "3    2\n",
      "4    0\n",
      "5    0\n",
      "dtype: int8\n",
      "-------------------------------\n",
      "[brown, brown, brown, silver, blonde, blonde]\n",
      "Categories (3, object): [blonde, brown, silver]\n",
      "category\n",
      "[1 1 1 2 0 0]\n"
     ]
    }
   ],
   "source": [
    "# It's important to note, there are two different concepts of categorical variables here.\n",
    "# There's a \"category\" datatype which a Series object can be set as, and there's also a\n",
    "# \"Categorical\" object type all of it's own.\n",
    "haircat = df.haircolor.astype('category')\n",
    "print haircat\n",
    "print haircat.dtype\n",
    "print haircat.cat.codes\n",
    "print '-------------------------------'\n",
    "haircat = pd.Categorical(df.haircolor)\n",
    "print haircat\n",
    "print haircat.dtype\n",
    "print haircat.codes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>haircolor_0</th>\n",
       "      <th>haircolor_1</th>\n",
       "      <th>haircolor_2</th>\n",
       "      <th>name</th>\n",
       "      <th>gender</th>\n",
       "      <th>drink</th>\n",
       "      <th>age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>The Dude</td>\n",
       "      <td>male</td>\n",
       "      <td>caucasian</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Walter</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Donny</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>The Stranger</td>\n",
       "      <td>male</td>\n",
       "      <td>sasparilla</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Brandt</td>\n",
       "      <td>male</td>\n",
       "      <td>unknown</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bunny</td>\n",
       "      <td>female</td>\n",
       "      <td>unknown</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   haircolor_0  haircolor_1  haircolor_2          name  gender       drink  \\\n",
       "0            0            1            0      The Dude    male   caucasian   \n",
       "1            0            1            0        Walter    male        beer   \n",
       "2            0            1            0         Donny    male        beer   \n",
       "3            1            0            0  The Stranger    male  sasparilla   \n",
       "4            0            0            1        Brandt    male     unknown   \n",
       "5            0            0            1         Bunny  female     unknown   \n",
       "\n",
       "   age  \n",
       "0   48  \n",
       "1   49  \n",
       "2   45  \n",
       "3   63  \n",
       "4   40  \n",
       "5   23  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoder = ce.OneHotEncoder(cols=['haircolor'])\n",
    "df_onehot = encoder.fit_transform(df)\n",
    "df_onehot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>haircolor_0</th>\n",
       "      <th>haircolor_1</th>\n",
       "      <th>name</th>\n",
       "      <th>gender</th>\n",
       "      <th>drink</th>\n",
       "      <th>age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>The Dude</td>\n",
       "      <td>male</td>\n",
       "      <td>caucasian</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Walter</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Donny</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Stranger</td>\n",
       "      <td>male</td>\n",
       "      <td>sasparilla</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Brandt</td>\n",
       "      <td>male</td>\n",
       "      <td>unknown</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Bunny</td>\n",
       "      <td>female</td>\n",
       "      <td>unknown</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   haircolor_0  haircolor_1          name  gender       drink  age\n",
       "0            1            0      The Dude    male   caucasian   48\n",
       "1            1            0        Walter    male        beer   49\n",
       "2            1            0         Donny    male        beer   45\n",
       "3            0            1  The Stranger    male  sasparilla   63\n",
       "4            0            0        Brandt    male     unknown   40\n",
       "5            0            0         Bunny  female     unknown   23"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoder = ce.BinaryEncoder(cols=['haircolor'])\n",
    "df_bina = encoder.fit_transform(df)\n",
    "df_bina"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>col_haircolor_0</th>\n",
       "      <th>col_haircolor_1</th>\n",
       "      <th>col_haircolor_2</th>\n",
       "      <th>col_name</th>\n",
       "      <th>col_gender</th>\n",
       "      <th>col_drink</th>\n",
       "      <th>col_age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-4.433780e-17</td>\n",
       "      <td>-0.816497</td>\n",
       "      <td>The Dude</td>\n",
       "      <td>male</td>\n",
       "      <td>caucasian</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-4.433780e-17</td>\n",
       "      <td>-0.816497</td>\n",
       "      <td>Walter</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-4.433780e-17</td>\n",
       "      <td>-0.816497</td>\n",
       "      <td>Donny</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>7.071068e-01</td>\n",
       "      <td>0.408248</td>\n",
       "      <td>The Stranger</td>\n",
       "      <td>male</td>\n",
       "      <td>sasparilla</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-7.071068e-01</td>\n",
       "      <td>0.408248</td>\n",
       "      <td>Brandt</td>\n",
       "      <td>male</td>\n",
       "      <td>unknown</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-7.071068e-01</td>\n",
       "      <td>0.408248</td>\n",
       "      <td>Bunny</td>\n",
       "      <td>female</td>\n",
       "      <td>unknown</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   col_haircolor_0  col_haircolor_1  col_haircolor_2      col_name col_gender  \\\n",
       "0              1.0    -4.433780e-17        -0.816497      The Dude       male   \n",
       "1              1.0    -4.433780e-17        -0.816497        Walter       male   \n",
       "2              1.0    -4.433780e-17        -0.816497         Donny       male   \n",
       "3              1.0     7.071068e-01         0.408248  The Stranger       male   \n",
       "4              1.0    -7.071068e-01         0.408248        Brandt       male   \n",
       "5              1.0    -7.071068e-01         0.408248         Bunny     female   \n",
       "\n",
       "    col_drink  col_age  \n",
       "0   caucasian       48  \n",
       "1        beer       49  \n",
       "2        beer       45  \n",
       "3  sasparilla       63  \n",
       "4     unknown       40  \n",
       "5     unknown       23  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoder = ce.PolynomialEncoder(cols=['haircolor'])\n",
    "df_poly = encoder.fit_transform(df)\n",
    "df_poly"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>col_haircolor_0</th>\n",
       "      <th>col_haircolor_1</th>\n",
       "      <th>col_haircolor_2</th>\n",
       "      <th>col_name</th>\n",
       "      <th>col_gender</th>\n",
       "      <th>col_drink</th>\n",
       "      <th>col_age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>The Dude</td>\n",
       "      <td>male</td>\n",
       "      <td>caucasian</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Walter</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>Donny</td>\n",
       "      <td>male</td>\n",
       "      <td>beer</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>The Stranger</td>\n",
       "      <td>male</td>\n",
       "      <td>sasparilla</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Brandt</td>\n",
       "      <td>male</td>\n",
       "      <td>unknown</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Bunny</td>\n",
       "      <td>female</td>\n",
       "      <td>unknown</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   col_haircolor_0  col_haircolor_1  col_haircolor_2      col_name col_gender  \\\n",
       "0              1.0              1.0             -1.0      The Dude       male   \n",
       "1              1.0              1.0             -1.0        Walter       male   \n",
       "2              1.0              1.0             -1.0         Donny       male   \n",
       "3              1.0             -1.0             -1.0  The Stranger       male   \n",
       "4              1.0              0.0              2.0        Brandt       male   \n",
       "5              1.0              0.0              2.0         Bunny     female   \n",
       "\n",
       "    col_drink  col_age  \n",
       "0   caucasian       48  \n",
       "1        beer       49  \n",
       "2        beer       45  \n",
       "3  sasparilla       63  \n",
       "4     unknown       40  \n",
       "5     unknown       23  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoder = ce.HelmertEncoder(cols=['haircolor'])\n",
    "df_helm = encoder.fit_transform(df)\n",
    "df_helm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda env:blogcode]",
   "language": "python",
   "name": "conda-env-blogcode-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}