explanations_demo.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Justifying a random forest's predictions\n",
    "## Libraries and experimental data set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Libraries to be used\n",
    "import pandas as pd\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from lime.lime_tabular import LimeTabularExplainer\n",
    "from scipy.sparse import hstack\n",
    "\n",
    "# Hide warnings\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load data set for experiments\n",
    "from sklearn.datasets import load_wine\n",
    "dataset = load_wine()\n",
    "X = pd.DataFrame(dataset.data, columns = dataset.feature_names)\n",
    "y = dataset.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split data into training and test sets\n",
    "Xtrain, Xtest, ytrain, ytest = train_test_split(\n",
    "    X, y,\n",
    "    stratify = y,\n",
    "    train_size = 100,\n",
    "    random_state = 2018   # for reproducibility\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Exploratory analysis and random forest classifiers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>alcohol</th>\n",
       "      <th>malic_acid</th>\n",
       "      <th>ash</th>\n",
       "      <th>alcalinity_of_ash</th>\n",
       "      <th>magnesium</th>\n",
       "      <th>total_phenols</th>\n",
       "      <th>flavanoids</th>\n",
       "      <th>nonflavanoid_phenols</th>\n",
       "      <th>proanthocyanins</th>\n",
       "      <th>color_intensity</th>\n",
       "      <th>hue</th>\n",
       "      <th>od280/od315_of_diluted_wines</th>\n",
       "      <th>proline</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">0</th>\n",
       "      <th>0.1</th>\n",
       "      <td>13.208</td>\n",
       "      <td>1.640</td>\n",
       "      <td>2.178</td>\n",
       "      <td>14.0</td>\n",
       "      <td>96.2</td>\n",
       "      <td>2.600</td>\n",
       "      <td>2.618</td>\n",
       "      <td>0.202</td>\n",
       "      <td>1.352</td>\n",
       "      <td>4.332</td>\n",
       "      <td>0.882</td>\n",
       "      <td>2.754</td>\n",
       "      <td>845.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.9</th>\n",
       "      <td>14.356</td>\n",
       "      <td>2.998</td>\n",
       "      <td>2.700</td>\n",
       "      <td>20.4</td>\n",
       "      <td>118.0</td>\n",
       "      <td>3.294</td>\n",
       "      <td>3.546</td>\n",
       "      <td>0.340</td>\n",
       "      <td>2.380</td>\n",
       "      <td>7.250</td>\n",
       "      <td>1.224</td>\n",
       "      <td>3.518</td>\n",
       "      <td>1474.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1</th>\n",
       "      <th>0.1</th>\n",
       "      <td>11.787</td>\n",
       "      <td>0.976</td>\n",
       "      <td>1.746</td>\n",
       "      <td>16.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>1.450</td>\n",
       "      <td>1.250</td>\n",
       "      <td>0.237</td>\n",
       "      <td>0.820</td>\n",
       "      <td>1.950</td>\n",
       "      <td>0.898</td>\n",
       "      <td>2.047</td>\n",
       "      <td>364.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.9</th>\n",
       "      <td>13.133</td>\n",
       "      <td>3.430</td>\n",
       "      <td>2.676</td>\n",
       "      <td>25.1</td>\n",
       "      <td>110.2</td>\n",
       "      <td>2.842</td>\n",
       "      <td>2.671</td>\n",
       "      <td>0.532</td>\n",
       "      <td>1.992</td>\n",
       "      <td>3.870</td>\n",
       "      <td>1.360</td>\n",
       "      <td>3.217</td>\n",
       "      <td>710.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th>0.1</th>\n",
       "      <td>12.486</td>\n",
       "      <td>2.146</td>\n",
       "      <td>2.200</td>\n",
       "      <td>18.5</td>\n",
       "      <td>87.2</td>\n",
       "      <td>1.322</td>\n",
       "      <td>0.522</td>\n",
       "      <td>0.282</td>\n",
       "      <td>0.836</td>\n",
       "      <td>4.912</td>\n",
       "      <td>0.566</td>\n",
       "      <td>1.348</td>\n",
       "      <td>501.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.9</th>\n",
       "      <td>13.980</td>\n",
       "      <td>4.986</td>\n",
       "      <td>2.694</td>\n",
       "      <td>25.0</td>\n",
       "      <td>111.4</td>\n",
       "      <td>2.240</td>\n",
       "      <td>1.134</td>\n",
       "      <td>0.618</td>\n",
       "      <td>1.560</td>\n",
       "      <td>10.364</td>\n",
       "      <td>0.832</td>\n",
       "      <td>1.976</td>\n",
       "      <td>832.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       alcohol  malic_acid    ash  alcalinity_of_ash  magnesium  \\\n",
       "0 0.1   13.208       1.640  2.178               14.0       96.2   \n",
       "  0.9   14.356       2.998  2.700               20.4      118.0   \n",
       "1 0.1   11.787       0.976  1.746               16.0       80.0   \n",
       "  0.9   13.133       3.430  2.676               25.1      110.2   \n",
       "2 0.1   12.486       2.146  2.200               18.5       87.2   \n",
       "  0.9   13.980       4.986  2.694               25.0      111.4   \n",
       "\n",
       "       total_phenols  flavanoids  nonflavanoid_phenols  proanthocyanins  \\\n",
       "0 0.1          2.600       2.618                 0.202            1.352   \n",
       "  0.9          3.294       3.546                 0.340            2.380   \n",
       "1 0.1          1.450       1.250                 0.237            0.820   \n",
       "  0.9          2.842       2.671                 0.532            1.992   \n",
       "2 0.1          1.322       0.522                 0.282            0.836   \n",
       "  0.9          2.240       1.134                 0.618            1.560   \n",
       "\n",
       "       color_intensity    hue  od280/od315_of_diluted_wines  proline  \n",
       "0 0.1            4.332  0.882                         2.754    845.0  \n",
       "  0.9            7.250  1.224                         3.518   1474.0  \n",
       "1 0.1            1.950  0.898                         2.047    364.0  \n",
       "  0.9            3.870  1.360                         3.217    710.8  \n",
       "2 0.1            4.912  0.566                         1.348    501.0  \n",
       "  0.9           10.364  0.832                         1.976    832.0  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Take a glance at feature distributions, broken down by class\n",
    "Xtrain.groupby(ytrain).quantile([.1,.9])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Train a random forest classifier for each of the three classes\n",
    "clf = []\n",
    "for clas in range(3):\n",
    "    clf.append(\n",
    "        RandomForestClassifier(\n",
    "            n_estimators = 100, n_jobs = -1,\n",
    "            random_state = 2018   # for reproducibility\n",
    "        ).fit(Xtrain, ytrain == clas)\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0\n",
      "0.994509265614\n",
      "1.0\n"
     ]
    }
   ],
   "source": [
    "# Check the AUC's of the classifiers on the test data\n",
    "for clas in range(3):\n",
    "    print(roc_auc_score(ytest == clas, clf[clas].predict_proba(Xtest)[:,1]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Explanations from LIME"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create a LIME explainer for tabular data\n",
    "explainer = LimeTabularExplainer(\n",
    "    Xtrain.values, feature_names = Xtrain.columns,\n",
    "    random_state = 2018   # for reproducibility\n",
    ")\n",
    "\n",
    "def explain_row(clf, row, num_reasons = 2):\n",
    "    '''\n",
    "    Produce LIME explanations for a single row of data.\n",
    "        * `clf` is a binary classifier (with a predict_proba method),\n",
    "        * `row` is a row of features data,\n",
    "        * `num_reasons` (default 2) is the number of \n",
    "          reasons/explanations to be produced.\n",
    "          \n",
    "    '''\n",
    "    exp = [\n",
    "        exp_pair[0] for exp_pair in     # Get each explanation (a string)\n",
    "        explainer.explain_instance(     # from the LIME explainer\n",
    "            row, clf.predict_proba,     # for the given row and classifier\n",
    "            labels = [1],               # and label 1 (\"positives\")\n",
    "            num_features = num_reasons  # for up to `num_reasons` explanations\n",
    "        ).as_list()\n",
    "        if exp_pair[1] > 0              # but only for positive explanations \n",
    "    ][:num_reasons]\n",
    "    \n",
    "    # Fill in any missing explanations with blanks\n",
    "    exp += [''] * (num_reasons - len(exp))  \n",
    "    return exp\n",
    "\n",
    "\n",
    "def predict_explain(rf, X, num_reasons = 2):\n",
    "    '''\n",
    "    Produce scores and LIME explanations for every row in a data frame.\n",
    "        * `rf` is a binary classifier with a predict_proba method,\n",
    "        * `X` is the features data frame,\n",
    "        * `num_reasons` (default 2) is the number of \n",
    "          reasons/explanations to be produced for each row.\n",
    "          \n",
    "    '''\n",
    "    # Prepare the structure to be returned\n",
    "    pred_ex = X[[]]\n",
    "    \n",
    "    # Get the scores from the classifier\n",
    "    pred_ex['SCORE'] = rf.predict_proba(X)[:,1]\n",
    "    \n",
    "    # Get the reasons/explanations for each row\n",
    "    cols = zip(\n",
    "        *X.apply(\n",
    "            lambda x: explain_row(rf, x, num_reasons), \n",
    "            axis = 1, raw = True\n",
    "        )\n",
    "    )\n",
    "    \n",
    "    # Return the results\n",
    "    for n in range(num_reasons):\n",
    "        pred_ex['REASON%d' % (n+1)] = next(cols)\n",
    "    return pred_ex\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 44 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe0l = predict_explain(clf[0], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>0.96</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>0.96</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>alcohol &gt; 13.74</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.94</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>total_phenols &gt; 2.80</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.92</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>total_phenols &gt; 2.80</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.91</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.91</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.90</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>0.86</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0.81</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>13.13 &lt; alcohol &lt;= 13.74</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>0.80</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0.79</td>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    SCORE            REASON1                       REASON2  TRUE_CLASS\n",
       "58   1.00   proline > 973.75             flavanoids > 2.81           0\n",
       "57   1.00   proline > 973.75             flavanoids > 2.81           0\n",
       "0    1.00   proline > 973.75             flavanoids > 2.81           0\n",
       "26   0.98   proline > 973.75             flavanoids > 2.81           0\n",
       "49   0.98   proline > 973.75             flavanoids > 2.81           0\n",
       "31   0.98   proline > 973.75             flavanoids > 2.81           0\n",
       "51   0.96   proline > 973.75             flavanoids > 2.81           0\n",
       "47   0.96   proline > 973.75             flavanoids > 2.81           0\n",
       "9    0.95   proline > 973.75             flavanoids > 2.81           0\n",
       "13   0.95   proline > 973.75             flavanoids > 2.81           0\n",
       "7    0.95   proline > 973.75               alcohol > 13.74           0\n",
       "28   0.94  flavanoids > 2.81          total_phenols > 2.80           0\n",
       "20   0.92  flavanoids > 2.81          total_phenols > 2.80           0\n",
       "17   0.91   proline > 973.75             flavanoids > 2.81           0\n",
       "22   0.91   proline > 973.75             flavanoids > 2.81           0\n",
       "6    0.90   proline > 973.75  2.21 < total_phenols <= 2.80           0\n",
       "50   0.86   proline > 973.75             flavanoids > 2.81           0\n",
       "32   0.81   proline > 973.75      13.13 < alcohol <= 13.74           0\n",
       "41   0.80   proline > 973.75  2.21 < total_phenols <= 2.80           0\n",
       "38   0.79   proline > 973.75  2.21 < total_phenols <= 2.80           0"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe0l"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 45.4 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe1l = predict_explain(clf[1], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>0.99</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>ash &lt;= 2.20</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>0.98</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>malic_acid &lt;= 1.64</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>0.98</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>0.96</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>0.94</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>0.91</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>malic_acid &lt;= 1.64</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>0.91</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>0.90</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>ash &lt;= 2.20</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>0.89</td>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     SCORE                  REASON1             REASON2  TRUE_CLASS\n",
       "128   1.00  color_intensity <= 3.14   proline <= 495.00           1\n",
       "97    1.00  color_intensity <= 3.14   proline <= 495.00           1\n",
       "86    1.00  color_intensity <= 3.14    alcohol <= 12.41           1\n",
       "117   0.99  color_intensity <= 3.14   proline <= 495.00           1\n",
       "113   0.99  color_intensity <= 3.14    alcohol <= 12.41           1\n",
       "106   0.99         alcohol <= 12.41         ash <= 2.20           1\n",
       "114   0.99  color_intensity <= 3.14   proline <= 495.00           1\n",
       "78    0.98         alcohol <= 12.41  malic_acid <= 1.64           1\n",
       "99    0.98  color_intensity <= 3.14   proline <= 495.00           1\n",
       "94    0.98         alcohol <= 12.41   proline <= 495.00           1\n",
       "108   0.98  color_intensity <= 3.14   proline <= 495.00           1\n",
       "105   0.96  color_intensity <= 3.14   proline <= 495.00           1\n",
       "88    0.94  color_intensity <= 3.14    alcohol <= 12.41           1\n",
       "109   0.93  color_intensity <= 3.14    alcohol <= 12.41           1\n",
       "110   0.93  color_intensity <= 3.14    alcohol <= 12.41           1\n",
       "102   0.93  color_intensity <= 3.14   proline <= 495.00           1\n",
       "74    0.91         alcohol <= 12.41  malic_acid <= 1.64           1\n",
       "124   0.91  color_intensity <= 3.14   proline <= 495.00           1\n",
       "104   0.90  color_intensity <= 3.14         ash <= 2.20           1\n",
       "129   0.89  color_intensity <= 3.14    alcohol <= 12.41           1"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe1l"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 45.1 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe2l = predict_explain(clf[2], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>0.98</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>0.94</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>0.94</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>0.91</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.90</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>0.85</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>0.81</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>0.81</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>0.80</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>0.79</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.77</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>0.75</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>0.72</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>0.67</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>malic_acid &gt; 3.15</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>0.67</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>malic_acid &gt; 3.15</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>0.66</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>0.62</td>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     SCORE             REASON1                               REASON2  \\\n",
       "176   1.00         hue <= 0.82                    flavanoids <= 1.01   \n",
       "155   1.00         hue <= 0.82                    flavanoids <= 1.01   \n",
       "174   1.00         hue <= 0.82                    flavanoids <= 1.01   \n",
       "148   0.98         hue <= 0.82                    flavanoids <= 1.01   \n",
       "169   0.94         hue <= 0.82                    flavanoids <= 1.01   \n",
       "163   0.94         hue <= 0.82                    flavanoids <= 1.01   \n",
       "171   0.91         hue <= 0.82                    flavanoids <= 1.01   \n",
       "131   0.90         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "170   0.85         hue <= 0.82                    flavanoids <= 1.01   \n",
       "136   0.81         hue <= 0.82                    flavanoids <= 1.01   \n",
       "149   0.81         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "159   0.80         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "150   0.79         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "151   0.77         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "154   0.75         hue <= 0.82                    flavanoids <= 1.01   \n",
       "140   0.72         hue <= 0.82                    flavanoids <= 1.01   \n",
       "162   0.67  flavanoids <= 1.01                     malic_acid > 3.15   \n",
       "142   0.67  flavanoids <= 1.01                     malic_acid > 3.15   \n",
       "141   0.66         hue <= 0.82                    flavanoids <= 1.01   \n",
       "130   0.62         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "\n",
       "     TRUE_CLASS  \n",
       "176           2  \n",
       "155           2  \n",
       "174           2  \n",
       "148           2  \n",
       "169           2  \n",
       "163           2  \n",
       "171           2  \n",
       "131           2  \n",
       "170           2  \n",
       "136           2  \n",
       "149           2  \n",
       "159           2  \n",
       "150           2  \n",
       "151           2  \n",
       "154           2  \n",
       "140           2  \n",
       "162           2  \n",
       "142           2  \n",
       "141           2  \n",
       "130           2  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe2l"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Explanations by tree interpretation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tree_explainer"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 330 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe0t = tree_explainer.predict_explain(clf[0], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.41</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.00</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0.98</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>0.96</td>\n",
       "      <td>proline &gt; 1082.50</td>\n",
       "      <td>flavanoids &gt; 2.70</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>0.96</td>\n",
       "      <td>proline &gt; 895.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>flavanoids &gt; 2.70</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.95</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.94</td>\n",
       "      <td>proline &gt; 895.00</td>\n",
       "      <td>flavanoids &gt; 2.93</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.92</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>flavanoids &gt; 2.97</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.91</td>\n",
       "      <td>proline &gt; 1122.50</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.91</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.90</td>\n",
       "      <td>proline &gt; 1082.50</td>\n",
       "      <td>alcohol &gt; 13.38</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>0.86</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0.81</td>\n",
       "      <td>proline &gt; 970.00</td>\n",
       "      <td>2.67 &lt; flavanoids &lt;= 2.79</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>0.80</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>flavanoids &gt; 2.66</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0.79</td>\n",
       "      <td>proline &gt; 1017.50</td>\n",
       "      <td>flavanoids &gt; 2.62</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    SCORE                       REASON1                       REASON2  \\\n",
       "58   1.00             proline > 1010.00  2.57 < total_phenols <= 3.41   \n",
       "57   1.00             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "0    1.00             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "26   0.98             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "49   0.98             proline > 1045.00  2.66 < total_phenols <= 3.28   \n",
       "31   0.98             proline > 1045.00  2.66 < total_phenols <= 3.28   \n",
       "51   0.96             proline > 1082.50             flavanoids > 2.70   \n",
       "47   0.96              proline > 895.00  2.57 < total_phenols <= 3.28   \n",
       "9    0.95             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "13   0.95             proline > 1010.00             flavanoids > 2.70   \n",
       "7    0.95             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "28   0.94              proline > 895.00             flavanoids > 2.93   \n",
       "20   0.92  2.57 < total_phenols <= 3.28             flavanoids > 2.97   \n",
       "17   0.91             proline > 1122.50  2.66 < total_phenols <= 3.28   \n",
       "22   0.91             proline > 1010.00  2.57 < total_phenols <= 3.28   \n",
       "6    0.90             proline > 1082.50               alcohol > 13.38   \n",
       "50   0.86             proline > 1045.00  2.57 < total_phenols <= 3.28   \n",
       "32   0.81              proline > 970.00     2.67 < flavanoids <= 2.79   \n",
       "41   0.80             proline > 1010.00             flavanoids > 2.66   \n",
       "38   0.79             proline > 1017.50             flavanoids > 2.62   \n",
       "\n",
       "    TRUE_CLASS  \n",
       "58           0  \n",
       "57           0  \n",
       "0            0  \n",
       "26           0  \n",
       "49           0  \n",
       "31           0  \n",
       "51           0  \n",
       "47           0  \n",
       "9            0  \n",
       "13           0  \n",
       "7            0  \n",
       "28           0  \n",
       "20           0  \n",
       "17           0  \n",
       "22           0  \n",
       "6            0  \n",
       "50           0  \n",
       "32           0  \n",
       "41           0  \n",
       "38           0  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe0t"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 288 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe1t = tree_explainer.predict_explain(clf[1], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 505.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>1.00</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>12.16 &lt; alcohol &lt;= 12.21</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.32</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>0.99</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.28</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.28</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>0.98</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 430.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>0.96</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>0.94</td>\n",
       "      <td>color_intensity &lt;= 3.35</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.06</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>0.93</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 446.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>0.91</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.06</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>0.91</td>\n",
       "      <td>color_intensity &lt;= 3.41</td>\n",
       "      <td>proline &lt;= 430.00</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>0.90</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.65</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>0.89</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     SCORE                  REASON1                   REASON2  TRUE_CLASS\n",
       "128   1.00  color_intensity <= 3.26         proline <= 375.00           1\n",
       "97    1.00  color_intensity <= 3.43         proline <= 505.00           1\n",
       "86    1.00  color_intensity <= 3.22  12.16 < alcohol <= 12.21           1\n",
       "117   0.99  color_intensity <= 3.43         proline <= 375.00           1\n",
       "113   0.99  color_intensity <= 3.43         proline <= 476.00           1\n",
       "106   0.99  color_intensity <= 3.43          alcohol <= 12.32           1\n",
       "114   0.99  color_intensity <= 3.43         proline <= 476.00           1\n",
       "78    0.98  color_intensity <= 3.43          alcohol <= 12.37           1\n",
       "99    0.98  color_intensity <= 3.28         proline <= 476.00           1\n",
       "94    0.98  color_intensity <= 3.28          alcohol <= 12.16           1\n",
       "108   0.98  color_intensity <= 3.43         proline <= 430.00           1\n",
       "105   0.96  color_intensity <= 3.26         proline <= 375.00           1\n",
       "88    0.94  color_intensity <= 3.35          alcohol <= 12.16           1\n",
       "109   0.93  color_intensity <= 3.22          alcohol <= 12.06           1\n",
       "110   0.93  color_intensity <= 3.22          alcohol <= 12.16           1\n",
       "102   0.93  color_intensity <= 3.26         proline <= 446.00           1\n",
       "74    0.91  color_intensity <= 3.22          alcohol <= 12.06           1\n",
       "124   0.91  color_intensity <= 3.41         proline <= 430.00           1\n",
       "104   0.90  color_intensity <= 3.43          alcohol <= 12.65           1\n",
       "129   0.89  color_intensity <= 3.43          alcohol <= 12.16           1"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe1t"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Explanations for top cases predicted to belong to class 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 274 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "pe2t = tree_explainer.predict_explain(clf[2], Xtest).assign(\n",
    "    TRUE_CLASS = ytest\n",
    ").sort_values('SCORE', ascending = False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCORE</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "      <th>TRUE_CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>1.00</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>0.98</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>0.94</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 2.01</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>0.94</td>\n",
       "      <td>hue &lt;= 0.70</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>0.91</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>1.63 &lt; od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.90</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>0.85</td>\n",
       "      <td>hue &lt;= 0.70</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>0.81</td>\n",
       "      <td>hue &lt;= 0.84</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>0.81</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>0.80</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>1.78 &lt; od280/od315_of_diluted_wines &lt;= 1.79</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>0.79</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.77</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>0.75</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.63</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>0.72</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>0.67</td>\n",
       "      <td>0.59 &lt; flavanoids &lt;= 0.89</td>\n",
       "      <td>malic_acid &gt; 2.93</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>0.67</td>\n",
       "      <td>flavanoids &lt;= 0.81</td>\n",
       "      <td>malic_acid &gt; 2.93</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>0.66</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>0.62</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     SCORE                               REASON1  \\\n",
       "176   1.00                           hue <= 0.80   \n",
       "155   1.00                           hue <= 0.80   \n",
       "174   1.00                           hue <= 0.80   \n",
       "148   0.98                           hue <= 0.80   \n",
       "169   0.94                           hue <= 0.76   \n",
       "163   0.94                           hue <= 0.70   \n",
       "171   0.91                           hue <= 0.80   \n",
       "131   0.90                           hue <= 0.76   \n",
       "170   0.85                           hue <= 0.70   \n",
       "136   0.81                           hue <= 0.84   \n",
       "149   0.81                           hue <= 0.76   \n",
       "159   0.80                           hue <= 0.76   \n",
       "150   0.79                           hue <= 0.76   \n",
       "151   0.77  od280/od315_of_diluted_wines <= 1.48   \n",
       "154   0.75                           hue <= 0.80   \n",
       "140   0.72                           hue <= 0.81   \n",
       "162   0.67             0.59 < flavanoids <= 0.89   \n",
       "142   0.67                    flavanoids <= 0.81   \n",
       "141   0.66                           hue <= 0.81   \n",
       "130   0.62                           hue <= 0.81   \n",
       "\n",
       "                                         REASON2  TRUE_CLASS  \n",
       "176                           flavanoids <= 0.85           2  \n",
       "155         od280/od315_of_diluted_wines <= 1.78           2  \n",
       "174         od280/od315_of_diluted_wines <= 1.78           2  \n",
       "148         od280/od315_of_diluted_wines <= 1.78           2  \n",
       "169         od280/od315_of_diluted_wines <= 2.01           2  \n",
       "163                           flavanoids <= 0.89           2  \n",
       "171  1.63 < od280/od315_of_diluted_wines <= 1.78           2  \n",
       "131         od280/od315_of_diluted_wines <= 1.48           2  \n",
       "170                           flavanoids <= 0.89           2  \n",
       "136                           flavanoids <= 0.89           2  \n",
       "149         od280/od315_of_diluted_wines <= 1.48           2  \n",
       "159  1.78 < od280/od315_of_diluted_wines <= 1.79           2  \n",
       "150         od280/od315_of_diluted_wines <= 1.48           2  \n",
       "151                                  hue <= 0.76           2  \n",
       "154         od280/od315_of_diluted_wines <= 1.63           2  \n",
       "140                           flavanoids <= 0.85           2  \n",
       "162                            malic_acid > 2.93           2  \n",
       "142                            malic_acid > 2.93           2  \n",
       "141                           flavanoids <= 0.85           2  \n",
       "130         od280/od315_of_diluted_wines <= 1.48           2  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe2t"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Comparing the systems"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### For class 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>REASON1_LIME</th>\n",
       "      <th>REASON2_LIME</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1082.50</td>\n",
       "      <td>flavanoids &gt; 2.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 895.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>flavanoids &gt; 2.70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>alcohol &gt; 13.74</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>total_phenols &gt; 2.80</td>\n",
       "      <td>proline &gt; 895.00</td>\n",
       "      <td>flavanoids &gt; 2.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>total_phenols &gt; 2.80</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "      <td>flavanoids &gt; 2.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1122.50</td>\n",
       "      <td>2.66 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>proline &gt; 1082.50</td>\n",
       "      <td>alcohol &gt; 13.38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>flavanoids &gt; 2.81</td>\n",
       "      <td>proline &gt; 1045.00</td>\n",
       "      <td>2.57 &lt; total_phenols &lt;= 3.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>13.13 &lt; alcohol &lt;= 13.74</td>\n",
       "      <td>proline &gt; 970.00</td>\n",
       "      <td>2.67 &lt; flavanoids &lt;= 2.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>proline &gt; 1010.00</td>\n",
       "      <td>flavanoids &gt; 2.66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>proline &gt; 973.75</td>\n",
       "      <td>2.21 &lt; total_phenols &lt;= 2.80</td>\n",
       "      <td>proline &gt; 1017.50</td>\n",
       "      <td>flavanoids &gt; 2.62</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         REASON1_LIME                  REASON2_LIME  \\\n",
       "58   proline > 973.75             flavanoids > 2.81   \n",
       "57   proline > 973.75             flavanoids > 2.81   \n",
       "0    proline > 973.75             flavanoids > 2.81   \n",
       "26   proline > 973.75             flavanoids > 2.81   \n",
       "49   proline > 973.75             flavanoids > 2.81   \n",
       "31   proline > 973.75             flavanoids > 2.81   \n",
       "51   proline > 973.75             flavanoids > 2.81   \n",
       "47   proline > 973.75             flavanoids > 2.81   \n",
       "9    proline > 973.75             flavanoids > 2.81   \n",
       "13   proline > 973.75             flavanoids > 2.81   \n",
       "7    proline > 973.75               alcohol > 13.74   \n",
       "28  flavanoids > 2.81          total_phenols > 2.80   \n",
       "20  flavanoids > 2.81          total_phenols > 2.80   \n",
       "17   proline > 973.75             flavanoids > 2.81   \n",
       "22   proline > 973.75             flavanoids > 2.81   \n",
       "6    proline > 973.75  2.21 < total_phenols <= 2.80   \n",
       "50   proline > 973.75             flavanoids > 2.81   \n",
       "32   proline > 973.75      13.13 < alcohol <= 13.74   \n",
       "41   proline > 973.75  2.21 < total_phenols <= 2.80   \n",
       "38   proline > 973.75  2.21 < total_phenols <= 2.80   \n",
       "\n",
       "                         REASON1                       REASON2  \n",
       "58             proline > 1010.00  2.57 < total_phenols <= 3.41  \n",
       "57             proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "0              proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "26             proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "49             proline > 1045.00  2.66 < total_phenols <= 3.28  \n",
       "31             proline > 1045.00  2.66 < total_phenols <= 3.28  \n",
       "51             proline > 1082.50             flavanoids > 2.70  \n",
       "47              proline > 895.00  2.57 < total_phenols <= 3.28  \n",
       "9              proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "13             proline > 1010.00             flavanoids > 2.70  \n",
       "7              proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "28              proline > 895.00             flavanoids > 2.93  \n",
       "20  2.57 < total_phenols <= 3.28             flavanoids > 2.97  \n",
       "17             proline > 1122.50  2.66 < total_phenols <= 3.28  \n",
       "22             proline > 1010.00  2.57 < total_phenols <= 3.28  \n",
       "6              proline > 1082.50               alcohol > 13.38  \n",
       "50             proline > 1045.00  2.57 < total_phenols <= 3.28  \n",
       "32              proline > 970.00     2.67 < flavanoids <= 2.79  \n",
       "41             proline > 1010.00             flavanoids > 2.66  \n",
       "38             proline > 1017.50             flavanoids > 2.62  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe0l[['REASON1','REASON2']].join(\n",
    "    pe0t[['REASON1','REASON2']], \n",
    "    lsuffix = '_LIME'\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### For class 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>REASON1_LIME</th>\n",
       "      <th>REASON2_LIME</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 505.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>12.16 &lt; alcohol &lt;= 12.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>ash &lt;= 2.20</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>malic_acid &lt;= 1.64</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.28</td>\n",
       "      <td>proline &lt;= 476.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.28</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>proline &lt;= 430.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 375.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.35</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.26</td>\n",
       "      <td>proline &lt;= 446.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>malic_acid &lt;= 1.64</td>\n",
       "      <td>color_intensity &lt;= 3.22</td>\n",
       "      <td>alcohol &lt;= 12.06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>proline &lt;= 495.00</td>\n",
       "      <td>color_intensity &lt;= 3.41</td>\n",
       "      <td>proline &lt;= 430.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>ash &lt;= 2.20</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>color_intensity &lt;= 3.14</td>\n",
       "      <td>alcohol &lt;= 12.41</td>\n",
       "      <td>color_intensity &lt;= 3.43</td>\n",
       "      <td>alcohol &lt;= 12.16</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                REASON1_LIME        REASON2_LIME                  REASON1  \\\n",
       "128  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.26   \n",
       "97   color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.43   \n",
       "86   color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.22   \n",
       "117  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.43   \n",
       "113  color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.43   \n",
       "106         alcohol <= 12.41         ash <= 2.20  color_intensity <= 3.43   \n",
       "114  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.43   \n",
       "78          alcohol <= 12.41  malic_acid <= 1.64  color_intensity <= 3.43   \n",
       "99   color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.28   \n",
       "94          alcohol <= 12.41   proline <= 495.00  color_intensity <= 3.28   \n",
       "108  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.43   \n",
       "105  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.26   \n",
       "88   color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.35   \n",
       "109  color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.22   \n",
       "110  color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.22   \n",
       "102  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.26   \n",
       "74          alcohol <= 12.41  malic_acid <= 1.64  color_intensity <= 3.22   \n",
       "124  color_intensity <= 3.14   proline <= 495.00  color_intensity <= 3.41   \n",
       "104  color_intensity <= 3.14         ash <= 2.20  color_intensity <= 3.43   \n",
       "129  color_intensity <= 3.14    alcohol <= 12.41  color_intensity <= 3.43   \n",
       "\n",
       "                      REASON2  \n",
       "128         proline <= 375.00  \n",
       "97          proline <= 505.00  \n",
       "86   12.16 < alcohol <= 12.21  \n",
       "117         proline <= 375.00  \n",
       "113         proline <= 476.00  \n",
       "106          alcohol <= 12.32  \n",
       "114         proline <= 476.00  \n",
       "78           alcohol <= 12.37  \n",
       "99          proline <= 476.00  \n",
       "94           alcohol <= 12.16  \n",
       "108         proline <= 430.00  \n",
       "105         proline <= 375.00  \n",
       "88           alcohol <= 12.16  \n",
       "109          alcohol <= 12.06  \n",
       "110          alcohol <= 12.16  \n",
       "102         proline <= 446.00  \n",
       "74           alcohol <= 12.06  \n",
       "124         proline <= 430.00  \n",
       "104          alcohol <= 12.65  \n",
       "129          alcohol <= 12.16  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe1l[['REASON1','REASON2']].join(\n",
    "    pe1t[['REASON1','REASON2']], \n",
    "    lsuffix = '_LIME'\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### For class 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>REASON1_LIME</th>\n",
       "      <th>REASON2_LIME</th>\n",
       "      <th>REASON1</th>\n",
       "      <th>REASON2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 2.01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.70</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>1.63 &lt; od280/od315_of_diluted_wines &lt;= 1.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.70</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.84</td>\n",
       "      <td>flavanoids &lt;= 0.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>1.78 &lt; od280/od315_of_diluted_wines &lt;= 1.79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "      <td>hue &lt;= 0.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.80</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>malic_acid &gt; 3.15</td>\n",
       "      <td>0.59 &lt; flavanoids &lt;= 0.89</td>\n",
       "      <td>malic_acid &gt; 2.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>malic_acid &gt; 3.15</td>\n",
       "      <td>flavanoids &lt;= 0.81</td>\n",
       "      <td>malic_acid &gt; 2.93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>flavanoids &lt;= 1.01</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>flavanoids &lt;= 0.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>hue &lt;= 0.82</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.85</td>\n",
       "      <td>hue &lt;= 0.81</td>\n",
       "      <td>od280/od315_of_diluted_wines &lt;= 1.48</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           REASON1_LIME                          REASON2_LIME  \\\n",
       "176         hue <= 0.82                    flavanoids <= 1.01   \n",
       "155         hue <= 0.82                    flavanoids <= 1.01   \n",
       "174         hue <= 0.82                    flavanoids <= 1.01   \n",
       "148         hue <= 0.82                    flavanoids <= 1.01   \n",
       "169         hue <= 0.82                    flavanoids <= 1.01   \n",
       "163         hue <= 0.82                    flavanoids <= 1.01   \n",
       "171         hue <= 0.82                    flavanoids <= 1.01   \n",
       "131         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "170         hue <= 0.82                    flavanoids <= 1.01   \n",
       "136         hue <= 0.82                    flavanoids <= 1.01   \n",
       "149         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "159         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "150         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "151         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "154         hue <= 0.82                    flavanoids <= 1.01   \n",
       "140         hue <= 0.82                    flavanoids <= 1.01   \n",
       "162  flavanoids <= 1.01                     malic_acid > 3.15   \n",
       "142  flavanoids <= 1.01                     malic_acid > 3.15   \n",
       "141         hue <= 0.82                    flavanoids <= 1.01   \n",
       "130         hue <= 0.82  od280/od315_of_diluted_wines <= 1.85   \n",
       "\n",
       "                                  REASON1  \\\n",
       "176                           hue <= 0.80   \n",
       "155                           hue <= 0.80   \n",
       "174                           hue <= 0.80   \n",
       "148                           hue <= 0.80   \n",
       "169                           hue <= 0.76   \n",
       "163                           hue <= 0.70   \n",
       "171                           hue <= 0.80   \n",
       "131                           hue <= 0.76   \n",
       "170                           hue <= 0.70   \n",
       "136                           hue <= 0.84   \n",
       "149                           hue <= 0.76   \n",
       "159                           hue <= 0.76   \n",
       "150                           hue <= 0.76   \n",
       "151  od280/od315_of_diluted_wines <= 1.48   \n",
       "154                           hue <= 0.80   \n",
       "140                           hue <= 0.81   \n",
       "162             0.59 < flavanoids <= 0.89   \n",
       "142                    flavanoids <= 0.81   \n",
       "141                           hue <= 0.81   \n",
       "130                           hue <= 0.81   \n",
       "\n",
       "                                         REASON2  \n",
       "176                           flavanoids <= 0.85  \n",
       "155         od280/od315_of_diluted_wines <= 1.78  \n",
       "174         od280/od315_of_diluted_wines <= 1.78  \n",
       "148         od280/od315_of_diluted_wines <= 1.78  \n",
       "169         od280/od315_of_diluted_wines <= 2.01  \n",
       "163                           flavanoids <= 0.89  \n",
       "171  1.63 < od280/od315_of_diluted_wines <= 1.78  \n",
       "131         od280/od315_of_diluted_wines <= 1.48  \n",
       "170                           flavanoids <= 0.89  \n",
       "136                           flavanoids <= 0.89  \n",
       "149         od280/od315_of_diluted_wines <= 1.48  \n",
       "159  1.78 < od280/od315_of_diluted_wines <= 1.79  \n",
       "150         od280/od315_of_diluted_wines <= 1.48  \n",
       "151                                  hue <= 0.76  \n",
       "154         od280/od315_of_diluted_wines <= 1.63  \n",
       "140                           flavanoids <= 0.85  \n",
       "162                            malic_acid > 2.93  \n",
       "142                            malic_acid > 2.93  \n",
       "141                           flavanoids <= 0.85  \n",
       "130         od280/od315_of_diluted_wines <= 1.48  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pe2l[['REASON1','REASON2']].join(\n",
    "    pe2t[['REASON1','REASON2']], \n",
    "    lsuffix = '_LIME'\n",
    ")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}