grid-search.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>param_kernel</th>\n",
       "      <th>param_C</th>\n",
       "      <th>param_gamma</th>\n",
       "      <th>param_random_state</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>std_train_score</th>\n",
       "      <th>params</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1467</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0.048939</td>\n",
       "      <td>0</td>\n",
       "      <td>0.704950</td>\n",
       "      <td>0.676351</td>\n",
       "      <td>0.051847</td>\n",
       "      <td>0.021118</td>\n",
       "      <td>{'C': 9.236708571873866, 'gamma': 0.0489390091...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1527</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0.048939</td>\n",
       "      <td>0</td>\n",
       "      <td>0.697460</td>\n",
       "      <td>0.663911</td>\n",
       "      <td>0.043561</td>\n",
       "      <td>0.018025</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 0.048939009...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1407</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>5.736153</td>\n",
       "      <td>0.048939</td>\n",
       "      <td>0</td>\n",
       "      <td>0.691374</td>\n",
       "      <td>0.676547</td>\n",
       "      <td>0.064586</td>\n",
       "      <td>0.017041</td>\n",
       "      <td>{'C': 5.736152510448681, 'gamma': 0.0489390091...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1770</th>\n",
       "      <td>rbf</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.690550</td>\n",
       "      <td>0.934506</td>\n",
       "      <td>0.066089</td>\n",
       "      <td>0.010535</td>\n",
       "      <td>{'C': 100.0, 'gamma': 0.12689610031679222, 'ke...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1231</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.685510</td>\n",
       "      <td>0.620721</td>\n",
       "      <td>0.051742</td>\n",
       "      <td>0.019407</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1703</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>0.018874</td>\n",
       "      <td>0</td>\n",
       "      <td>0.683580</td>\n",
       "      <td>0.691920</td>\n",
       "      <td>0.055916</td>\n",
       "      <td>0.013977</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 0.0188739182...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1649</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>0.078805</td>\n",
       "      <td>0</td>\n",
       "      <td>0.683087</td>\n",
       "      <td>0.625302</td>\n",
       "      <td>0.031914</td>\n",
       "      <td>0.020393</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0788046281...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1763</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.018874</td>\n",
       "      <td>0</td>\n",
       "      <td>0.683057</td>\n",
       "      <td>0.688661</td>\n",
       "      <td>0.061643</td>\n",
       "      <td>0.012275</td>\n",
       "      <td>{'C': 100.0, 'gamma': 0.018873918221350976, 'k...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1594</th>\n",
       "      <td>rbf</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>0</td>\n",
       "      <td>0.682593</td>\n",
       "      <td>0.964882</td>\n",
       "      <td>0.089643</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>{'C': 23.95026619987486, 'gamma': 0.3290344562...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1772</th>\n",
       "      <td>rbf</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.204336</td>\n",
       "      <td>0</td>\n",
       "      <td>0.682259</td>\n",
       "      <td>0.973359</td>\n",
       "      <td>0.077046</td>\n",
       "      <td>0.005554</td>\n",
       "      <td>{'C': 100.0, 'gamma': 0.20433597178569418, 'ke...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1712</th>\n",
       "      <td>rbf</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>0.204336</td>\n",
       "      <td>0</td>\n",
       "      <td>0.682246</td>\n",
       "      <td>0.959333</td>\n",
       "      <td>0.078111</td>\n",
       "      <td>0.004287</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 0.2043359717...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1705</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>0.030392</td>\n",
       "      <td>0</td>\n",
       "      <td>0.681506</td>\n",
       "      <td>0.669661</td>\n",
       "      <td>0.076843</td>\n",
       "      <td>0.009931</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 0.0303919538...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1349</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>0.078805</td>\n",
       "      <td>0</td>\n",
       "      <td>0.680954</td>\n",
       "      <td>0.637815</td>\n",
       "      <td>0.074110</td>\n",
       "      <td>0.013096</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 0.0788046281...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1291</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>2.212216</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.678744</td>\n",
       "      <td>0.591435</td>\n",
       "      <td>0.049475</td>\n",
       "      <td>0.012008</td>\n",
       "      <td>{'C': 2.21221629107045, 'gamma': 0.12689610031...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1347</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>0.048939</td>\n",
       "      <td>0</td>\n",
       "      <td>0.678556</td>\n",
       "      <td>0.671839</td>\n",
       "      <td>0.052312</td>\n",
       "      <td>0.010032</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 0.0489390091...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1765</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.030392</td>\n",
       "      <td>0</td>\n",
       "      <td>0.678413</td>\n",
       "      <td>0.652139</td>\n",
       "      <td>0.052163</td>\n",
       "      <td>0.011748</td>\n",
       "      <td>{'C': 100.0, 'gamma': 0.03039195382313198, 'ke...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1534</th>\n",
       "      <td>rbf</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>0</td>\n",
       "      <td>0.678237</td>\n",
       "      <td>0.946666</td>\n",
       "      <td>0.081420</td>\n",
       "      <td>0.006430</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 0.329034456...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1409</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>5.736153</td>\n",
       "      <td>0.078805</td>\n",
       "      <td>0</td>\n",
       "      <td>0.677684</td>\n",
       "      <td>0.627026</td>\n",
       "      <td>0.080773</td>\n",
       "      <td>0.006785</td>\n",
       "      <td>{'C': 5.736152510448681, 'gamma': 0.0788046281...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1350</th>\n",
       "      <td>rbf</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.675988</td>\n",
       "      <td>0.801314</td>\n",
       "      <td>0.058846</td>\n",
       "      <td>0.011939</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 0.1268961003...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1170</th>\n",
       "      <td>rbf</td>\n",
       "      <td>0.853168</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.675799</td>\n",
       "      <td>0.744820</td>\n",
       "      <td>0.059927</td>\n",
       "      <td>0.008552</td>\n",
       "      <td>{'C': 0.8531678524172805, 'gamma': 0.126896100...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1230</th>\n",
       "      <td>rbf</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>0.126896</td>\n",
       "      <td>0</td>\n",
       "      <td>0.675639</td>\n",
       "      <td>0.756591</td>\n",
       "      <td>0.062616</td>\n",
       "      <td>0.007832</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1714</th>\n",
       "      <td>rbf</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>0</td>\n",
       "      <td>0.675157</td>\n",
       "      <td>0.984555</td>\n",
       "      <td>0.077242</td>\n",
       "      <td>0.002139</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 0.3290344562...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1645</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>0.030392</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674899</td>\n",
       "      <td>0.668847</td>\n",
       "      <td>0.055050</td>\n",
       "      <td>0.017679</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0303919538...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1520</th>\n",
       "      <td>rbf</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0.011721</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674737</td>\n",
       "      <td>0.709110</td>\n",
       "      <td>0.056658</td>\n",
       "      <td>0.006895</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 0.011721022...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1654</th>\n",
       "      <td>rbf</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>0.329034</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674620</td>\n",
       "      <td>0.977527</td>\n",
       "      <td>0.081328</td>\n",
       "      <td>0.005858</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 0.3290344562...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1229</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>0.078805</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674563</td>\n",
       "      <td>0.675441</td>\n",
       "      <td>0.057939</td>\n",
       "      <td>0.013220</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.078804628...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1465</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0.030392</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674550</td>\n",
       "      <td>0.670956</td>\n",
       "      <td>0.065724</td>\n",
       "      <td>0.012069</td>\n",
       "      <td>{'C': 9.236708571873866, 'gamma': 0.0303919538...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1759</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.007279</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674550</td>\n",
       "      <td>0.690089</td>\n",
       "      <td>0.060210</td>\n",
       "      <td>0.012497</td>\n",
       "      <td>{'C': 100.0, 'gamma': 0.007278953843983146, 'k...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1639</th>\n",
       "      <td>sigmoid</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>0.007279</td>\n",
       "      <td>0</td>\n",
       "      <td>0.674389</td>\n",
       "      <td>0.681358</td>\n",
       "      <td>0.054698</td>\n",
       "      <td>0.006724</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0072789538...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1652</th>\n",
       "      <td>rbf</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>0.204336</td>\n",
       "      <td>0</td>\n",
       "      <td>0.673549</td>\n",
       "      <td>0.942928</td>\n",
       "      <td>0.089477</td>\n",
       "      <td>0.009427</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 0.2043359717...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1790</th>\n",
       "      <td>rbf</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 100.0, 'gamma': 14.873521072935118, 'ker...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1430</th>\n",
       "      <td>rbf</td>\n",
       "      <td>5.736153</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 5.736152510448681, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1730</th>\n",
       "      <td>rbf</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1370</th>\n",
       "      <td>rbf</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1550</th>\n",
       "      <td>rbf</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 14.87352107...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1670</th>\n",
       "      <td>rbf</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1310</th>\n",
       "      <td>rbf</td>\n",
       "      <td>2.212216</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 2.21221629107045, 'gamma': 14.8735210729...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1610</th>\n",
       "      <td>rbf</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 23.95026619987486, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1490</th>\n",
       "      <td>rbf</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 9.236708571873866, 'gamma': 14.873521072...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1250</th>\n",
       "      <td>rbf</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.492521</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.031298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 14.87352107...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1792</th>\n",
       "      <td>rbf</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 100.0, 'gamma': 23.95026619987486, 'kern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1252</th>\n",
       "      <td>rbf</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 23.95026619...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1552</th>\n",
       "      <td>rbf</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 23.95026619...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1732</th>\n",
       "      <td>rbf</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1672</th>\n",
       "      <td>rbf</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492</th>\n",
       "      <td>rbf</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 9.236708571873866, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>rbf</td>\n",
       "      <td>5.736153</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 5.736152510448681, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1372</th>\n",
       "      <td>rbf</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1312</th>\n",
       "      <td>rbf</td>\n",
       "      <td>2.212216</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 2.21221629107045, 'gamma': 23.9502661998...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1612</th>\n",
       "      <td>rbf</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>0</td>\n",
       "      <td>0.491827</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.016153</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 23.95026619987486, 'gamma': 23.950266199...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1788</th>\n",
       "      <td>rbf</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 100.0, 'gamma': 9.236708571873866, 'kern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1308</th>\n",
       "      <td>rbf</td>\n",
       "      <td>2.212216</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 2.21221629107045, 'gamma': 9.23670857187...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1728</th>\n",
       "      <td>rbf</td>\n",
       "      <td>62.101694</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 62.10169418915616, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1548</th>\n",
       "      <td>rbf</td>\n",
       "      <td>14.873521</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 14.873521072935118, 'gamma': 9.236708571...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1368</th>\n",
       "      <td>rbf</td>\n",
       "      <td>3.562248</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 3.562247890262444, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1488</th>\n",
       "      <td>rbf</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 9.236708571873866, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1668</th>\n",
       "      <td>rbf</td>\n",
       "      <td>38.566204</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 38.56620421163472, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1608</th>\n",
       "      <td>rbf</td>\n",
       "      <td>23.950266</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 23.95026619987486, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1248</th>\n",
       "      <td>rbf</td>\n",
       "      <td>1.373824</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 1.3738237958832638, 'gamma': 9.236708571...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1428</th>\n",
       "      <td>rbf</td>\n",
       "      <td>5.736153</td>\n",
       "      <td>9.236709</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{'C': 5.736152510448681, 'gamma': 9.2367085718...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1800 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     param_kernel     param_C  param_gamma  param_random_state  \\\n",
       "1467      sigmoid    9.236709     0.048939                   0   \n",
       "1527      sigmoid   14.873521     0.048939                   0   \n",
       "1407      sigmoid    5.736153     0.048939                   0   \n",
       "1770          rbf  100.000000     0.126896                   0   \n",
       "1231      sigmoid    1.373824     0.126896                   0   \n",
       "1703      sigmoid   62.101694     0.018874                   0   \n",
       "1649      sigmoid   38.566204     0.078805                   0   \n",
       "1763      sigmoid  100.000000     0.018874                   0   \n",
       "1594          rbf   23.950266     0.329034                   0   \n",
       "1772          rbf  100.000000     0.204336                   0   \n",
       "1712          rbf   62.101694     0.204336                   0   \n",
       "1705      sigmoid   62.101694     0.030392                   0   \n",
       "1349      sigmoid    3.562248     0.078805                   0   \n",
       "1291      sigmoid    2.212216     0.126896                   0   \n",
       "1347      sigmoid    3.562248     0.048939                   0   \n",
       "1765      sigmoid  100.000000     0.030392                   0   \n",
       "1534          rbf   14.873521     0.329034                   0   \n",
       "1409      sigmoid    5.736153     0.078805                   0   \n",
       "1350          rbf    3.562248     0.126896                   0   \n",
       "1170          rbf    0.853168     0.126896                   0   \n",
       "1230          rbf    1.373824     0.126896                   0   \n",
       "1714          rbf   62.101694     0.329034                   0   \n",
       "1645      sigmoid   38.566204     0.030392                   0   \n",
       "1520          rbf   14.873521     0.011721                   0   \n",
       "1654          rbf   38.566204     0.329034                   0   \n",
       "1229      sigmoid    1.373824     0.078805                   0   \n",
       "1465      sigmoid    9.236709     0.030392                   0   \n",
       "1759      sigmoid  100.000000     0.007279                   0   \n",
       "1639      sigmoid   38.566204     0.007279                   0   \n",
       "1652          rbf   38.566204     0.204336                   0   \n",
       "...           ...         ...          ...                 ...   \n",
       "1790          rbf  100.000000    14.873521                   0   \n",
       "1430          rbf    5.736153    14.873521                   0   \n",
       "1730          rbf   62.101694    14.873521                   0   \n",
       "1370          rbf    3.562248    14.873521                   0   \n",
       "1550          rbf   14.873521    14.873521                   0   \n",
       "1670          rbf   38.566204    14.873521                   0   \n",
       "1310          rbf    2.212216    14.873521                   0   \n",
       "1610          rbf   23.950266    14.873521                   0   \n",
       "1490          rbf    9.236709    14.873521                   0   \n",
       "1250          rbf    1.373824    14.873521                   0   \n",
       "1792          rbf  100.000000    23.950266                   0   \n",
       "1252          rbf    1.373824    23.950266                   0   \n",
       "1552          rbf   14.873521    23.950266                   0   \n",
       "1732          rbf   62.101694    23.950266                   0   \n",
       "1672          rbf   38.566204    23.950266                   0   \n",
       "1492          rbf    9.236709    23.950266                   0   \n",
       "1432          rbf    5.736153    23.950266                   0   \n",
       "1372          rbf    3.562248    23.950266                   0   \n",
       "1312          rbf    2.212216    23.950266                   0   \n",
       "1612          rbf   23.950266    23.950266                   0   \n",
       "1788          rbf  100.000000     9.236709                   0   \n",
       "1308          rbf    2.212216     9.236709                   0   \n",
       "1728          rbf   62.101694     9.236709                   0   \n",
       "1548          rbf   14.873521     9.236709                   0   \n",
       "1368          rbf    3.562248     9.236709                   0   \n",
       "1488          rbf    9.236709     9.236709                   0   \n",
       "1668          rbf   38.566204     9.236709                   0   \n",
       "1608          rbf   23.950266     9.236709                   0   \n",
       "1248          rbf    1.373824     9.236709                   0   \n",
       "1428          rbf    5.736153     9.236709                   0   \n",
       "\n",
       "      mean_test_score  mean_train_score  std_test_score  std_train_score  \\\n",
       "1467         0.704950          0.676351        0.051847         0.021118   \n",
       "1527         0.697460          0.663911        0.043561         0.018025   \n",
       "1407         0.691374          0.676547        0.064586         0.017041   \n",
       "1770         0.690550          0.934506        0.066089         0.010535   \n",
       "1231         0.685510          0.620721        0.051742         0.019407   \n",
       "1703         0.683580          0.691920        0.055916         0.013977   \n",
       "1649         0.683087          0.625302        0.031914         0.020393   \n",
       "1763         0.683057          0.688661        0.061643         0.012275   \n",
       "1594         0.682593          0.964882        0.089643         0.008720   \n",
       "1772         0.682259          0.973359        0.077046         0.005554   \n",
       "1712         0.682246          0.959333        0.078111         0.004287   \n",
       "1705         0.681506          0.669661        0.076843         0.009931   \n",
       "1349         0.680954          0.637815        0.074110         0.013096   \n",
       "1291         0.678744          0.591435        0.049475         0.012008   \n",
       "1347         0.678556          0.671839        0.052312         0.010032   \n",
       "1765         0.678413          0.652139        0.052163         0.011748   \n",
       "1534         0.678237          0.946666        0.081420         0.006430   \n",
       "1409         0.677684          0.627026        0.080773         0.006785   \n",
       "1350         0.675988          0.801314        0.058846         0.011939   \n",
       "1170         0.675799          0.744820        0.059927         0.008552   \n",
       "1230         0.675639          0.756591        0.062616         0.007832   \n",
       "1714         0.675157          0.984555        0.077242         0.002139   \n",
       "1645         0.674899          0.668847        0.055050         0.017679   \n",
       "1520         0.674737          0.709110        0.056658         0.006895   \n",
       "1654         0.674620          0.977527        0.081328         0.005858   \n",
       "1229         0.674563          0.675441        0.057939         0.013220   \n",
       "1465         0.674550          0.670956        0.065724         0.012069   \n",
       "1759         0.674550          0.690089        0.060210         0.012497   \n",
       "1639         0.674389          0.681358        0.054698         0.006724   \n",
       "1652         0.673549          0.942928        0.089477         0.009427   \n",
       "...               ...               ...             ...              ...   \n",
       "1790         0.492521          1.000000        0.031298         0.000000   \n",
       "1430         0.492521          1.000000        0.031298         0.000000   \n",
       "1730         0.492521          1.000000        0.031298         0.000000   \n",
       "1370         0.492521          1.000000        0.031298         0.000000   \n",
       "1550         0.492521          1.000000        0.031298         0.000000   \n",
       "1670         0.492521          1.000000        0.031298         0.000000   \n",
       "1310         0.492521          1.000000        0.031298         0.000000   \n",
       "1610         0.492521          1.000000        0.031298         0.000000   \n",
       "1490         0.492521          1.000000        0.031298         0.000000   \n",
       "1250         0.492521          1.000000        0.031298         0.000000   \n",
       "1792         0.491827          1.000000        0.016153         0.000000   \n",
       "1252         0.491827          1.000000        0.016153         0.000000   \n",
       "1552         0.491827          1.000000        0.016153         0.000000   \n",
       "1732         0.491827          1.000000        0.016153         0.000000   \n",
       "1672         0.491827          1.000000        0.016153         0.000000   \n",
       "1492         0.491827          1.000000        0.016153         0.000000   \n",
       "1432         0.491827          1.000000        0.016153         0.000000   \n",
       "1372         0.491827          1.000000        0.016153         0.000000   \n",
       "1312         0.491827          1.000000        0.016153         0.000000   \n",
       "1612         0.491827          1.000000        0.016153         0.000000   \n",
       "1788         0.468045          1.000000        0.036989         0.000000   \n",
       "1308         0.468045          1.000000        0.036989         0.000000   \n",
       "1728         0.468045          1.000000        0.036989         0.000000   \n",
       "1548         0.468045          1.000000        0.036989         0.000000   \n",
       "1368         0.468045          1.000000        0.036989         0.000000   \n",
       "1488         0.468045          1.000000        0.036989         0.000000   \n",
       "1668         0.468045          1.000000        0.036989         0.000000   \n",
       "1608         0.468045          1.000000        0.036989         0.000000   \n",
       "1248         0.468045          1.000000        0.036989         0.000000   \n",
       "1428         0.468045          1.000000        0.036989         0.000000   \n",
       "\n",
       "                                                 params  \n",
       "1467  {'C': 9.236708571873866, 'gamma': 0.0489390091...  \n",
       "1527  {'C': 14.873521072935118, 'gamma': 0.048939009...  \n",
       "1407  {'C': 5.736152510448681, 'gamma': 0.0489390091...  \n",
       "1770  {'C': 100.0, 'gamma': 0.12689610031679222, 'ke...  \n",
       "1231  {'C': 1.3738237958832638, 'gamma': 0.126896100...  \n",
       "1703  {'C': 62.10169418915616, 'gamma': 0.0188739182...  \n",
       "1649  {'C': 38.56620421163472, 'gamma': 0.0788046281...  \n",
       "1763  {'C': 100.0, 'gamma': 0.018873918221350976, 'k...  \n",
       "1594  {'C': 23.95026619987486, 'gamma': 0.3290344562...  \n",
       "1772  {'C': 100.0, 'gamma': 0.20433597178569418, 'ke...  \n",
       "1712  {'C': 62.10169418915616, 'gamma': 0.2043359717...  \n",
       "1705  {'C': 62.10169418915616, 'gamma': 0.0303919538...  \n",
       "1349  {'C': 3.562247890262444, 'gamma': 0.0788046281...  \n",
       "1291  {'C': 2.21221629107045, 'gamma': 0.12689610031...  \n",
       "1347  {'C': 3.562247890262444, 'gamma': 0.0489390091...  \n",
       "1765  {'C': 100.0, 'gamma': 0.03039195382313198, 'ke...  \n",
       "1534  {'C': 14.873521072935118, 'gamma': 0.329034456...  \n",
       "1409  {'C': 5.736152510448681, 'gamma': 0.0788046281...  \n",
       "1350  {'C': 3.562247890262444, 'gamma': 0.1268961003...  \n",
       "1170  {'C': 0.8531678524172805, 'gamma': 0.126896100...  \n",
       "1230  {'C': 1.3738237958832638, 'gamma': 0.126896100...  \n",
       "1714  {'C': 62.10169418915616, 'gamma': 0.3290344562...  \n",
       "1645  {'C': 38.56620421163472, 'gamma': 0.0303919538...  \n",
       "1520  {'C': 14.873521072935118, 'gamma': 0.011721022...  \n",
       "1654  {'C': 38.56620421163472, 'gamma': 0.3290344562...  \n",
       "1229  {'C': 1.3738237958832638, 'gamma': 0.078804628...  \n",
       "1465  {'C': 9.236708571873866, 'gamma': 0.0303919538...  \n",
       "1759  {'C': 100.0, 'gamma': 0.007278953843983146, 'k...  \n",
       "1639  {'C': 38.56620421163472, 'gamma': 0.0072789538...  \n",
       "1652  {'C': 38.56620421163472, 'gamma': 0.2043359717...  \n",
       "...                                                 ...  \n",
       "1790  {'C': 100.0, 'gamma': 14.873521072935118, 'ker...  \n",
       "1430  {'C': 5.736152510448681, 'gamma': 14.873521072...  \n",
       "1730  {'C': 62.10169418915616, 'gamma': 14.873521072...  \n",
       "1370  {'C': 3.562247890262444, 'gamma': 14.873521072...  \n",
       "1550  {'C': 14.873521072935118, 'gamma': 14.87352107...  \n",
       "1670  {'C': 38.56620421163472, 'gamma': 14.873521072...  \n",
       "1310  {'C': 2.21221629107045, 'gamma': 14.8735210729...  \n",
       "1610  {'C': 23.95026619987486, 'gamma': 14.873521072...  \n",
       "1490  {'C': 9.236708571873866, 'gamma': 14.873521072...  \n",
       "1250  {'C': 1.3738237958832638, 'gamma': 14.87352107...  \n",
       "1792  {'C': 100.0, 'gamma': 23.95026619987486, 'kern...  \n",
       "1252  {'C': 1.3738237958832638, 'gamma': 23.95026619...  \n",
       "1552  {'C': 14.873521072935118, 'gamma': 23.95026619...  \n",
       "1732  {'C': 62.10169418915616, 'gamma': 23.950266199...  \n",
       "1672  {'C': 38.56620421163472, 'gamma': 23.950266199...  \n",
       "1492  {'C': 9.236708571873866, 'gamma': 23.950266199...  \n",
       "1432  {'C': 5.736152510448681, 'gamma': 23.950266199...  \n",
       "1372  {'C': 3.562247890262444, 'gamma': 23.950266199...  \n",
       "1312  {'C': 2.21221629107045, 'gamma': 23.9502661998...  \n",
       "1612  {'C': 23.95026619987486, 'gamma': 23.950266199...  \n",
       "1788  {'C': 100.0, 'gamma': 9.236708571873866, 'kern...  \n",
       "1308  {'C': 2.21221629107045, 'gamma': 9.23670857187...  \n",
       "1728  {'C': 62.10169418915616, 'gamma': 9.2367085718...  \n",
       "1548  {'C': 14.873521072935118, 'gamma': 9.236708571...  \n",
       "1368  {'C': 3.562247890262444, 'gamma': 9.2367085718...  \n",
       "1488  {'C': 9.236708571873866, 'gamma': 9.2367085718...  \n",
       "1668  {'C': 38.56620421163472, 'gamma': 9.2367085718...  \n",
       "1608  {'C': 23.95026619987486, 'gamma': 9.2367085718...  \n",
       "1248  {'C': 1.3738237958832638, 'gamma': 9.236708571...  \n",
       "1428  {'C': 5.736152510448681, 'gamma': 9.2367085718...  \n",
       "\n",
       "[1800 rows x 9 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn import svm\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.metrics import roc_auc_score, make_scorer\n",
    "from preprocessing import preprocessing, get_train_and_test, standardize_features\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n",
    "x_values, y_values = preprocessing()\n",
    "x_train, x_test, y_train, y_test = get_train_and_test(x_values, y_values)\n",
    "x_train, x_test = standardize_features(x_train, x_test)\n",
    "\n",
    "param_grid = {\n",
    "    'kernel': ['rbf', 'sigmoid'],\n",
    "    'C': np.logspace(-4, 2, num=30),\n",
    "    'gamma':np.logspace(-4, 2, num=30),\n",
    "    'random_state':[0]\n",
    "}\n",
    "grid = GridSearchCV(svm.SVC(), param_grid, scoring=make_scorer(roc_auc_score), cv=10)\n",
    "grid.fit(x_train, y_train)\n",
    "\n",
    "df = pd.DataFrame(grid.cv_results_)\n",
    "cols_to_keep = ['param_' + k for k in param_grid.keys()] +\\\n",
    "               [\"mean_test_score\", \"mean_train_score\", \"std_test_score\", \"std_train_score\",\"params\"] \n",
    "df_output = df[cols_to_keep].fillna('-')\n",
    "df_output.sort_values(by=[\"mean_test_score\"], ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'C': 9.236708571873866, 'gamma': 0.04893900918477494, 'kernel': 'sigmoid', 'random_state': 0}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(0.6427479855515422, 0.6607748184019371)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_output = df[cols_to_keep].fillna('-')\n",
    "best_params = df_output.sort_values(by=[\"mean_test_score\"], ascending=False)['params'].iloc[0]\n",
    "print(best_params)\n",
    "\n",
    "clf = svm.SVC()\n",
    "clf.set_params(**best_params)\n",
    "clf.fit(x_train, y_train)\n",
    "\n",
    "roc_auc_score(y_train, clf.predict(x_train)), roc_auc_score(y_test, clf.predict(x_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}