└── PyCaret Classification Crash Course.ipynb


/PyCaret Classification Crash Course.ipynb:
--------------------------------------------------------------------------------
   1 | {
   2 |  "cells": [
   3 |   {
   4 |    "cell_type": "markdown",
   5 |    "metadata": {},
   6 |    "source": [
   7 |     "# 1. Install and Import Dependencies"
   8 |    ]
   9 |   },
  10 |   {
  11 |    "cell_type": "code",
  12 |    "execution_count": null,
  13 |    "metadata": {},
  14 |    "outputs": [],
  15 |    "source": [
  16 |     "!pip install pycaret pandas shap"
  17 |    ]
  18 |   },
  19 |   {
  20 |    "cell_type": "code",
  21 |    "execution_count": 2,
  22 |    "metadata": {},
  23 |    "outputs": [],
  24 |    "source": [
  25 |     "import pandas as pd\n",
  26 |     "from pycaret.classification import *"
  27 |    ]
  28 |   },
  29 |   {
  30 |    "cell_type": "markdown",
  31 |    "metadata": {},
  32 |    "source": [
  33 |     "# 2. Load Data"
  34 |    ]
  35 |   },
  36 |   {
  37 |    "cell_type": "code",
  38 |    "execution_count": 3,
  39 |    "metadata": {},
  40 |    "outputs": [],
  41 |    "source": [
  42 |     "df = pd.read_csv('heart.csv')"
  43 |    ]
  44 |   },
  45 |   {
  46 |    "cell_type": "code",
  47 |    "execution_count": 4,
  48 |    "metadata": {},
  49 |    "outputs": [
  50 |     {
  51 |      "data": {
  52 |       "text/html": [
  53 |        "<div>\n",
  54 |        "<style scoped>\n",
  55 |        "    .dataframe tbody tr th:only-of-type {\n",
  56 |        "        vertical-align: middle;\n",
  57 |        "    }\n",
  58 |        "\n",
  59 |        "    .dataframe tbody tr th {\n",
  60 |        "        vertical-align: top;\n",
  61 |        "    }\n",
  62 |        "\n",
  63 |        "    .dataframe thead th {\n",
  64 |        "        text-align: right;\n",
  65 |        "    }\n",
  66 |        "</style>\n",
  67 |        "<table border=\"1\" class=\"dataframe\">\n",
  68 |        "  <thead>\n",
  69 |        "    <tr style=\"text-align: right;\">\n",
  70 |        "      <th></th>\n",
  71 |        "      <th>age</th>\n",
  72 |        "      <th>sex</th>\n",
  73 |        "      <th>cp</th>\n",
  74 |        "      <th>trestbps</th>\n",
  75 |        "      <th>chol</th>\n",
  76 |        "      <th>fbs</th>\n",
  77 |        "      <th>restecg</th>\n",
  78 |        "      <th>thalach</th>\n",
  79 |        "      <th>exang</th>\n",
  80 |        "      <th>oldpeak</th>\n",
  81 |        "      <th>slope</th>\n",
  82 |        "      <th>ca</th>\n",
  83 |        "      <th>thal</th>\n",
  84 |        "      <th>target</th>\n",
  85 |        "    </tr>\n",
  86 |        "  </thead>\n",
  87 |        "  <tbody>\n",
  88 |        "    <tr>\n",
  89 |        "      <th>0</th>\n",
  90 |        "      <td>63</td>\n",
  91 |        "      <td>1</td>\n",
  92 |        "      <td>3</td>\n",
  93 |        "      <td>145</td>\n",
  94 |        "      <td>233</td>\n",
  95 |        "      <td>1</td>\n",
  96 |        "      <td>0</td>\n",
  97 |        "      <td>150</td>\n",
  98 |        "      <td>0</td>\n",
  99 |        "      <td>2.3</td>\n",
 100 |        "      <td>0</td>\n",
 101 |        "      <td>0</td>\n",
 102 |        "      <td>1</td>\n",
 103 |        "      <td>1</td>\n",
 104 |        "    </tr>\n",
 105 |        "    <tr>\n",
 106 |        "      <th>1</th>\n",
 107 |        "      <td>37</td>\n",
 108 |        "      <td>1</td>\n",
 109 |        "      <td>2</td>\n",
 110 |        "      <td>130</td>\n",
 111 |        "      <td>250</td>\n",
 112 |        "      <td>0</td>\n",
 113 |        "      <td>1</td>\n",
 114 |        "      <td>187</td>\n",
 115 |        "      <td>0</td>\n",
 116 |        "      <td>3.5</td>\n",
 117 |        "      <td>0</td>\n",
 118 |        "      <td>0</td>\n",
 119 |        "      <td>2</td>\n",
 120 |        "      <td>1</td>\n",
 121 |        "    </tr>\n",
 122 |        "    <tr>\n",
 123 |        "      <th>2</th>\n",
 124 |        "      <td>41</td>\n",
 125 |        "      <td>0</td>\n",
 126 |        "      <td>1</td>\n",
 127 |        "      <td>130</td>\n",
 128 |        "      <td>204</td>\n",
 129 |        "      <td>0</td>\n",
 130 |        "      <td>0</td>\n",
 131 |        "      <td>172</td>\n",
 132 |        "      <td>0</td>\n",
 133 |        "      <td>1.4</td>\n",
 134 |        "      <td>2</td>\n",
 135 |        "      <td>0</td>\n",
 136 |        "      <td>2</td>\n",
 137 |        "      <td>1</td>\n",
 138 |        "    </tr>\n",
 139 |        "    <tr>\n",
 140 |        "      <th>3</th>\n",
 141 |        "      <td>56</td>\n",
 142 |        "      <td>1</td>\n",
 143 |        "      <td>1</td>\n",
 144 |        "      <td>120</td>\n",
 145 |        "      <td>236</td>\n",
 146 |        "      <td>0</td>\n",
 147 |        "      <td>1</td>\n",
 148 |        "      <td>178</td>\n",
 149 |        "      <td>0</td>\n",
 150 |        "      <td>0.8</td>\n",
 151 |        "      <td>2</td>\n",
 152 |        "      <td>0</td>\n",
 153 |        "      <td>2</td>\n",
 154 |        "      <td>1</td>\n",
 155 |        "    </tr>\n",
 156 |        "    <tr>\n",
 157 |        "      <th>4</th>\n",
 158 |        "      <td>57</td>\n",
 159 |        "      <td>0</td>\n",
 160 |        "      <td>0</td>\n",
 161 |        "      <td>120</td>\n",
 162 |        "      <td>354</td>\n",
 163 |        "      <td>0</td>\n",
 164 |        "      <td>1</td>\n",
 165 |        "      <td>163</td>\n",
 166 |        "      <td>1</td>\n",
 167 |        "      <td>0.6</td>\n",
 168 |        "      <td>2</td>\n",
 169 |        "      <td>0</td>\n",
 170 |        "      <td>2</td>\n",
 171 |        "      <td>1</td>\n",
 172 |        "    </tr>\n",
 173 |        "  </tbody>\n",
 174 |        "</table>\n",
 175 |        "</div>"
 176 |       ],
 177 |       "text/plain": [
 178 |        "   age  sex  cp  trestbps  chol  fbs  restecg  thalach  exang  oldpeak  slope  \\\n",
 179 |        "0   63    1   3       145   233    1        0      150      0      2.3      0   \n",
 180 |        "1   37    1   2       130   250    0        1      187      0      3.5      0   \n",
 181 |        "2   41    0   1       130   204    0        0      172      0      1.4      2   \n",
 182 |        "3   56    1   1       120   236    0        1      178      0      0.8      2   \n",
 183 |        "4   57    0   0       120   354    0        1      163      1      0.6      2   \n",
 184 |        "\n",
 185 |        "   ca  thal  target  \n",
 186 |        "0   0     1       1  \n",
 187 |        "1   0     2       1  \n",
 188 |        "2   0     2       1  \n",
 189 |        "3   0     2       1  \n",
 190 |        "4   0     2       1  "
 191 |       ]
 192 |      },
 193 |      "execution_count": 4,
 194 |      "metadata": {},
 195 |      "output_type": "execute_result"
 196 |     }
 197 |    ],
 198 |    "source": [
 199 |     "df.head()"
 200 |    ]
 201 |   },
 202 |   {
 203 |    "cell_type": "code",
 204 |    "execution_count": 5,
 205 |    "metadata": {
 206 |     "collapsed": true
 207 |    },
 208 |    "outputs": [
 209 |     {
 210 |      "data": {
 211 |       "text/plain": [
 212 |        "age           int64\n",
 213 |        "sex           int64\n",
 214 |        "cp            int64\n",
 215 |        "trestbps      int64\n",
 216 |        "chol          int64\n",
 217 |        "fbs           int64\n",
 218 |        "restecg       int64\n",
 219 |        "thalach       int64\n",
 220 |        "exang         int64\n",
 221 |        "oldpeak     float64\n",
 222 |        "slope         int64\n",
 223 |        "ca            int64\n",
 224 |        "thal          int64\n",
 225 |        "target        int64\n",
 226 |        "dtype: object"
 227 |       ]
 228 |      },
 229 |      "execution_count": 5,
 230 |      "metadata": {},
 231 |      "output_type": "execute_result"
 232 |     }
 233 |    ],
 234 |    "source": [
 235 |     "df.dtypes"
 236 |    ]
 237 |   },
 238 |   {
 239 |    "cell_type": "markdown",
 240 |    "metadata": {},
 241 |    "source": [
 242 |     "# 3. Train and Evaluate Model"
 243 |    ]
 244 |   },
 245 |   {
 246 |    "cell_type": "code",
 247 |    "execution_count": 6,
 248 |    "metadata": {},
 249 |    "outputs": [],
 250 |    "source": [
 251 |     "cat_features = ['sex', 'cp', 'fbs', 'restecg', 'exang', 'thal']"
 252 |    ]
 253 |   },
 254 |   {
 255 |    "cell_type": "code",
 256 |    "execution_count": 8,
 257 |    "metadata": {
 258 |     "collapsed": true
 259 |    },
 260 |    "outputs": [
 261 |     {
 262 |      "data": {
 263 |       "text/html": [
 264 |        "<style  type=\"text/css\" >\n",
 265 |        "</style><table id=\"T_0f7cc_\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >Description</th>        <th class=\"col_heading level0 col1\" >Value</th>    </tr></thead><tbody>\n",
 266 |        "                <tr>\n",
 267 |        "                        <th id=\"T_0f7cc_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
 268 |        "                        <td id=\"T_0f7cc_row0_col0\" class=\"data row0 col0\" >session_id</td>\n",
 269 |        "                        <td id=\"T_0f7cc_row0_col1\" class=\"data row0 col1\" >8760</td>\n",
 270 |        "            </tr>\n",
 271 |        "            <tr>\n",
 272 |        "                        <th id=\"T_0f7cc_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
 273 |        "                        <td id=\"T_0f7cc_row1_col0\" class=\"data row1 col0\" >Target</td>\n",
 274 |        "                        <td id=\"T_0f7cc_row1_col1\" class=\"data row1 col1\" >target</td>\n",
 275 |        "            </tr>\n",
 276 |        "            <tr>\n",
 277 |        "                        <th id=\"T_0f7cc_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
 278 |        "                        <td id=\"T_0f7cc_row2_col0\" class=\"data row2 col0\" >Target Type</td>\n",
 279 |        "                        <td id=\"T_0f7cc_row2_col1\" class=\"data row2 col1\" >Binary</td>\n",
 280 |        "            </tr>\n",
 281 |        "            <tr>\n",
 282 |        "                        <th id=\"T_0f7cc_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
 283 |        "                        <td id=\"T_0f7cc_row3_col0\" class=\"data row3 col0\" >Label Encoded</td>\n",
 284 |        "                        <td id=\"T_0f7cc_row3_col1\" class=\"data row3 col1\" >0: 0, 1: 1</td>\n",
 285 |        "            </tr>\n",
 286 |        "            <tr>\n",
 287 |        "                        <th id=\"T_0f7cc_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
 288 |        "                        <td id=\"T_0f7cc_row4_col0\" class=\"data row4 col0\" >Original Data</td>\n",
 289 |        "                        <td id=\"T_0f7cc_row4_col1\" class=\"data row4 col1\" >(303, 14)</td>\n",
 290 |        "            </tr>\n",
 291 |        "            <tr>\n",
 292 |        "                        <th id=\"T_0f7cc_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
 293 |        "                        <td id=\"T_0f7cc_row5_col0\" class=\"data row5 col0\" >Missing Values</td>\n",
 294 |        "                        <td id=\"T_0f7cc_row5_col1\" class=\"data row5 col1\" >False</td>\n",
 295 |        "            </tr>\n",
 296 |        "            <tr>\n",
 297 |        "                        <th id=\"T_0f7cc_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
 298 |        "                        <td id=\"T_0f7cc_row6_col0\" class=\"data row6 col0\" >Numeric Features</td>\n",
 299 |        "                        <td id=\"T_0f7cc_row6_col1\" class=\"data row6 col1\" >5</td>\n",
 300 |        "            </tr>\n",
 301 |        "            <tr>\n",
 302 |        "                        <th id=\"T_0f7cc_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
 303 |        "                        <td id=\"T_0f7cc_row7_col0\" class=\"data row7 col0\" >Categorical Features</td>\n",
 304 |        "                        <td id=\"T_0f7cc_row7_col1\" class=\"data row7 col1\" >8</td>\n",
 305 |        "            </tr>\n",
 306 |        "            <tr>\n",
 307 |        "                        <th id=\"T_0f7cc_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
 308 |        "                        <td id=\"T_0f7cc_row8_col0\" class=\"data row8 col0\" >Ordinal Features</td>\n",
 309 |        "                        <td id=\"T_0f7cc_row8_col1\" class=\"data row8 col1\" >False</td>\n",
 310 |        "            </tr>\n",
 311 |        "            <tr>\n",
 312 |        "                        <th id=\"T_0f7cc_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
 313 |        "                        <td id=\"T_0f7cc_row9_col0\" class=\"data row9 col0\" >High Cardinality Features</td>\n",
 314 |        "                        <td id=\"T_0f7cc_row9_col1\" class=\"data row9 col1\" >False</td>\n",
 315 |        "            </tr>\n",
 316 |        "            <tr>\n",
 317 |        "                        <th id=\"T_0f7cc_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
 318 |        "                        <td id=\"T_0f7cc_row10_col0\" class=\"data row10 col0\" >High Cardinality Method</td>\n",
 319 |        "                        <td id=\"T_0f7cc_row10_col1\" class=\"data row10 col1\" >None</td>\n",
 320 |        "            </tr>\n",
 321 |        "            <tr>\n",
 322 |        "                        <th id=\"T_0f7cc_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
 323 |        "                        <td id=\"T_0f7cc_row11_col0\" class=\"data row11 col0\" >Transformed Train Set</td>\n",
 324 |        "                        <td id=\"T_0f7cc_row11_col1\" class=\"data row11 col1\" >(212, 27)</td>\n",
 325 |        "            </tr>\n",
 326 |        "            <tr>\n",
 327 |        "                        <th id=\"T_0f7cc_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
 328 |        "                        <td id=\"T_0f7cc_row12_col0\" class=\"data row12 col0\" >Transformed Test Set</td>\n",
 329 |        "                        <td id=\"T_0f7cc_row12_col1\" class=\"data row12 col1\" >(91, 27)</td>\n",
 330 |        "            </tr>\n",
 331 |        "            <tr>\n",
 332 |        "                        <th id=\"T_0f7cc_level0_row13\" class=\"row_heading level0 row13\" >13</th>\n",
 333 |        "                        <td id=\"T_0f7cc_row13_col0\" class=\"data row13 col0\" >Shuffle Train-Test</td>\n",
 334 |        "                        <td id=\"T_0f7cc_row13_col1\" class=\"data row13 col1\" >True</td>\n",
 335 |        "            </tr>\n",
 336 |        "            <tr>\n",
 337 |        "                        <th id=\"T_0f7cc_level0_row14\" class=\"row_heading level0 row14\" >14</th>\n",
 338 |        "                        <td id=\"T_0f7cc_row14_col0\" class=\"data row14 col0\" >Stratify Train-Test</td>\n",
 339 |        "                        <td id=\"T_0f7cc_row14_col1\" class=\"data row14 col1\" >False</td>\n",
 340 |        "            </tr>\n",
 341 |        "            <tr>\n",
 342 |        "                        <th id=\"T_0f7cc_level0_row15\" class=\"row_heading level0 row15\" >15</th>\n",
 343 |        "                        <td id=\"T_0f7cc_row15_col0\" class=\"data row15 col0\" >Fold Generator</td>\n",
 344 |        "                        <td id=\"T_0f7cc_row15_col1\" class=\"data row15 col1\" >StratifiedKFold</td>\n",
 345 |        "            </tr>\n",
 346 |        "            <tr>\n",
 347 |        "                        <th id=\"T_0f7cc_level0_row16\" class=\"row_heading level0 row16\" >16</th>\n",
 348 |        "                        <td id=\"T_0f7cc_row16_col0\" class=\"data row16 col0\" >Fold Number</td>\n",
 349 |        "                        <td id=\"T_0f7cc_row16_col1\" class=\"data row16 col1\" >10</td>\n",
 350 |        "            </tr>\n",
 351 |        "            <tr>\n",
 352 |        "                        <th id=\"T_0f7cc_level0_row17\" class=\"row_heading level0 row17\" >17</th>\n",
 353 |        "                        <td id=\"T_0f7cc_row17_col0\" class=\"data row17 col0\" >CPU Jobs</td>\n",
 354 |        "                        <td id=\"T_0f7cc_row17_col1\" class=\"data row17 col1\" >-1</td>\n",
 355 |        "            </tr>\n",
 356 |        "            <tr>\n",
 357 |        "                        <th id=\"T_0f7cc_level0_row18\" class=\"row_heading level0 row18\" >18</th>\n",
 358 |        "                        <td id=\"T_0f7cc_row18_col0\" class=\"data row18 col0\" >Use GPU</td>\n",
 359 |        "                        <td id=\"T_0f7cc_row18_col1\" class=\"data row18 col1\" >False</td>\n",
 360 |        "            </tr>\n",
 361 |        "            <tr>\n",
 362 |        "                        <th id=\"T_0f7cc_level0_row19\" class=\"row_heading level0 row19\" >19</th>\n",
 363 |        "                        <td id=\"T_0f7cc_row19_col0\" class=\"data row19 col0\" >Log Experiment</td>\n",
 364 |        "                        <td id=\"T_0f7cc_row19_col1\" class=\"data row19 col1\" >False</td>\n",
 365 |        "            </tr>\n",
 366 |        "            <tr>\n",
 367 |        "                        <th id=\"T_0f7cc_level0_row20\" class=\"row_heading level0 row20\" >20</th>\n",
 368 |        "                        <td id=\"T_0f7cc_row20_col0\" class=\"data row20 col0\" >Experiment Name</td>\n",
 369 |        "                        <td id=\"T_0f7cc_row20_col1\" class=\"data row20 col1\" >clf-default-name</td>\n",
 370 |        "            </tr>\n",
 371 |        "            <tr>\n",
 372 |        "                        <th id=\"T_0f7cc_level0_row21\" class=\"row_heading level0 row21\" >21</th>\n",
 373 |        "                        <td id=\"T_0f7cc_row21_col0\" class=\"data row21 col0\" >USI</td>\n",
 374 |        "                        <td id=\"T_0f7cc_row21_col1\" class=\"data row21 col1\" >8cc5</td>\n",
 375 |        "            </tr>\n",
 376 |        "            <tr>\n",
 377 |        "                        <th id=\"T_0f7cc_level0_row22\" class=\"row_heading level0 row22\" >22</th>\n",
 378 |        "                        <td id=\"T_0f7cc_row22_col0\" class=\"data row22 col0\" >Imputation Type</td>\n",
 379 |        "                        <td id=\"T_0f7cc_row22_col1\" class=\"data row22 col1\" >simple</td>\n",
 380 |        "            </tr>\n",
 381 |        "            <tr>\n",
 382 |        "                        <th id=\"T_0f7cc_level0_row23\" class=\"row_heading level0 row23\" >23</th>\n",
 383 |        "                        <td id=\"T_0f7cc_row23_col0\" class=\"data row23 col0\" >Iterative Imputation Iteration</td>\n",
 384 |        "                        <td id=\"T_0f7cc_row23_col1\" class=\"data row23 col1\" >None</td>\n",
 385 |        "            </tr>\n",
 386 |        "            <tr>\n",
 387 |        "                        <th id=\"T_0f7cc_level0_row24\" class=\"row_heading level0 row24\" >24</th>\n",
 388 |        "                        <td id=\"T_0f7cc_row24_col0\" class=\"data row24 col0\" >Numeric Imputer</td>\n",
 389 |        "                        <td id=\"T_0f7cc_row24_col1\" class=\"data row24 col1\" >mean</td>\n",
 390 |        "            </tr>\n",
 391 |        "            <tr>\n",
 392 |        "                        <th id=\"T_0f7cc_level0_row25\" class=\"row_heading level0 row25\" >25</th>\n",
 393 |        "                        <td id=\"T_0f7cc_row25_col0\" class=\"data row25 col0\" >Iterative Imputation Numeric Model</td>\n",
 394 |        "                        <td id=\"T_0f7cc_row25_col1\" class=\"data row25 col1\" >None</td>\n",
 395 |        "            </tr>\n",
 396 |        "            <tr>\n",
 397 |        "                        <th id=\"T_0f7cc_level0_row26\" class=\"row_heading level0 row26\" >26</th>\n",
 398 |        "                        <td id=\"T_0f7cc_row26_col0\" class=\"data row26 col0\" >Categorical Imputer</td>\n",
 399 |        "                        <td id=\"T_0f7cc_row26_col1\" class=\"data row26 col1\" >constant</td>\n",
 400 |        "            </tr>\n",
 401 |        "            <tr>\n",
 402 |        "                        <th id=\"T_0f7cc_level0_row27\" class=\"row_heading level0 row27\" >27</th>\n",
 403 |        "                        <td id=\"T_0f7cc_row27_col0\" class=\"data row27 col0\" >Iterative Imputation Categorical Model</td>\n",
 404 |        "                        <td id=\"T_0f7cc_row27_col1\" class=\"data row27 col1\" >None</td>\n",
 405 |        "            </tr>\n",
 406 |        "            <tr>\n",
 407 |        "                        <th id=\"T_0f7cc_level0_row28\" class=\"row_heading level0 row28\" >28</th>\n",
 408 |        "                        <td id=\"T_0f7cc_row28_col0\" class=\"data row28 col0\" >Unknown Categoricals Handling</td>\n",
 409 |        "                        <td id=\"T_0f7cc_row28_col1\" class=\"data row28 col1\" >least_frequent</td>\n",
 410 |        "            </tr>\n",
 411 |        "            <tr>\n",
 412 |        "                        <th id=\"T_0f7cc_level0_row29\" class=\"row_heading level0 row29\" >29</th>\n",
 413 |        "                        <td id=\"T_0f7cc_row29_col0\" class=\"data row29 col0\" >Normalize</td>\n",
 414 |        "                        <td id=\"T_0f7cc_row29_col1\" class=\"data row29 col1\" >False</td>\n",
 415 |        "            </tr>\n",
 416 |        "            <tr>\n",
 417 |        "                        <th id=\"T_0f7cc_level0_row30\" class=\"row_heading level0 row30\" >30</th>\n",
 418 |        "                        <td id=\"T_0f7cc_row30_col0\" class=\"data row30 col0\" >Normalize Method</td>\n",
 419 |        "                        <td id=\"T_0f7cc_row30_col1\" class=\"data row30 col1\" >None</td>\n",
 420 |        "            </tr>\n",
 421 |        "            <tr>\n",
 422 |        "                        <th id=\"T_0f7cc_level0_row31\" class=\"row_heading level0 row31\" >31</th>\n",
 423 |        "                        <td id=\"T_0f7cc_row31_col0\" class=\"data row31 col0\" >Transformation</td>\n",
 424 |        "                        <td id=\"T_0f7cc_row31_col1\" class=\"data row31 col1\" >False</td>\n",
 425 |        "            </tr>\n",
 426 |        "            <tr>\n",
 427 |        "                        <th id=\"T_0f7cc_level0_row32\" class=\"row_heading level0 row32\" >32</th>\n",
 428 |        "                        <td id=\"T_0f7cc_row32_col0\" class=\"data row32 col0\" >Transformation Method</td>\n",
 429 |        "                        <td id=\"T_0f7cc_row32_col1\" class=\"data row32 col1\" >None</td>\n",
 430 |        "            </tr>\n",
 431 |        "            <tr>\n",
 432 |        "                        <th id=\"T_0f7cc_level0_row33\" class=\"row_heading level0 row33\" >33</th>\n",
 433 |        "                        <td id=\"T_0f7cc_row33_col0\" class=\"data row33 col0\" >PCA</td>\n",
 434 |        "                        <td id=\"T_0f7cc_row33_col1\" class=\"data row33 col1\" >False</td>\n",
 435 |        "            </tr>\n",
 436 |        "            <tr>\n",
 437 |        "                        <th id=\"T_0f7cc_level0_row34\" class=\"row_heading level0 row34\" >34</th>\n",
 438 |        "                        <td id=\"T_0f7cc_row34_col0\" class=\"data row34 col0\" >PCA Method</td>\n",
 439 |        "                        <td id=\"T_0f7cc_row34_col1\" class=\"data row34 col1\" >None</td>\n",
 440 |        "            </tr>\n",
 441 |        "            <tr>\n",
 442 |        "                        <th id=\"T_0f7cc_level0_row35\" class=\"row_heading level0 row35\" >35</th>\n",
 443 |        "                        <td id=\"T_0f7cc_row35_col0\" class=\"data row35 col0\" >PCA Components</td>\n",
 444 |        "                        <td id=\"T_0f7cc_row35_col1\" class=\"data row35 col1\" >None</td>\n",
 445 |        "            </tr>\n",
 446 |        "            <tr>\n",
 447 |        "                        <th id=\"T_0f7cc_level0_row36\" class=\"row_heading level0 row36\" >36</th>\n",
 448 |        "                        <td id=\"T_0f7cc_row36_col0\" class=\"data row36 col0\" >Ignore Low Variance</td>\n",
 449 |        "                        <td id=\"T_0f7cc_row36_col1\" class=\"data row36 col1\" >False</td>\n",
 450 |        "            </tr>\n",
 451 |        "            <tr>\n",
 452 |        "                        <th id=\"T_0f7cc_level0_row37\" class=\"row_heading level0 row37\" >37</th>\n",
 453 |        "                        <td id=\"T_0f7cc_row37_col0\" class=\"data row37 col0\" >Combine Rare Levels</td>\n",
 454 |        "                        <td id=\"T_0f7cc_row37_col1\" class=\"data row37 col1\" >False</td>\n",
 455 |        "            </tr>\n",
 456 |        "            <tr>\n",
 457 |        "                        <th id=\"T_0f7cc_level0_row38\" class=\"row_heading level0 row38\" >38</th>\n",
 458 |        "                        <td id=\"T_0f7cc_row38_col0\" class=\"data row38 col0\" >Rare Level Threshold</td>\n",
 459 |        "                        <td id=\"T_0f7cc_row38_col1\" class=\"data row38 col1\" >None</td>\n",
 460 |        "            </tr>\n",
 461 |        "            <tr>\n",
 462 |        "                        <th id=\"T_0f7cc_level0_row39\" class=\"row_heading level0 row39\" >39</th>\n",
 463 |        "                        <td id=\"T_0f7cc_row39_col0\" class=\"data row39 col0\" >Numeric Binning</td>\n",
 464 |        "                        <td id=\"T_0f7cc_row39_col1\" class=\"data row39 col1\" >False</td>\n",
 465 |        "            </tr>\n",
 466 |        "            <tr>\n",
 467 |        "                        <th id=\"T_0f7cc_level0_row40\" class=\"row_heading level0 row40\" >40</th>\n",
 468 |        "                        <td id=\"T_0f7cc_row40_col0\" class=\"data row40 col0\" >Remove Outliers</td>\n",
 469 |        "                        <td id=\"T_0f7cc_row40_col1\" class=\"data row40 col1\" >False</td>\n",
 470 |        "            </tr>\n",
 471 |        "            <tr>\n",
 472 |        "                        <th id=\"T_0f7cc_level0_row41\" class=\"row_heading level0 row41\" >41</th>\n",
 473 |        "                        <td id=\"T_0f7cc_row41_col0\" class=\"data row41 col0\" >Outliers Threshold</td>\n",
 474 |        "                        <td id=\"T_0f7cc_row41_col1\" class=\"data row41 col1\" >None</td>\n",
 475 |        "            </tr>\n",
 476 |        "            <tr>\n",
 477 |        "                        <th id=\"T_0f7cc_level0_row42\" class=\"row_heading level0 row42\" >42</th>\n",
 478 |        "                        <td id=\"T_0f7cc_row42_col0\" class=\"data row42 col0\" >Remove Multicollinearity</td>\n",
 479 |        "                        <td id=\"T_0f7cc_row42_col1\" class=\"data row42 col1\" >False</td>\n",
 480 |        "            </tr>\n",
 481 |        "            <tr>\n",
 482 |        "                        <th id=\"T_0f7cc_level0_row43\" class=\"row_heading level0 row43\" >43</th>\n",
 483 |        "                        <td id=\"T_0f7cc_row43_col0\" class=\"data row43 col0\" >Multicollinearity Threshold</td>\n",
 484 |        "                        <td id=\"T_0f7cc_row43_col1\" class=\"data row43 col1\" >None</td>\n",
 485 |        "            </tr>\n",
 486 |        "            <tr>\n",
 487 |        "                        <th id=\"T_0f7cc_level0_row44\" class=\"row_heading level0 row44\" >44</th>\n",
 488 |        "                        <td id=\"T_0f7cc_row44_col0\" class=\"data row44 col0\" >Clustering</td>\n",
 489 |        "                        <td id=\"T_0f7cc_row44_col1\" class=\"data row44 col1\" >False</td>\n",
 490 |        "            </tr>\n",
 491 |        "            <tr>\n",
 492 |        "                        <th id=\"T_0f7cc_level0_row45\" class=\"row_heading level0 row45\" >45</th>\n",
 493 |        "                        <td id=\"T_0f7cc_row45_col0\" class=\"data row45 col0\" >Clustering Iteration</td>\n",
 494 |        "                        <td id=\"T_0f7cc_row45_col1\" class=\"data row45 col1\" >None</td>\n",
 495 |        "            </tr>\n",
 496 |        "            <tr>\n",
 497 |        "                        <th id=\"T_0f7cc_level0_row46\" class=\"row_heading level0 row46\" >46</th>\n",
 498 |        "                        <td id=\"T_0f7cc_row46_col0\" class=\"data row46 col0\" >Polynomial Features</td>\n",
 499 |        "                        <td id=\"T_0f7cc_row46_col1\" class=\"data row46 col1\" >False</td>\n",
 500 |        "            </tr>\n",
 501 |        "            <tr>\n",
 502 |        "                        <th id=\"T_0f7cc_level0_row47\" class=\"row_heading level0 row47\" >47</th>\n",
 503 |        "                        <td id=\"T_0f7cc_row47_col0\" class=\"data row47 col0\" >Polynomial Degree</td>\n",
 504 |        "                        <td id=\"T_0f7cc_row47_col1\" class=\"data row47 col1\" >None</td>\n",
 505 |        "            </tr>\n",
 506 |        "            <tr>\n",
 507 |        "                        <th id=\"T_0f7cc_level0_row48\" class=\"row_heading level0 row48\" >48</th>\n",
 508 |        "                        <td id=\"T_0f7cc_row48_col0\" class=\"data row48 col0\" >Trignometry Features</td>\n",
 509 |        "                        <td id=\"T_0f7cc_row48_col1\" class=\"data row48 col1\" >False</td>\n",
 510 |        "            </tr>\n",
 511 |        "            <tr>\n",
 512 |        "                        <th id=\"T_0f7cc_level0_row49\" class=\"row_heading level0 row49\" >49</th>\n",
 513 |        "                        <td id=\"T_0f7cc_row49_col0\" class=\"data row49 col0\" >Polynomial Threshold</td>\n",
 514 |        "                        <td id=\"T_0f7cc_row49_col1\" class=\"data row49 col1\" >None</td>\n",
 515 |        "            </tr>\n",
 516 |        "            <tr>\n",
 517 |        "                        <th id=\"T_0f7cc_level0_row50\" class=\"row_heading level0 row50\" >50</th>\n",
 518 |        "                        <td id=\"T_0f7cc_row50_col0\" class=\"data row50 col0\" >Group Features</td>\n",
 519 |        "                        <td id=\"T_0f7cc_row50_col1\" class=\"data row50 col1\" >False</td>\n",
 520 |        "            </tr>\n",
 521 |        "            <tr>\n",
 522 |        "                        <th id=\"T_0f7cc_level0_row51\" class=\"row_heading level0 row51\" >51</th>\n",
 523 |        "                        <td id=\"T_0f7cc_row51_col0\" class=\"data row51 col0\" >Feature Selection</td>\n",
 524 |        "                        <td id=\"T_0f7cc_row51_col1\" class=\"data row51 col1\" >False</td>\n",
 525 |        "            </tr>\n",
 526 |        "            <tr>\n",
 527 |        "                        <th id=\"T_0f7cc_level0_row52\" class=\"row_heading level0 row52\" >52</th>\n",
 528 |        "                        <td id=\"T_0f7cc_row52_col0\" class=\"data row52 col0\" >Feature Selection Method</td>\n",
 529 |        "                        <td id=\"T_0f7cc_row52_col1\" class=\"data row52 col1\" >classic</td>\n",
 530 |        "            </tr>\n",
 531 |        "            <tr>\n",
 532 |        "                        <th id=\"T_0f7cc_level0_row53\" class=\"row_heading level0 row53\" >53</th>\n",
 533 |        "                        <td id=\"T_0f7cc_row53_col0\" class=\"data row53 col0\" >Features Selection Threshold</td>\n",
 534 |        "                        <td id=\"T_0f7cc_row53_col1\" class=\"data row53 col1\" >None</td>\n",
 535 |        "            </tr>\n",
 536 |        "            <tr>\n",
 537 |        "                        <th id=\"T_0f7cc_level0_row54\" class=\"row_heading level0 row54\" >54</th>\n",
 538 |        "                        <td id=\"T_0f7cc_row54_col0\" class=\"data row54 col0\" >Feature Interaction</td>\n",
 539 |        "                        <td id=\"T_0f7cc_row54_col1\" class=\"data row54 col1\" >False</td>\n",
 540 |        "            </tr>\n",
 541 |        "            <tr>\n",
 542 |        "                        <th id=\"T_0f7cc_level0_row55\" class=\"row_heading level0 row55\" >55</th>\n",
 543 |        "                        <td id=\"T_0f7cc_row55_col0\" class=\"data row55 col0\" >Feature Ratio</td>\n",
 544 |        "                        <td id=\"T_0f7cc_row55_col1\" class=\"data row55 col1\" >False</td>\n",
 545 |        "            </tr>\n",
 546 |        "            <tr>\n",
 547 |        "                        <th id=\"T_0f7cc_level0_row56\" class=\"row_heading level0 row56\" >56</th>\n",
 548 |        "                        <td id=\"T_0f7cc_row56_col0\" class=\"data row56 col0\" >Interaction Threshold</td>\n",
 549 |        "                        <td id=\"T_0f7cc_row56_col1\" class=\"data row56 col1\" >None</td>\n",
 550 |        "            </tr>\n",
 551 |        "            <tr>\n",
 552 |        "                        <th id=\"T_0f7cc_level0_row57\" class=\"row_heading level0 row57\" >57</th>\n",
 553 |        "                        <td id=\"T_0f7cc_row57_col0\" class=\"data row57 col0\" >Fix Imbalance</td>\n",
 554 |        "                        <td id=\"T_0f7cc_row57_col1\" class=\"data row57 col1\" >False</td>\n",
 555 |        "            </tr>\n",
 556 |        "            <tr>\n",
 557 |        "                        <th id=\"T_0f7cc_level0_row58\" class=\"row_heading level0 row58\" >58</th>\n",
 558 |        "                        <td id=\"T_0f7cc_row58_col0\" class=\"data row58 col0\" >Fix Imbalance Method</td>\n",
 559 |        "                        <td id=\"T_0f7cc_row58_col1\" class=\"data row58 col1\" >SMOTE</td>\n",
 560 |        "            </tr>\n",
 561 |        "    </tbody></table>"
 562 |       ],
 563 |       "text/plain": [
 564 |        "<pandas.io.formats.style.Styler at 0x23a30ff4358>"
 565 |       ]
 566 |      },
 567 |      "metadata": {},
 568 |      "output_type": "display_data"
 569 |     }
 570 |    ],
 571 |    "source": [
 572 |     "experiment = setup(df, target='target', categorical_features=cat_features)"
 573 |    ]
 574 |   },
 575 |   {
 576 |    "cell_type": "code",
 577 |    "execution_count": 9,
 578 |    "metadata": {},
 579 |    "outputs": [
 580 |     {
 581 |      "data": {
 582 |       "text/html": [
 583 |        "<style  type=\"text/css\" >\n",
 584 |        "    #T_d2a9d_ th {\n",
 585 |        "          text-align: left;\n",
 586 |        "    }#T_d2a9d_row0_col0,#T_d2a9d_row0_col2,#T_d2a9d_row1_col0,#T_d2a9d_row1_col1,#T_d2a9d_row1_col3,#T_d2a9d_row1_col4,#T_d2a9d_row1_col5,#T_d2a9d_row1_col6,#T_d2a9d_row1_col7,#T_d2a9d_row2_col0,#T_d2a9d_row2_col1,#T_d2a9d_row2_col2,#T_d2a9d_row2_col3,#T_d2a9d_row2_col4,#T_d2a9d_row2_col5,#T_d2a9d_row2_col6,#T_d2a9d_row2_col7,#T_d2a9d_row3_col0,#T_d2a9d_row3_col1,#T_d2a9d_row3_col2,#T_d2a9d_row3_col4,#T_d2a9d_row3_col5,#T_d2a9d_row3_col6,#T_d2a9d_row3_col7,#T_d2a9d_row4_col0,#T_d2a9d_row4_col1,#T_d2a9d_row4_col2,#T_d2a9d_row4_col3,#T_d2a9d_row4_col4,#T_d2a9d_row4_col5,#T_d2a9d_row4_col6,#T_d2a9d_row4_col7,#T_d2a9d_row5_col0,#T_d2a9d_row5_col1,#T_d2a9d_row5_col2,#T_d2a9d_row5_col3,#T_d2a9d_row5_col4,#T_d2a9d_row5_col5,#T_d2a9d_row5_col6,#T_d2a9d_row5_col7,#T_d2a9d_row6_col0,#T_d2a9d_row6_col1,#T_d2a9d_row6_col2,#T_d2a9d_row6_col3,#T_d2a9d_row6_col4,#T_d2a9d_row6_col5,#T_d2a9d_row6_col6,#T_d2a9d_row6_col7,#T_d2a9d_row7_col0,#T_d2a9d_row7_col1,#T_d2a9d_row7_col2,#T_d2a9d_row7_col3,#T_d2a9d_row7_col4,#T_d2a9d_row7_col5,#T_d2a9d_row7_col6,#T_d2a9d_row7_col7,#T_d2a9d_row8_col0,#T_d2a9d_row8_col1,#T_d2a9d_row8_col2,#T_d2a9d_row8_col3,#T_d2a9d_row8_col4,#T_d2a9d_row8_col5,#T_d2a9d_row8_col6,#T_d2a9d_row8_col7,#T_d2a9d_row9_col0,#T_d2a9d_row9_col1,#T_d2a9d_row9_col2,#T_d2a9d_row9_col3,#T_d2a9d_row9_col4,#T_d2a9d_row9_col5,#T_d2a9d_row9_col6,#T_d2a9d_row9_col7,#T_d2a9d_row10_col0,#T_d2a9d_row10_col1,#T_d2a9d_row10_col2,#T_d2a9d_row10_col3,#T_d2a9d_row10_col4,#T_d2a9d_row10_col5,#T_d2a9d_row10_col6,#T_d2a9d_row10_col7,#T_d2a9d_row11_col0,#T_d2a9d_row11_col1,#T_d2a9d_row11_col2,#T_d2a9d_row11_col3,#T_d2a9d_row11_col4,#T_d2a9d_row11_col5,#T_d2a9d_row11_col6,#T_d2a9d_row11_col7,#T_d2a9d_row12_col0,#T_d2a9d_row12_col1,#T_d2a9d_row12_col2,#T_d2a9d_row12_col3,#T_d2a9d_row12_col4,#T_d2a9d_row12_col5,#T_d2a9d_row12_col6,#T_d2a9d_row12_col7{\n",
 587 |        "            text-align:  left;\n",
 588 |        "            text-align:  left;\n",
 589 |        "        }#T_d2a9d_row0_col1,#T_d2a9d_row0_col3,#T_d2a9d_row0_col4,#T_d2a9d_row0_col5,#T_d2a9d_row0_col6,#T_d2a9d_row0_col7,#T_d2a9d_row1_col2,#T_d2a9d_row3_col3{\n",
 590 |        "            text-align:  left;\n",
 591 |        "            text-align:  left;\n",
 592 |        "            background-color:  yellow;\n",
 593 |        "        }#T_d2a9d_row0_col8,#T_d2a9d_row1_col8,#T_d2a9d_row3_col8,#T_d2a9d_row9_col8{\n",
 594 |        "            text-align:  left;\n",
 595 |        "            text-align:  left;\n",
 596 |        "            background-color:  yellow;\n",
 597 |        "            background-color:  lightgrey;\n",
 598 |        "        }#T_d2a9d_row2_col8,#T_d2a9d_row4_col8,#T_d2a9d_row5_col8,#T_d2a9d_row6_col8,#T_d2a9d_row7_col8,#T_d2a9d_row8_col8,#T_d2a9d_row10_col8,#T_d2a9d_row11_col8,#T_d2a9d_row12_col8{\n",
 599 |        "            text-align:  left;\n",
 600 |        "            text-align:  left;\n",
 601 |        "            background-color:  lightgrey;\n",
 602 |        "        }</style><table id=\"T_d2a9d_\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >Model</th>        <th class=\"col_heading level0 col1\" >Accuracy</th>        <th class=\"col_heading level0 col2\" >AUC</th>        <th class=\"col_heading level0 col3\" >Recall</th>        <th class=\"col_heading level0 col4\" >Prec.</th>        <th class=\"col_heading level0 col5\" >F1</th>        <th class=\"col_heading level0 col6\" >Kappa</th>        <th class=\"col_heading level0 col7\" >MCC</th>        <th class=\"col_heading level0 col8\" >TT (Sec)</th>    </tr></thead><tbody>\n",
 603 |        "                <tr>\n",
 604 |        "                        <th id=\"T_d2a9d_level0_row0\" class=\"row_heading level0 row0\" >ridge</th>\n",
 605 |        "                        <td id=\"T_d2a9d_row0_col0\" class=\"data row0 col0\" >Ridge Classifier</td>\n",
 606 |        "                        <td id=\"T_d2a9d_row0_col1\" class=\"data row0 col1\" >0.8299</td>\n",
 607 |        "                        <td id=\"T_d2a9d_row0_col2\" class=\"data row0 col2\" >0.0000</td>\n",
 608 |        "                        <td id=\"T_d2a9d_row0_col3\" class=\"data row0 col3\" >0.8788</td>\n",
 609 |        "                        <td id=\"T_d2a9d_row0_col4\" class=\"data row0 col4\" >0.8338</td>\n",
 610 |        "                        <td id=\"T_d2a9d_row0_col5\" class=\"data row0 col5\" >0.8488</td>\n",
 611 |        "                        <td id=\"T_d2a9d_row0_col6\" class=\"data row0 col6\" >0.6518</td>\n",
 612 |        "                        <td id=\"T_d2a9d_row0_col7\" class=\"data row0 col7\" >0.6672</td>\n",
 613 |        "                        <td id=\"T_d2a9d_row0_col8\" class=\"data row0 col8\" >0.0030</td>\n",
 614 |        "            </tr>\n",
 615 |        "            <tr>\n",
 616 |        "                        <th id=\"T_d2a9d_level0_row1\" class=\"row_heading level0 row1\" >lda</th>\n",
 617 |        "                        <td id=\"T_d2a9d_row1_col0\" class=\"data row1 col0\" >Linear Discriminant Analysis</td>\n",
 618 |        "                        <td id=\"T_d2a9d_row1_col1\" class=\"data row1 col1\" >0.8251</td>\n",
 619 |        "                        <td id=\"T_d2a9d_row1_col2\" class=\"data row1 col2\" >0.9058</td>\n",
 620 |        "                        <td id=\"T_d2a9d_row1_col3\" class=\"data row1 col3\" >0.8697</td>\n",
 621 |        "                        <td id=\"T_d2a9d_row1_col4\" class=\"data row1 col4\" >0.8310</td>\n",
 622 |        "                        <td id=\"T_d2a9d_row1_col5\" class=\"data row1 col5\" >0.8428</td>\n",
 623 |        "                        <td id=\"T_d2a9d_row1_col6\" class=\"data row1 col6\" >0.6426</td>\n",
 624 |        "                        <td id=\"T_d2a9d_row1_col7\" class=\"data row1 col7\" >0.6581</td>\n",
 625 |        "                        <td id=\"T_d2a9d_row1_col8\" class=\"data row1 col8\" >0.0030</td>\n",
 626 |        "            </tr>\n",
 627 |        "            <tr>\n",
 628 |        "                        <th id=\"T_d2a9d_level0_row2\" class=\"row_heading level0 row2\" >lr</th>\n",
 629 |        "                        <td id=\"T_d2a9d_row2_col0\" class=\"data row2 col0\" >Logistic Regression</td>\n",
 630 |        "                        <td id=\"T_d2a9d_row2_col1\" class=\"data row2 col1\" >0.8206</td>\n",
 631 |        "                        <td id=\"T_d2a9d_row2_col2\" class=\"data row2 col2\" >0.9015</td>\n",
 632 |        "                        <td id=\"T_d2a9d_row2_col3\" class=\"data row2 col3\" >0.8606</td>\n",
 633 |        "                        <td id=\"T_d2a9d_row2_col4\" class=\"data row2 col4\" >0.8248</td>\n",
 634 |        "                        <td id=\"T_d2a9d_row2_col5\" class=\"data row2 col5\" >0.8384</td>\n",
 635 |        "                        <td id=\"T_d2a9d_row2_col6\" class=\"data row2 col6\" >0.6334</td>\n",
 636 |        "                        <td id=\"T_d2a9d_row2_col7\" class=\"data row2 col7\" >0.6440</td>\n",
 637 |        "                        <td id=\"T_d2a9d_row2_col8\" class=\"data row2 col8\" >0.3060</td>\n",
 638 |        "            </tr>\n",
 639 |        "            <tr>\n",
 640 |        "                        <th id=\"T_d2a9d_level0_row3\" class=\"row_heading level0 row3\" >nb</th>\n",
 641 |        "                        <td id=\"T_d2a9d_row3_col0\" class=\"data row3 col0\" >Naive Bayes</td>\n",
 642 |        "                        <td id=\"T_d2a9d_row3_col1\" class=\"data row3 col1\" >0.8203</td>\n",
 643 |        "                        <td id=\"T_d2a9d_row3_col2\" class=\"data row3 col2\" >0.8805</td>\n",
 644 |        "                        <td id=\"T_d2a9d_row3_col3\" class=\"data row3 col3\" >0.8788</td>\n",
 645 |        "                        <td id=\"T_d2a9d_row3_col4\" class=\"data row3 col4\" >0.8131</td>\n",
 646 |        "                        <td id=\"T_d2a9d_row3_col5\" class=\"data row3 col5\" >0.8424</td>\n",
 647 |        "                        <td id=\"T_d2a9d_row3_col6\" class=\"data row3 col6\" >0.6330</td>\n",
 648 |        "                        <td id=\"T_d2a9d_row3_col7\" class=\"data row3 col7\" >0.6423</td>\n",
 649 |        "                        <td id=\"T_d2a9d_row3_col8\" class=\"data row3 col8\" >0.0030</td>\n",
 650 |        "            </tr>\n",
 651 |        "            <tr>\n",
 652 |        "                        <th id=\"T_d2a9d_level0_row4\" class=\"row_heading level0 row4\" >et</th>\n",
 653 |        "                        <td id=\"T_d2a9d_row4_col0\" class=\"data row4 col0\" >Extra Trees Classifier</td>\n",
 654 |        "                        <td id=\"T_d2a9d_row4_col1\" class=\"data row4 col1\" >0.8108</td>\n",
 655 |        "                        <td id=\"T_d2a9d_row4_col2\" class=\"data row4 col2\" >0.8845</td>\n",
 656 |        "                        <td id=\"T_d2a9d_row4_col3\" class=\"data row4 col3\" >0.8371</td>\n",
 657 |        "                        <td id=\"T_d2a9d_row4_col4\" class=\"data row4 col4\" >0.8333</td>\n",
 658 |        "                        <td id=\"T_d2a9d_row4_col5\" class=\"data row4 col5\" >0.8269</td>\n",
 659 |        "                        <td id=\"T_d2a9d_row4_col6\" class=\"data row4 col6\" >0.6169</td>\n",
 660 |        "                        <td id=\"T_d2a9d_row4_col7\" class=\"data row4 col7\" >0.6327</td>\n",
 661 |        "                        <td id=\"T_d2a9d_row4_col8\" class=\"data row4 col8\" >0.0850</td>\n",
 662 |        "            </tr>\n",
 663 |        "            <tr>\n",
 664 |        "                        <th id=\"T_d2a9d_level0_row5\" class=\"row_heading level0 row5\" >rf</th>\n",
 665 |        "                        <td id=\"T_d2a9d_row5_col0\" class=\"data row5 col0\" >Random Forest Classifier</td>\n",
 666 |        "                        <td id=\"T_d2a9d_row5_col1\" class=\"data row5 col1\" >0.8065</td>\n",
 667 |        "                        <td id=\"T_d2a9d_row5_col2\" class=\"data row5 col2\" >0.8818</td>\n",
 668 |        "                        <td id=\"T_d2a9d_row5_col3\" class=\"data row5 col3\" >0.8455</td>\n",
 669 |        "                        <td id=\"T_d2a9d_row5_col4\" class=\"data row5 col4\" >0.8115</td>\n",
 670 |        "                        <td id=\"T_d2a9d_row5_col5\" class=\"data row5 col5\" >0.8229</td>\n",
 671 |        "                        <td id=\"T_d2a9d_row5_col6\" class=\"data row5 col6\" >0.6065</td>\n",
 672 |        "                        <td id=\"T_d2a9d_row5_col7\" class=\"data row5 col7\" >0.6165</td>\n",
 673 |        "                        <td id=\"T_d2a9d_row5_col8\" class=\"data row5 col8\" >0.0950</td>\n",
 674 |        "            </tr>\n",
 675 |        "            <tr>\n",
 676 |        "                        <th id=\"T_d2a9d_level0_row6\" class=\"row_heading level0 row6\" >ada</th>\n",
 677 |        "                        <td id=\"T_d2a9d_row6_col0\" class=\"data row6 col0\" >Ada Boost Classifier</td>\n",
 678 |        "                        <td id=\"T_d2a9d_row6_col1\" class=\"data row6 col1\" >0.7779</td>\n",
 679 |        "                        <td id=\"T_d2a9d_row6_col2\" class=\"data row6 col2\" >0.8087</td>\n",
 680 |        "                        <td id=\"T_d2a9d_row6_col3\" class=\"data row6 col3\" >0.8265</td>\n",
 681 |        "                        <td id=\"T_d2a9d_row6_col4\" class=\"data row6 col4\" >0.7883</td>\n",
 682 |        "                        <td id=\"T_d2a9d_row6_col5\" class=\"data row6 col5\" >0.8027</td>\n",
 683 |        "                        <td id=\"T_d2a9d_row6_col6\" class=\"data row6 col6\" >0.5453</td>\n",
 684 |        "                        <td id=\"T_d2a9d_row6_col7\" class=\"data row6 col7\" >0.5547</td>\n",
 685 |        "                        <td id=\"T_d2a9d_row6_col8\" class=\"data row6 col8\" >0.0130</td>\n",
 686 |        "            </tr>\n",
 687 |        "            <tr>\n",
 688 |        "                        <th id=\"T_d2a9d_level0_row7\" class=\"row_heading level0 row7\" >lightgbm</th>\n",
 689 |        "                        <td id=\"T_d2a9d_row7_col0\" class=\"data row7 col0\" >Light Gradient Boosting Machine</td>\n",
 690 |        "                        <td id=\"T_d2a9d_row7_col1\" class=\"data row7 col1\" >0.7729</td>\n",
 691 |        "                        <td id=\"T_d2a9d_row7_col2\" class=\"data row7 col2\" >0.8655</td>\n",
 692 |        "                        <td id=\"T_d2a9d_row7_col3\" class=\"data row7 col3\" >0.8182</td>\n",
 693 |        "                        <td id=\"T_d2a9d_row7_col4\" class=\"data row7 col4\" >0.7879</td>\n",
 694 |        "                        <td id=\"T_d2a9d_row7_col5\" class=\"data row7 col5\" >0.7966</td>\n",
 695 |        "                        <td id=\"T_d2a9d_row7_col6\" class=\"data row7 col6\" >0.5337</td>\n",
 696 |        "                        <td id=\"T_d2a9d_row7_col7\" class=\"data row7 col7\" >0.5443</td>\n",
 697 |        "                        <td id=\"T_d2a9d_row7_col8\" class=\"data row7 col8\" >0.0080</td>\n",
 698 |        "            </tr>\n",
 699 |        "            <tr>\n",
 700 |        "                        <th id=\"T_d2a9d_level0_row8\" class=\"row_heading level0 row8\" >gbc</th>\n",
 701 |        "                        <td id=\"T_d2a9d_row8_col0\" class=\"data row8 col0\" >Gradient Boosting Classifier</td>\n",
 702 |        "                        <td id=\"T_d2a9d_row8_col1\" class=\"data row8 col1\" >0.7496</td>\n",
 703 |        "                        <td id=\"T_d2a9d_row8_col2\" class=\"data row8 col2\" >0.8426</td>\n",
 704 |        "                        <td id=\"T_d2a9d_row8_col3\" class=\"data row8 col3\" >0.7932</td>\n",
 705 |        "                        <td id=\"T_d2a9d_row8_col4\" class=\"data row8 col4\" >0.7640</td>\n",
 706 |        "                        <td id=\"T_d2a9d_row8_col5\" class=\"data row8 col5\" >0.7726</td>\n",
 707 |        "                        <td id=\"T_d2a9d_row8_col6\" class=\"data row8 col6\" >0.4884</td>\n",
 708 |        "                        <td id=\"T_d2a9d_row8_col7\" class=\"data row8 col7\" >0.4968</td>\n",
 709 |        "                        <td id=\"T_d2a9d_row8_col8\" class=\"data row8 col8\" >0.0100</td>\n",
 710 |        "            </tr>\n",
 711 |        "            <tr>\n",
 712 |        "                        <th id=\"T_d2a9d_level0_row9\" class=\"row_heading level0 row9\" >dt</th>\n",
 713 |        "                        <td id=\"T_d2a9d_row9_col0\" class=\"data row9 col0\" >Decision Tree Classifier</td>\n",
 714 |        "                        <td id=\"T_d2a9d_row9_col1\" class=\"data row9 col1\" >0.6740</td>\n",
 715 |        "                        <td id=\"T_d2a9d_row9_col2\" class=\"data row9 col2\" >0.6681</td>\n",
 716 |        "                        <td id=\"T_d2a9d_row9_col3\" class=\"data row9 col3\" >0.7152</td>\n",
 717 |        "                        <td id=\"T_d2a9d_row9_col4\" class=\"data row9 col4\" >0.7021</td>\n",
 718 |        "                        <td id=\"T_d2a9d_row9_col5\" class=\"data row9 col5\" >0.7032</td>\n",
 719 |        "                        <td id=\"T_d2a9d_row9_col6\" class=\"data row9 col6\" >0.3368</td>\n",
 720 |        "                        <td id=\"T_d2a9d_row9_col7\" class=\"data row9 col7\" >0.3415</td>\n",
 721 |        "                        <td id=\"T_d2a9d_row9_col8\" class=\"data row9 col8\" >0.0030</td>\n",
 722 |        "            </tr>\n",
 723 |        "            <tr>\n",
 724 |        "                        <th id=\"T_d2a9d_level0_row10\" class=\"row_heading level0 row10\" >knn</th>\n",
 725 |        "                        <td id=\"T_d2a9d_row10_col0\" class=\"data row10 col0\" >K Neighbors Classifier</td>\n",
 726 |        "                        <td id=\"T_d2a9d_row10_col1\" class=\"data row10 col1\" >0.6654</td>\n",
 727 |        "                        <td id=\"T_d2a9d_row10_col2\" class=\"data row10 col2\" >0.6676</td>\n",
 728 |        "                        <td id=\"T_d2a9d_row10_col3\" class=\"data row10 col3\" >0.6977</td>\n",
 729 |        "                        <td id=\"T_d2a9d_row10_col4\" class=\"data row10 col4\" >0.6983</td>\n",
 730 |        "                        <td id=\"T_d2a9d_row10_col5\" class=\"data row10 col5\" >0.6956</td>\n",
 731 |        "                        <td id=\"T_d2a9d_row10_col6\" class=\"data row10 col6\" >0.3233</td>\n",
 732 |        "                        <td id=\"T_d2a9d_row10_col7\" class=\"data row10 col7\" >0.3263</td>\n",
 733 |        "                        <td id=\"T_d2a9d_row10_col8\" class=\"data row10 col8\" >0.2130</td>\n",
 734 |        "            </tr>\n",
 735 |        "            <tr>\n",
 736 |        "                        <th id=\"T_d2a9d_level0_row11\" class=\"row_heading level0 row11\" >qda</th>\n",
 737 |        "                        <td id=\"T_d2a9d_row11_col0\" class=\"data row11 col0\" >Quadratic Discriminant Analysis</td>\n",
 738 |        "                        <td id=\"T_d2a9d_row11_col1\" class=\"data row11 col1\" >0.6565</td>\n",
 739 |        "                        <td id=\"T_d2a9d_row11_col2\" class=\"data row11 col2\" >0.6511</td>\n",
 740 |        "                        <td id=\"T_d2a9d_row11_col3\" class=\"data row11 col3\" >0.6621</td>\n",
 741 |        "                        <td id=\"T_d2a9d_row11_col4\" class=\"data row11 col4\" >0.7063</td>\n",
 742 |        "                        <td id=\"T_d2a9d_row11_col5\" class=\"data row11 col5\" >0.6636</td>\n",
 743 |        "                        <td id=\"T_d2a9d_row11_col6\" class=\"data row11 col6\" >0.3035</td>\n",
 744 |        "                        <td id=\"T_d2a9d_row11_col7\" class=\"data row11 col7\" >0.3284</td>\n",
 745 |        "                        <td id=\"T_d2a9d_row11_col8\" class=\"data row11 col8\" >0.0040</td>\n",
 746 |        "            </tr>\n",
 747 |        "            <tr>\n",
 748 |        "                        <th id=\"T_d2a9d_level0_row12\" class=\"row_heading level0 row12\" >svm</th>\n",
 749 |        "                        <td id=\"T_d2a9d_row12_col0\" class=\"data row12 col0\" >SVM - Linear Kernel</td>\n",
 750 |        "                        <td id=\"T_d2a9d_row12_col1\" class=\"data row12 col1\" >0.6227</td>\n",
 751 |        "                        <td id=\"T_d2a9d_row12_col2\" class=\"data row12 col2\" >0.0000</td>\n",
 752 |        "                        <td id=\"T_d2a9d_row12_col3\" class=\"data row12 col3\" >0.8189</td>\n",
 753 |        "                        <td id=\"T_d2a9d_row12_col4\" class=\"data row12 col4\" >0.6447</td>\n",
 754 |        "                        <td id=\"T_d2a9d_row12_col5\" class=\"data row12 col5\" >0.6919</td>\n",
 755 |        "                        <td id=\"T_d2a9d_row12_col6\" class=\"data row12 col6\" >0.2151</td>\n",
 756 |        "                        <td id=\"T_d2a9d_row12_col7\" class=\"data row12 col7\" >0.2302</td>\n",
 757 |        "                        <td id=\"T_d2a9d_row12_col8\" class=\"data row12 col8\" >0.0060</td>\n",
 758 |        "            </tr>\n",
 759 |        "    </tbody></table>"
 760 |       ],
 761 |       "text/plain": [
 762 |        "<pandas.io.formats.style.Styler at 0x23a30febdd8>"
 763 |       ]
 764 |      },
 765 |      "metadata": {},
 766 |      "output_type": "display_data"
 767 |     }
 768 |    ],
 769 |    "source": [
 770 |     "best_model = compare_models()"
 771 |    ]
 772 |   },
 773 |   {
 774 |    "cell_type": "markdown",
 775 |    "metadata": {},
 776 |    "source": [
 777 |     "# 4. Test Model"
 778 |    ]
 779 |   },
 780 |   {
 781 |    "cell_type": "code",
 782 |    "execution_count": 13,
 783 |    "metadata": {},
 784 |    "outputs": [
 785 |     {
 786 |      "data": {
 787 |       "text/html": [
 788 |        "<div>\n",
 789 |        "<style scoped>\n",
 790 |        "    .dataframe tbody tr th:only-of-type {\n",
 791 |        "        vertical-align: middle;\n",
 792 |        "    }\n",
 793 |        "\n",
 794 |        "    .dataframe tbody tr th {\n",
 795 |        "        vertical-align: top;\n",
 796 |        "    }\n",
 797 |        "\n",
 798 |        "    .dataframe thead th {\n",
 799 |        "        text-align: right;\n",
 800 |        "    }\n",
 801 |        "</style>\n",
 802 |        "<table border=\"1\" class=\"dataframe\">\n",
 803 |        "  <thead>\n",
 804 |        "    <tr style=\"text-align: right;\">\n",
 805 |        "      <th></th>\n",
 806 |        "      <th>age</th>\n",
 807 |        "      <th>sex</th>\n",
 808 |        "      <th>cp</th>\n",
 809 |        "      <th>trestbps</th>\n",
 810 |        "      <th>chol</th>\n",
 811 |        "      <th>fbs</th>\n",
 812 |        "      <th>restecg</th>\n",
 813 |        "      <th>thalach</th>\n",
 814 |        "      <th>exang</th>\n",
 815 |        "      <th>oldpeak</th>\n",
 816 |        "      <th>slope</th>\n",
 817 |        "      <th>ca</th>\n",
 818 |        "      <th>thal</th>\n",
 819 |        "      <th>target</th>\n",
 820 |        "      <th>Label</th>\n",
 821 |        "    </tr>\n",
 822 |        "  </thead>\n",
 823 |        "  <tbody>\n",
 824 |        "    <tr>\n",
 825 |        "      <th>298</th>\n",
 826 |        "      <td>57</td>\n",
 827 |        "      <td>0</td>\n",
 828 |        "      <td>0</td>\n",
 829 |        "      <td>140</td>\n",
 830 |        "      <td>241</td>\n",
 831 |        "      <td>0</td>\n",
 832 |        "      <td>1</td>\n",
 833 |        "      <td>123</td>\n",
 834 |        "      <td>1</td>\n",
 835 |        "      <td>0.2</td>\n",
 836 |        "      <td>1</td>\n",
 837 |        "      <td>0</td>\n",
 838 |        "      <td>3</td>\n",
 839 |        "      <td>0</td>\n",
 840 |        "      <td>0</td>\n",
 841 |        "    </tr>\n",
 842 |        "    <tr>\n",
 843 |        "      <th>299</th>\n",
 844 |        "      <td>45</td>\n",
 845 |        "      <td>1</td>\n",
 846 |        "      <td>3</td>\n",
 847 |        "      <td>110</td>\n",
 848 |        "      <td>264</td>\n",
 849 |        "      <td>0</td>\n",
 850 |        "      <td>1</td>\n",
 851 |        "      <td>132</td>\n",
 852 |        "      <td>0</td>\n",
 853 |        "      <td>1.2</td>\n",
 854 |        "      <td>1</td>\n",
 855 |        "      <td>0</td>\n",
 856 |        "      <td>3</td>\n",
 857 |        "      <td>0</td>\n",
 858 |        "      <td>1</td>\n",
 859 |        "    </tr>\n",
 860 |        "    <tr>\n",
 861 |        "      <th>300</th>\n",
 862 |        "      <td>68</td>\n",
 863 |        "      <td>1</td>\n",
 864 |        "      <td>0</td>\n",
 865 |        "      <td>144</td>\n",
 866 |        "      <td>193</td>\n",
 867 |        "      <td>1</td>\n",
 868 |        "      <td>1</td>\n",
 869 |        "      <td>141</td>\n",
 870 |        "      <td>0</td>\n",
 871 |        "      <td>3.4</td>\n",
 872 |        "      <td>1</td>\n",
 873 |        "      <td>2</td>\n",
 874 |        "      <td>3</td>\n",
 875 |        "      <td>0</td>\n",
 876 |        "      <td>0</td>\n",
 877 |        "    </tr>\n",
 878 |        "    <tr>\n",
 879 |        "      <th>301</th>\n",
 880 |        "      <td>57</td>\n",
 881 |        "      <td>1</td>\n",
 882 |        "      <td>0</td>\n",
 883 |        "      <td>130</td>\n",
 884 |        "      <td>131</td>\n",
 885 |        "      <td>0</td>\n",
 886 |        "      <td>1</td>\n",
 887 |        "      <td>115</td>\n",
 888 |        "      <td>1</td>\n",
 889 |        "      <td>1.2</td>\n",
 890 |        "      <td>1</td>\n",
 891 |        "      <td>1</td>\n",
 892 |        "      <td>3</td>\n",
 893 |        "      <td>0</td>\n",
 894 |        "      <td>0</td>\n",
 895 |        "    </tr>\n",
 896 |        "    <tr>\n",
 897 |        "      <th>302</th>\n",
 898 |        "      <td>57</td>\n",
 899 |        "      <td>0</td>\n",
 900 |        "      <td>1</td>\n",
 901 |        "      <td>130</td>\n",
 902 |        "      <td>236</td>\n",
 903 |        "      <td>0</td>\n",
 904 |        "      <td>0</td>\n",
 905 |        "      <td>174</td>\n",
 906 |        "      <td>0</td>\n",
 907 |        "      <td>0.0</td>\n",
 908 |        "      <td>1</td>\n",
 909 |        "      <td>1</td>\n",
 910 |        "      <td>2</td>\n",
 911 |        "      <td>0</td>\n",
 912 |        "      <td>1</td>\n",
 913 |        "    </tr>\n",
 914 |        "  </tbody>\n",
 915 |        "</table>\n",
 916 |        "</div>"
 917 |       ],
 918 |       "text/plain": [
 919 |        "     age  sex  cp  trestbps  chol  fbs  restecg  thalach  exang  oldpeak  \\\n",
 920 |        "298   57    0   0       140   241    0        1      123      1      0.2   \n",
 921 |        "299   45    1   3       110   264    0        1      132      0      1.2   \n",
 922 |        "300   68    1   0       144   193    1        1      141      0      3.4   \n",
 923 |        "301   57    1   0       130   131    0        1      115      1      1.2   \n",
 924 |        "302   57    0   1       130   236    0        0      174      0      0.0   \n",
 925 |        "\n",
 926 |        "     slope  ca  thal  target  Label  \n",
 927 |        "298      1   0     3       0      0  \n",
 928 |        "299      1   0     3       0      1  \n",
 929 |        "300      1   2     3       0      0  \n",
 930 |        "301      1   1     3       0      0  \n",
 931 |        "302      1   1     2       0      1  "
 932 |       ]
 933 |      },
 934 |      "execution_count": 13,
 935 |      "metadata": {},
 936 |      "output_type": "execute_result"
 937 |     }
 938 |    ],
 939 |    "source": [
 940 |     "predict_model(best_model, df.tail())"
 941 |    ]
 942 |   },
 943 |   {
 944 |    "cell_type": "markdown",
 945 |    "metadata": {},
 946 |    "source": [
 947 |     "# 5. Save Model"
 948 |    ]
 949 |   },
 950 |   {
 951 |    "cell_type": "code",
 952 |    "execution_count": 16,
 953 |    "metadata": {
 954 |     "collapsed": true
 955 |    },
 956 |    "outputs": [
 957 |     {
 958 |      "name": "stdout",
 959 |      "output_type": "stream",
 960 |      "text": [
 961 |       "Transformation Pipeline and Model Succesfully Saved\n"
 962 |      ]
 963 |     },
 964 |     {
 965 |      "data": {
 966 |       "text/plain": [
 967 |        "(Pipeline(memory=None,\n",
 968 |        "          steps=[('dtypes',\n",
 969 |        "                  DataTypes_Auto_infer(categorical_features=['sex', 'cp', 'fbs',\n",
 970 |        "                                                             'restecg', 'exang',\n",
 971 |        "                                                             'thal'],\n",
 972 |        "                                       display_types=True, features_todrop=[],\n",
 973 |        "                                       id_columns=[],\n",
 974 |        "                                       ml_usecase='classification',\n",
 975 |        "                                       numerical_features=[], target='target',\n",
 976 |        "                                       time_features=[])),\n",
 977 |        "                 ('imputer',\n",
 978 |        "                  Simple_Imputer(categorical_strategy='not_available',\n",
 979 |        "                                 fill_value_categorical=Non...\n",
 980 |        "                 ('fix_perfect', Remove_100(target='target')),\n",
 981 |        "                 ('clean_names', Clean_Colum_Names()),\n",
 982 |        "                 ('feature_select', 'passthrough'), ('fix_multi', 'passthrough'),\n",
 983 |        "                 ('dfs', 'passthrough'), ('pca', 'passthrough'),\n",
 984 |        "                 ['trained_model',\n",
 985 |        "                  RidgeClassifier(alpha=1.0, class_weight=None, copy_X=True,\n",
 986 |        "                                  fit_intercept=True, max_iter=None,\n",
 987 |        "                                  normalize=False, random_state=8760,\n",
 988 |        "                                  solver='auto', tol=0.001)]],\n",
 989 |        "          verbose=False),\n",
 990 |        " 'ridge-model.pkl')"
 991 |       ]
 992 |      },
 993 |      "execution_count": 16,
 994 |      "metadata": {},
 995 |      "output_type": "execute_result"
 996 |     }
 997 |    ],
 998 |    "source": [
 999 |     "save_model(best_model, model_name='ridge-model')"
1000 |    ]
1001 |   },
1002 |   {
1003 |    "cell_type": "code",
1004 |    "execution_count": 18,
1005 |    "metadata": {},
1006 |    "outputs": [
1007 |     {
1008 |      "name": "stdout",
1009 |      "output_type": "stream",
1010 |      "text": [
1011 |       "Transformation Pipeline and Model Successfully Loaded\n"
1012 |      ]
1013 |     }
1014 |    ],
1015 |    "source": [
1016 |     "model = load_model('ridge-model')"
1017 |    ]
1018 |   },
1019 |   {
1020 |    "cell_type": "code",
1021 |    "execution_count": 19,
1022 |    "metadata": {},
1023 |    "outputs": [
1024 |     {
1025 |      "data": {
1026 |       "text/plain": [
1027 |        "array([0, 1, 0, 0, 1])"
1028 |       ]
1029 |      },
1030 |      "execution_count": 19,
1031 |      "metadata": {},
1032 |      "output_type": "execute_result"
1033 |     }
1034 |    ],
1035 |    "source": [
1036 |     "model.predict(df.tail())"
1037 |    ]
1038 |   }
1039 |  ],
1040 |  "metadata": {
1041 |   "kernelspec": {
1042 |    "display_name": "pycaret",
1043 |    "language": "python",
1044 |    "name": "pycaret"
1045 |   },
1046 |   "language_info": {
1047 |    "codemirror_mode": {
1048 |     "name": "ipython",
1049 |     "version": 3
1050 |    },
1051 |    "file_extension": ".py",
1052 |    "mimetype": "text/x-python",
1053 |    "name": "python",
1054 |    "nbconvert_exporter": "python",
1055 |    "pygments_lexer": "ipython3",
1056 |    "version": "3.7.3"
1057 |   }
1058 |  },
1059 |  "nbformat": 4,
1060 |  "nbformat_minor": 2
1061 | }
1062 | 


--------------------------------------------------------------------------------