Last active
May 23, 2017 21:59
-
-
Save kmike/7716d4877fbd29359c67cc4d20d9e543 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"cells": [ | |
{ | |
"cell_type": "code", | |
"execution_count": 7, | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"data": { | |
"text/html": [ | |
"\n", | |
" <style>\n", | |
" table.eli5-weights tr:hover {\n", | |
" filter: brightness(85%);\n", | |
" }\n", | |
"</style>\n", | |
"\n", | |
"\n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
" \n", | |
" \n", | |
" \n", | |
" \n", | |
" <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n", | |
" <b>\n", | |
" \n", | |
" y\n", | |
" \n", | |
"</b>\n", | |
"\n", | |
"top features\n", | |
" </p>\n", | |
" \n", | |
" <table class=\"eli5-weights\"\n", | |
" style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n", | |
" <thead>\n", | |
" <tr style=\"border: none;\">\n", | |
" \n", | |
" <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n", | |
" Weight<sup>?</sup>\n", | |
" </th>\n", | |
" \n", | |
" <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n", | |
" \n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" \n", | |
" <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n", | |
" <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n", | |
" +36.491\n", | |
" </td>\n", | |
" <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n", | |
" <BIAS>\n", | |
" </td>\n", | |
" \n", | |
"</tr>\n", | |
" \n", | |
" <tr style=\"background-color: hsl(120, 100.00%, 95.89%); border: none;\">\n", | |
" <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n", | |
" +3.805\n", | |
" </td>\n", | |
" <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n", | |
" RM\n", | |
" </td>\n", | |
" \n", | |
"</tr>\n", | |
" \n", | |
" <tr style=\"background-color: hsl(120, 100.00%, 96.78%); border: none;\">\n", | |
" <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n", | |
" +2.689\n", | |
" </td>\n", | |
" <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n", | |
" CHAS\n", | |
" </td>\n", | |
" \n", | |
"</tr>\n", | |
" \n", | |
" \n", | |
" <tr style=\"background-color: hsl(120, 100.00%, 96.78%); border: none;\">\n", | |
" <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n", | |
" <i>… 5 more positive …</i>\n", | |
" </td>\n", | |
" </tr>\n", | |
" \n", | |
"\n", | |
" \n", | |
" <tr style=\"background-color: hsl(0, 100.00%, 87.90%); border: none;\">\n", | |
" <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n", | |
" <i>… 5 more negative …</i>\n", | |
" </td>\n", | |
" </tr>\n", | |
" \n", | |
" \n", | |
" <tr style=\"background-color: hsl(0, 100.00%, 87.90%); border: none;\">\n", | |
" <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n", | |
" -17.796\n", | |
" </td>\n", | |
" <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n", | |
" NOX\n", | |
" </td>\n", | |
" \n", | |
"</tr>\n", | |
" \n", | |
"\n", | |
" </tbody>\n", | |
" </table>\n", | |
"\n", | |
" \n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
"\n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
" \n", | |
" <pre>\n", | |
"Features with largest coefficients.\n", | |
"Caveats:\n", | |
"1. Be careful with features which are not\n", | |
" independent - weights don't show their importance.\n", | |
"2. If scale of input features is different then scale of coefficients\n", | |
" will also be different, making direct comparison between coefficient values\n", | |
" incorrect.\n", | |
"3. Depending on regularization, rare features sometimes may have high\n", | |
" coefficients; this doesn't mean they contribute much to the\n", | |
" classification result for most examples.\n", | |
"</pre>\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
" \n", | |
"\n", | |
"\n", | |
"\n" | |
], | |
"text/plain": [ | |
"<IPython.core.display.HTML object>" | |
] | |
}, | |
"execution_count": 7, | |
"metadata": {}, | |
"output_type": "execute_result" | |
} | |
], | |
"source": [ | |
"import eli5\n", | |
"eli5.show_weights(reg, feature_names=data.feature_names, top=4,\n", | |
" show=['targets', 'description'])" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"execution_count": null, | |
"metadata": { | |
"collapsed": true | |
}, | |
"outputs": [], | |
"source": [] | |
} | |
], | |
"metadata": { | |
"kernelspec": { | |
"display_name": "Python 3", | |
"language": "python", | |
"name": "python3" | |
}, | |
"language_info": { | |
"codemirror_mode": { | |
"name": "ipython", | |
"version": 3 | |
}, | |
"file_extension": ".py", | |
"mimetype": "text/x-python", | |
"name": "python", | |
"nbconvert_exporter": "python", | |
"pygments_lexer": "ipython3", | |
"version": "3.6.1" | |
} | |
}, | |
"nbformat": 4, | |
"nbformat_minor": 2 | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment