lucaspg96/KNN_notebook.ipynb

## KNN_notebook.ipynb
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.neighbors import KNeighborsClassifier as Knn "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train = pd.read_csv(\"train.csv\",index_col=0)\n",
    "test = pd.read_csv(\"test.csv\",index_col=0)\n",
    "\n",
    "train_size = len(train)\n",
    "test_size = len(test)\n",
    "\n",
    "data = pd.concat([train,test])\n",
    "data = data.where((pd.notnull(data)), 0)\n",
    "\n",
    "for f in [\"Sex\",\"Embarked\"]:\n",
    "    data[f] = data[f].astype('category')\n",
    "    data[f] = data[f].cat.codes\n",
    "    \n",
    "train = data[:train_size]\n",
    "test = data[train_size:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "Y_train = train[\"Survived\"]\n",
    "Y_test = test[\"Survived\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "      <th>Parch</th>\n",
       "      <th>Fare</th>\n",
       "      <th>Embarked</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PassengerId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>7.2500</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>71.2833</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7.9250</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>53.1000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.0500</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Pclass  Sex   Age  SibSp  Parch     Fare  Embarked\n",
       "PassengerId                                                    \n",
       "1                 3    1  22.0      1      0   7.2500         3\n",
       "2                 1    0  38.0      1      0  71.2833         1\n",
       "3                 3    0  26.0      0      0   7.9250         3\n",
       "4                 1    0  35.0      1      0  53.1000         3\n",
       "5                 3    1  35.0      0      0   8.0500         3"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features = [\"Pclass\",\"Sex\",\"Age\",\"SibSp\",\"Parch\",\"Fare\",\"Embarked\"]\n",
    "X_train = train.get(features)\n",
    "X_test = test.get(features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "scores = []\n",
    "ks = range(1,len(X_train))\n",
    "n_ks = len(ks)\n",
    "\n",
    "for k in ks:\n",
    "#     print(k,end=\",\")\n",
    "    knn = Knn(n_neighbors=k)\n",
    "    knn.fit(X_train,Y_train)\n",
    "    scores.append(knn.score(X_test,Y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAH2RJREFUeJzt3XmUVOWd//H3B1xQcUFEZFNIghpcENOijhmjooIrCXEB\n4xbNeNw1Jm6JmV8mMVExyUQHRoMKrmjUoJKJS9S4GyMNEiIukWBUcANXwKAC398ft6iu7q7qrm76\n1tL1eZ3Th3uf+9Str/dIf7jb8ygiMDMzA+hS7gLMzKxyOBTMzCzLoWBmZlkOBTMzy3IomJlZlkPB\nzMyyHApmZpblUDAzsyyHgpmZZa1V7gLaarPNNouBAweWuwwzs6oyc+bMxRHRq7V+VRcKAwcOpL6+\nvtxlmJlVFUmvFdPPl4/MzCzLoWBmZlkOBTMzy3IomJlZlkPBzMyyUgsFSZMlvSvp+QLbJelKSfMk\nzZG0c1q1mJlZcdJ8JPV6YAJwY4HtBwCDMz+7Aldl/jSzdoiA2bPhgw/KXYmlaehQ6Nkzvf2nFgoR\n8bikgS10GQ3cGMl8oM9I2kRSn4h4K62azKpdBHz6KXTr1rC+cGHy5xlnwD33lLc+S99998GoUent\nv5z3FPoBb+SsL8i0NSPpJEn1kuoXLVpUkuLMKs0778CgQbDFFvD007B0afKvxgEDYMstHQjWMari\njeaImARMAqirq4syl2NWFlts0bC8xx4t991773RrsfLZdNN091/OUFgIDMhZ759pM7Mcy5bB4MGt\n9+vfH3r1gl//GvbcM/26rHMq5+Wj6cCxmaeQdgM+8v0Eswa33w777w/du8NbLfzNqKuDDz+EN96A\nWbMcCLZmUjtTkHQrsBewmaQFwP8D1gaIiKuBe4EDgXnAJ8C306rFrNo89xwceWTr/RYuhL5906/H\nakeaTx+Na2V7AKel9f1m1eiTT+Chh2D06Jb7bb99claw9tqlqctqh99oNqsgRx3VciBceCE89RTM\nmOFAsHRUxdNHZrWitcdKzzgD+vQpTS1Wm3ymYFYFevZMXlpyIFjaHApmFWDlSvj61/Nv+8EPYPHi\ndN9iNVvNoWBWAW66qfClo/PPL20tVtscCmYV4LHH8rfffTdstFFpa7Ha5lAwqwDz5jVv23ff1h9N\nNetoDgWzMli8GKZPT4awAHjyyeZ9Jk4sbU1m4FAwK7mVK5MB7UaPTgauW748f7+tty5tXWbgUDAr\nuZdfhr//PVmeMQMmTSpvPWa5HApmJfab3zReP+us5n322qskpZg141AwK7Err2x5e9++MHlyaWox\na8rDXJiVwOWXw8MPw4YbttyvW7dk5FOzcnEomKXs+efhvPOK6+v7C1ZuvnxklrJnnim+72GHpVeH\nWTEcCmYp+/zz/O1XXAFvvgmDBiXrI0fCeuuVri6zfHz5yCxlp56av/2YY6BHD5g7F2bPTqbVNCs3\nh4JZih5+uPC2Hj2SP9dbD3bfvTT1mLXGl4/MUnTssfnb1123tHWYFcuhYNZGCxYkl3ok2GADuPPO\n/P0iknsG+Zx5Znr1ma0Jh4JZG/3whzBzZrL8ySdw9tmNt0+bBiNGFD5LOOSQ4h9RNSs131MwK9LH\nH8MRR8ADDzRuX7gwGcto4kTYaSc44YTC+zj44GR0VLNK5VAwK8Lrr8OOO8JHH+Xfvs02xe3niis6\nriazNPjykVkRjjyycCAUa8YM+MIXOqYes7Q4FMxasWpV295KLqRbtzXfh1naHApmrfjgg47Zz+DB\nHbMfszQ5FMxasGwZ9OnTuE2Ca66BqVOL38+55/rdBKsOvtFs1oK99mo+dtGKFdClC8yaVdw+jjsO\nLrmkw0szS4XPFMxyfPpp8kiplPzU1zfevvvuSSAAbL554f385jfJy2sRcP310LVraiWbdSiHglmO\nSZNgypTC2y++uGG5f//8fUaObPldBbNK5stHZjnGjy+87f33GwaxW+2112DYMPjss2Twu112Sc4w\nzKqVQ8Es49NPk3GNCmkaCABbbglvvZV8trWpNs2qgUPBLOP00wtvu+yywtvWWSf5MesMHApmGdde\n23i9ri4ZBXXcODjxxPLUZFZqDgUz4KWXmrfNmFH6OszKzU8fmQF33NF4/aSTylOHWbk5FMyARYsa\nr//kJ+Wpw6zcHApmwHvvNSzfcAP07l2+WszKKdVQkDRK0suS5km6IM/2HpLukjRH0rOStk+zHrNC\ncifO6dmzfHWYlVtqN5oldQUmAvsBC4AZkqZHxAs53X4AzI6Ib0jaNtN/RFo1meVaujQJg8WLG58p\nOBSslqX59NFwYF5EzAeQdBswGsgNhSHApQAR8ZKkgZJ6R8Q7KdZlNW7VKnj6adh33+Sls6Z22KH0\nNZlVijQvH/UD3shZX5Bpy/VXYAyApOHAVkCBEWXMOsbIkfDv/54/EAYOTN5NMKtV5b7RfCmwiaTZ\nwBnAc8DKpp0knSSpXlL9oqaPiZi1waefwkMPFd7epdx/I8zKLM2/AguBATnr/TNtWRHxcUR8OyJ2\nAo4FegHzm+4oIiZFRF1E1PXq1SvFkq0z+8UvWp8S8/33S1OLWaVK857CDGCwpEEkYTAWOCq3g6RN\ngE8i4jPgO8DjEfFxijVZjXjmmWTug7YaM6bjazGrJqmdKUTECuB04AHgReD2iJgr6WRJJ2e6fRl4\nXtLLwAHAWWnVY7Vj+fLWA6FPH3j00WQSnAULYMgQ2H57v7RmlurYRxFxL3Bvk7arc5b/DGydZg1W\ne848s+XtG22UBMHq+wf9+sHcuUlAeC4Eq3W+rWadysKFcM01Lff59a/z31B2IJh5lFTrZPJNkTl7\nNsyZA0OHJr/4/R6CWWEOBes0li1r3jZlShIGQ4eWvh6zauTLR9YpXHwxdO/evH3kyNLXYlbNfKZg\nVW3CBDjjjPzbrrsuecrIzIrnMwWrSrfdBsOGFQ4EgBNOKF09Zp2FzxSs6qxYAaecAh9+WLjPJZeU\nrh6zzsRnClZ1Pvqo5UAAOP/80tRi1tk4FKzqtBYIzz3ndw7M2suhYFXno48aljfcsPG2J5+EnXYq\nbT1mnYlDwarORRc1LPftC1/5SsPy8OHlqcmss/CNZqsaEXD44XDffQ1tL78Mr7wCU6fCoYfC2muX\nrz6zzsChYFVjwgT43e8atx10EHzpS/Cf/1memsw6G18+sqpx++3N2371q9LXYdaZORSsKqxcmdxE\nzvXf/w1be+B1sw7ly0dWFb7znYbl9daDJUuga9fy1WPWWTkUrOzefTeZBW3ECOjZs6F9yRL4/e/h\nH/+A669vaB882IFglhaHgpXFO+/A558nv9z79m1ov//+hhfPDjssCYam7r23eZuZdQyHgpXc88/D\nzjsnodDUqFEtf/bUU5PpM80sHQ4FK7nzzssfCC055RTYdls47bR0ajKzhEPBSmratMYvn+UaNgw2\n26xxW69eyTsI22yTfm1m5lCwEvvmN/O3r1rlQezMKoHfU7Cy23ZbB4JZpXAoWMk89FDztm7dYMqU\n0tdiZvn58pGlZtUq+O1vYc4cGDMG9tuvYVuXLrBsWTKLWvfu5avRzBprNRQknQHcHBEflKAe6yQ+\n/xyOPTaZSxng0ksbb9911+QswcwqSzGXj3oDMyTdLmmU5Ku/1tzSpcnQ1qvtu29DIORz883p12Rm\nbddqKETERcBg4DrgeOAVST+X9MWUa7Mqcd11sMkmsNtuyeWg66+Hxx9v+TNf+EJJSjOzNirqnkJE\nhKS3gbeBFUAP4E5JD0bEeWkWaJXr9tuTl8kWL07Wn322uEluLr443brMrP1aPVOQdJakmcB44Clg\nh4g4BfgKUOCpc6tGv/wl7LMPPPFEQ9srr8ABB8BZZyWXh955B9ZdN3mE9MgjGwKhpX3m6t8/2ZeZ\nVaZizhQ2BcZExGu5jRGxStLB6ZRlpfSvfyWXfubMSdYfeSS5R7DBBnDCCck8BvffDxtvDD/9adv2\nfcopcM45HV+zmaWjmBvN9wHvr16RtJGkXQEi4sW0CrPS+da3GgJhte7dkzOC3IltCgXCLrvkbz/5\n5GTuAzOrHsWcKVwF7JyzvjRPm1WhF16As8+GBx/Mv/2zz4rbz+OPJ5eWFi9O3j3o0yeZKW3TTTuu\nVjMrjWJCQRENDxtmLhv5pbc18NZbyTX5LbaAl16CLbeE9dcvbQ3//Cdst137P3/NNcnlpFGjGt43\nGDCgQ0ozszIq5vLRfElnSlo783MWMD/twjqr+vokBAYMgCOOgC9/OZlnePnytu1n6dL217BqFQwa\n1P7Pn356Mj3m4YfDhhu2fz9mVnmKCYWTgX8DFgILgF2Bk9IsqjMbOzZ5ln/FCrjjjqRt4UKYOrX4\nfRxzDGy0Efz4x23//g8/bPkdgQMPLLytd2+45JK232w2s+pRzMtr70bE2IjYPCJ6R8RREfFuKYrr\nbKZOTeYbzmf8+OQt4C9+EWbOTNpefRW23z65kTtlSsOjoDffnFzD/6//Ku57H3wwma1Mgh494LXX\nmvcZMSK5h/CHP8C8eXD88ck0maecAh98kHzf22/DBRckL6qZWeekyB2bIF8HqRtwIrAdkB2tJiJO\nSLe0/Orq6qK+vr7Nn/vb3+Dcc5NfsOX6l24aA4R8/HHzSziPPpqcRfTunbxg1pqrrkqeFDKzzkvS\nzIioa61fMZePbgK2AEYCjwH9gTzTqVe2/faDBx5I3qbNN4Rz2m68MZ397r47PPVUw/pNN8Hee8Nj\njxUXCD/7mQPBzBoUEwpfiogfAcsi4gbgIJL7Cq3KDKD3sqR5ki7Is31jSb+X9FdJcyV9u23lF++d\ndxqWH3kkrW/J74UX4Ljj0tn33Lnw1a/C976XPAl07LFt+/x//Ec6dZlZdSomFFZPsf6hpO2BjYHN\nW/uQpK7AROAAYAgwTtKQJt1OA16IiKHAXsAvJa1TZO3t1soVsw43bVr63/GrXyVnQoVcdx28915y\nn2LvvZO2ESOaz4lsZrWtmFCYJKkHcBEwHXgBuKyIzw0H5kXE/Ij4DLgNGN2kTwAbZobj7k7y5vSK\nYouvFl27Ft8394zi6quTp4VuvTV5L+CPf2zf92+5ZTJcxaabwsCByX5mzID77vM0mGbWWIsvoUnq\nAnycmWDncaAtAx73A97IWV/9OGuuCSRB8yawIXBkRKxqw3dUhbXa8Krfddcls5T16dMwfMTYsQ3b\nFy5MJqz5n/9peT8bbQRDh8L++ydvLTetp67V201mVotaPFPI/IJOc2jskcBsoC+wEzBB0kZNO0k6\nSVK9pPpFixalWE46ij1T+MY3kr6HHlp4PKG+feHKK2H2bNhqq/x9JkxIzjAefxwuusjTXZpZ8Yq5\nfPSQpO9LGiBp09U/RXxuIZA78EH/TFuubwPTIjEPeBXYtumOImJSRNRFRF2vXr2K+OrKUuyZwuDB\nxe9z6NBkqIrVYw6ddhqMHp28Z3Daab4sZGbtU8yvqyMzf56W0xa0filpBjBY0iCSMBgLHNWkz+vA\nCOAJSb2BbehkQ2i88Ubz+QOmT4dbbkleFrvrrob2YcPa9x09eyZnB2Zma6rVUIiIdo2SExErJJ0O\nPAB0BSZHxFxJJ2e2Xw38FLhe0t8AAedHRCvTtqy5Uj59tOWWzdt69myYv/hPf0reHq6rS8ZCMjMr\np1ZDQVLeJ98jotXXsSLiXuDeJm1X5yy/CezfepnVafVwFU3lXuPfZ59k2Alf7jGzSlDM5aPcW57d\nSC73zAJSeke3c1i5Eg45JP+2HXZovO5AMLNKUczlozNy1yVtQvLOQdUqxeWjCROSeROa2mcfh4CZ\nVa5inj5qahmwBqPx14am7wastqTqRo0ys1pSzD2F35M8bQRJiAwBihhqzfI599xyV2BmVlgx9xR+\nkbO8AngtIhakVE9JlHrso1xjxpTvu83MWlNMKLwOvBURywEkrSdpYET8M9XKOqHZs9s2DpKZWakV\nc0/hDiB3PKKVmTYrIN+ZyEEHJW8hm5lVsmJCYa3MKKcAZJZTH966muWbr2GLLUpfh5lZWxUTCosk\nHbp6RdJoIPW3jqvZxInN2zzZvZlVg2LuKZwM3CJp9eg6C4A2zu9VWdK+0bzBBo3X589PhsI2M6t0\nxby89g9gN0ndM+tLU6+qyt10U+P1/v3LU4eZWVu1evlI0s8lbRIRSyNiqaQeki4uRXHVaPLk5m1r\nr136OszM2qOYewoHRMSHq1cys7AdmF5J1WvJEjjxxMZte+5ZnlrMzNqjmFDoKmnd1SuS1gPWbaF/\nzRqUZ/CP4cNLX4eZWXsVc6P5FuBhSVNI5jw4HrghzaKqUX09vPde8/bly0tfi5lZexVzo/kySX8F\n9iUZA+kBoMDswNUhjaePDjggf3uPHh3/XWZmaSly9mDeIQmEw0nmUf5dahVVmeXL4b77knmS8/nu\nd0tbj5nZmigYCpK2BsZlfhYDvwUUEXuXqLaqcNZZMGlS/m3jx/tMwcyqS0tnCi8BTwAHR8Q8AEn+\nd2+OJUsKBwLAOeeUrhYzs47Q0tNHY4C3gEckXSNpBMmN5qrXEfcUxo+HTTYpvH36dI+IambVp+CZ\nQkTcDdwtaQNgNHA2sLmkq4C7IuKPJaqxokTAuHHw29+23K/Q/MxmZpWs1fcUImJZREyNiEOA/sBz\nwPmpV5aiNTlTuOuu1gPhzTfbv38zs3Jq0xzNEfFBREyKiBFpFVQuU6fCySfDvHkt95s9u/V9efA7\nM6tWxT6S2qm98gp861vJ8rPPwqxZ7d/Xz3/eMTWZmZVDm84UOoslSxqv33dfw/Jzz63Zvi+8cM0+\nb2ZWTjUZCtdc03j988/LU4eZWaWpyVAAmDatYfn73y9fHWZmlaRmQ+Gb30z+nDGjbZ9r6cmln/2s\n/fWYmVWCmg2F1Q4+uOP2dfbZHbcvM7NyqPlQePfdtvVfubLwtvXXX7NazMzKreZDoa2eeKJ5W79+\n8DuPG2tmnYDfU2ijJ59s3rZgQenrMDNLQ02fKeS+n5DrrrvgX/9KlhcvhjvvhI8+Sta7dWvc99JL\n06vPzKzUajoUDjwwf/uYMXD66cmTRiNGwOGHJz+rVjWeXnPWLDi/qkeBMjNrrKZDoSWTJ8Pbb8Oc\nOcn6gw/CLbc07jNsWOnrMjNLk0OhBTfe2Hj92GPLU4eZWak4FFpwwQXlrsDMrLQcCmZmluVQMDOz\nrFRDQdIoSS9Lmiep2cUYSedKmp35eV7SSkmbplmTmZkVllooSOoKTAQOAIYA4yQNye0TEZdHxE4R\nsRNwIfBYRLyfVk1mZtayNM8UhgPzImJ+RHwG3AaMbqH/OODWFOvpUMccU+4KzMw6Xpqh0A94I2d9\nQaatGUnrA6OAqhlB6Cc/KXcFZmYdr1JuNB8CPFXo0pGkkyTVS6pftGhRiUvLb+ONy12BmVnHSzMU\nFgIDctb7Z9ryGUsLl44iYlJE1EVEXa9evTqwxPbr3r3cFZiZdbw0Q2EGMFjSIEnrkPzin960k6SN\nga8B96RYyxrrl3Pha8oUWHvt8tViZpaW1IbOjogVkk4HHgC6ApMjYq6kkzPbr850/Qbwx4hYllYt\na+qmm+Doo8tdhZlZ+hQtTTpcgerq6qK+vr7Nn5Pa/l3rrAM77gh//jOs5ZknzKyKSZoZEXWt9fOv\nuhYsXpzcO2hPoJiZVSOHQgs23LDcFZiZlValPJJadgMGNF6/tWpeozMz6zgOhYzx45P5l3fYAS6/\nHA47rNwVmZmVni8fZRxxBHTp0jDTmplZLfKZQkYXHwkzM4eCmZk1cCiYmVmWQ8HMzLIcCmZmluVQ\nMDOzLIeCmZllORTMzCzLoWBmZlk1HwoDBsATT5S7CjOzylDzw1y8/nq5KzAzqxw1f6ZgZmYNHApm\nZpblUDAzs6yaDoWxY8tdgZlZZanpULjiinJXYGZWWWo2FCZPhs03L3cVZmaVpWZD4bjjyl2BmVnl\nqYlQiGje5pnWzMyaq4lfjflCwczMmquJUGjqxhvLXYGZWWWqiVBoeqZw9NHlqcPMrNLVXCh06QJS\n+WoxM6tkNRcKDgQzs8IcCmZmllUToZDLoWBmVlhNhIIfSTUzK07NhYLPFMzMCnMomJlZlkPBzMyy\nHApmZpZVE6GQy6FgZlZYTYSCnz4yMytOzYWCzxTMzApLNRQkjZL0sqR5ki4o0GcvSbMlzZX0WBp1\nOBTMzIqzVlo7ltQVmAjsBywAZkiaHhEv5PTZBPhfYFREvC4plQkyHQpmZsVJ80xhODAvIuZHxGfA\nbcDoJn2OAqZFxOsAEfFuGoU4FMzMipNmKPQD3shZX5Bpy7U10EPSo5JmSjo2344knSSpXlL9okWL\n1qgoh4KZWWHlvtG8FvAV4CBgJPAjSVs37RQRkyKiLiLqevXq1eYv8dNHZmbFSe2eArAQGJCz3j/T\nlmsB8F5ELAOWSXocGAr8vSML8eUjM7PipHmmMAMYLGmQpHWAscD0Jn3uAb4qaS1J6wO7Ai92dCEO\nBTOz4qR2phARKySdDjwAdAUmR8RcSSdntl8dES9Kuh+YA6wCro2I5zu+loZlh4KZWWFpXj4iIu4F\n7m3SdnWT9cuBy9Oto2HZoWBmVli5bzSbmVkFqYlQ8JmCmVlxUr18VCm6d4eJE5Nw6Nat3NWYmVWu\nmgiF9deHU08tdxVmZpWvJi4fmZlZcRwKZmaW5VAwM7Msh4KZmWU5FMzMLMuhYGZmWQ4FMzPLUlTZ\nZAOSFgGvtfPjmwGLO7CczsDHpDEfj8Z8PJqr1mOyVUS0OiFN1YXCmpBUHxF15a6jkviYNObj0ZiP\nR3Od/Zj48pGZmWU5FMzMLKvWQmFSuQuoQD4mjfl4NObj0VynPiY1dU/BzMxaVmtnCmZm1oKaCQVJ\noyS9LGmepAvKXU8pSBog6RFJL0iaK+msTPumkh6U9Ermzx45n7kwc4xeljSyfNWnR1JXSc9J+r/M\neq0fj00k3SnpJUkvStq9lo+JpO9m/r48L+lWSd1q6XjURChI6gpMBA4AhgDjJA0pb1UlsQL4XkQM\nAXYDTsv8d18APBwRg4GHM+tkto0FtgNGAf+bOXadzVnAiznrtX48rgDuj4htgaEkx6Ymj4mkfsCZ\nQF1EbA90JfnvrZnjUROhAAwH5kXE/Ij4DLgNGF3mmlIXEW9FxKzM8hKSv+z9SP7bb8h0uwH4emZ5\nNHBbRHwaEa8C80iOXachqT9wEHBtTnMtH4+NgT2B6wAi4rOI+JAaPiYkk4+tJ2ktYH3gTWroeNRK\nKPQD3shZX5BpqxmSBgLDgL8AvSPircymt4HemeVaOE6/Bs4DVuW01fLxGAQsAqZkLqldK2kDavSY\nRMRC4BfA68BbwEcR8Udq6HjUSijUNEndgd8BZ0fEx7nbInn8rCYeQZN0MPBuRMws1KeWjkfGWsDO\nwFURMQxYRubSyGq1dEwy9wpGk4RlX2ADSUfn9unsx6NWQmEhMCBnvX+mrdOTtDZJINwSEdMyze9I\n6pPZ3gd4N9Pe2Y/THsChkv5JcglxH0k3U7vHA5J/2S6IiL9k1u8kCYlaPSb7Aq9GxKKI+ByYBvwb\nNXQ8aiUUZgCDJQ2StA7JjaHpZa4pdZJEcq34xYj4Vc6m6cBxmeXjgHty2sdKWlfSIGAw8Gyp6k1b\nRFwYEf0jYiDJ/wN/ioijqdHjARARbwNvSNom0zQCeIHaPSavA7tJWj/z92cEyb24mjkea5W7gFKI\niBWSTgceIHmaYHJEzC1zWaWwB3AM8DdJszNtPwAuBW6XdCLJiLNHAETEXEm3k/xSWAGcFhErS192\nydX68TgDuCXzD6b5wLdJ/sFYc8ckIv4i6U5gFsl/33MkbzB3p0aOh99oNjOzrFq5fGRmZkVwKJiZ\nWZZDwczMshwKZmaW5VAwM7Msh4J1SpKW5iwfKOnvkrZq0ud4Sask7ZjT9nxmSJCW9n1tawMqSrpe\n0mF52vdaPTqrWSVyKFinJmkEcCVwQES8lqfLAuCHbdlnRHwnIl7oiPraqtpH4LTK51CwTkvSnsA1\nwMER8Y8C3f4P2C7njd7cz+8v6c+SZkm6IzOGFJIelVSXWT4xcxbyrKRrJE3I2cWekp6WNL/JWcNG\nkv6QGX//akldMvsaJ+lvmbOVy3LqWCrpl5L+Cuwu6VIlc2TMkfSLNTpIZk04FKyzWhe4G/h6RLzU\nQr9VwHiSN72zJG0GXATsGxE7A/XAOU369AV+RDJXxR7Atk323Qf4KnAwyVvTqw0neYt4CPBFYExm\nX5cB+wA7AbtIWj088wbAXyJi9VwH3wC2i4gdgYtbPgxmbeNQsM7qc+Bp4MQi+k4lGe9mUE7bbiS/\ntJ/KDBFyHLBVk88NBx6LiPczg6fd0WT73RGxKnOpqXdO+7OZuT1WAreSBMcuwKOZgdhWALeQzHMA\nsJJkUEOAj4DlwHWSxgCfFPHfZ1Y0h4J1VqtIxqcZLukHLXXM/BL+JXB+TrOAByNip8zPkIgoJmBy\nfdpkf9mvbFpCK/tZvno8nUytw0lGMz0YuL+NNZm1yKFgnVZEfEIyy9q3MgOZteR6kmGTe2XWnwH2\nkPQlAEkbSNq6yWdmAF+T1CMzS9c3iyxteGbE3i7AkcCTJCNrfk3SZpmbyeOAx5p+MHNfY+OIuBf4\nLsn0mWYdpiZGSbXaFRHvSxoFPC5pUUTkHTI9Ij6TdCXJfMVExCJJxwO3Slo30+0i4O85n1ko6eck\nv9DfB14iubzTmhnABOBLwCPAXRGxStIFmXUBf4iIe/J8dkPgHkndMv3OydPHrN08SqrZGpDUPSKW\nZs4U7iIZlv2uctdl1l6+fGS2Zn6cuRH9PPAqyRNPZlXLZwpmZpblMwUzM8tyKJiZWZZDwczMshwK\nZmaW5VAwM7Msh4KZmWX9f+EGCk8p+SQPAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f0e37bd1208>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig,ax = plt.subplots()\n",
    "ax.plot(ks,scores,'b',linewidth=3)\n",
    "ax.set_ylabel('Accuracy')\n",
    "ax.set_xlabel('K Neighbors')\n",
    "# fig.set_figwidth(100)\n",
    "# fig.set_figheight(30)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
	{
	"cells": [
	{
	"cell_type": "code",
	"execution_count": 33,
	"metadata": {
	"collapsed": true
	},
	"outputs": [],
	"source": [
	"%matplotlib inline\n",
	"import matplotlib.pyplot as plt\n",
	"import pandas as pd\n",
	"import numpy as np\n",
	"from sklearn.neighbors import KNeighborsClassifier as Knn "
	]
	},
	{
	"cell_type": "code",
	"execution_count": 15,
	"metadata": {
	"collapsed": true
	},
	"outputs": [],
	"source": [
	"train = pd.read_csv(\"train.csv\",index_col=0)\n",
	"test = pd.read_csv(\"test.csv\",index_col=0)\n",
	"\n",
	"train_size = len(train)\n",
	"test_size = len(test)\n",
	"\n",
	"data = pd.concat([train,test])\n",
	"data = data.where((pd.notnull(data)), 0)\n",
	"\n",
	"for f in [\"Sex\",\"Embarked\"]:\n",
	" data[f] = data[f].astype('category')\n",
	" data[f] = data[f].cat.codes\n",
	" \n",
	"train = data[:train_size]\n",
	"test = data[train_size:]"
	]
	},
	{
	"cell_type": "code",
	"execution_count": 22,
	"metadata": {
	"collapsed": true
	},
	"outputs": [],
	"source": [
	"Y_train = train[\"Survived\"]\n",
	"Y_test = test[\"Survived\"]"
	]
	},
	{
	"cell_type": "code",
	"execution_count": 21,
	"metadata": {},
	"outputs": [
	{
	"data": {
	"text/html": [
	"<div>\n",
	"<style>\n",
	" .dataframe thead tr:only-child th {\n",
	" text-align: right;\n",
	" }\n",
	"\n",
	" .dataframe thead th {\n",
	" text-align: left;\n",
	" }\n",
	"\n",
	" .dataframe tbody tr th {\n",
	" vertical-align: top;\n",
	" }\n",
	"</style>\n",
	"<table border=\"1\" class=\"dataframe\">\n",
	" <thead>\n",
	" <tr style=\"text-align: right;\">\n",
	" <th></th>\n",
	" <th>Pclass</th>\n",
	" <th>Sex</th>\n",
	" <th>Age</th>\n",
	" <th>SibSp</th>\n",
	" <th>Parch</th>\n",
	" <th>Fare</th>\n",
	" <th>Embarked</th>\n",
	" </tr>\n",
	" <tr>\n",
	" <th>PassengerId</th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" <th></th>\n",
	" </tr>\n",
	" </thead>\n",
	" <tbody>\n",
	" <tr>\n",
	" <th>1</th>\n",
	" <td>3</td>\n",
	" <td>1</td>\n",
	" <td>22.0</td>\n",
	" <td>1</td>\n",
	" <td>0</td>\n",
	" <td>7.2500</td>\n",
	" <td>3</td>\n",
	" </tr>\n",
	" <tr>\n",
	" <th>2</th>\n",
	" <td>1</td>\n",
	" <td>0</td>\n",
	" <td>38.0</td>\n",
	" <td>1</td>\n",
	" <td>0</td>\n",
	" <td>71.2833</td>\n",
	" <td>1</td>\n",
	" </tr>\n",
	" <tr>\n",
	" <th>3</th>\n",
	" <td>3</td>\n",
	" <td>0</td>\n",
	" <td>26.0</td>\n",
	" <td>0</td>\n",
	" <td>0</td>\n",
	" <td>7.9250</td>\n",
	" <td>3</td>\n",
	" </tr>\n",
	" <tr>\n",
	" <th>4</th>\n",
	" <td>1</td>\n",
	" <td>0</td>\n",
	" <td>35.0</td>\n",
	" <td>1</td>\n",
	" <td>0</td>\n",
	" <td>53.1000</td>\n",
	" <td>3</td>\n",
	" </tr>\n",
	" <tr>\n",
	" <th>5</th>\n",
	" <td>3</td>\n",
	" <td>1</td>\n",
	" <td>35.0</td>\n",
	" <td>0</td>\n",
	" <td>0</td>\n",
	" <td>8.0500</td>\n",
	" <td>3</td>\n",
	" </tr>\n",
	" </tbody>\n",
	"</table>\n",
	"</div>"
	],
	"text/plain": [
	" Pclass Sex Age SibSp Parch Fare Embarked\n",
	"PassengerId \n",
	"1 3 1 22.0 1 0 7.2500 3\n",
	"2 1 0 38.0 1 0 71.2833 1\n",
	"3 3 0 26.0 0 0 7.9250 3\n",
	"4 1 0 35.0 1 0 53.1000 3\n",
	"5 3 1 35.0 0 0 8.0500 3"
	]
	},
	"execution_count": 21,
	"metadata": {},
	"output_type": "execute_result"
	}
	],
	"source": [
	"features = [\"Pclass\",\"Sex\",\"Age\",\"SibSp\",\"Parch\",\"Fare\",\"Embarked\"]\n",
	"X_train = train.get(features)\n",
	"X_test = test.get(features)"
	]
	},
	{
	"cell_type": "code",
	"execution_count": 60,
	"metadata": {},
	"outputs": [],
	"source": [
	"scores = []\n",
	"ks = range(1,len(X_train))\n",
	"n_ks = len(ks)\n",
	"\n",
	"for k in ks:\n",
	"# print(k,end=\",\")\n",
	" knn = Knn(n_neighbors=k)\n",
	" knn.fit(X_train,Y_train)\n",
	" scores.append(knn.score(X_test,Y_test))"
	]
	},
	{
	"cell_type": "code",
	"execution_count": 61,
	"metadata": {},
	"outputs": [
	{
	"data": {
	"image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEKCAYAAAD9xUlFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAH2RJREFUeJzt3XmUVOWd//H3B1xQcUFEZFNIghpcENOijhmjooIrCXEB\n4xbNeNw1Jm6JmV8mMVExyUQHRoMKrmjUoJKJS9S4GyMNEiIukWBUcANXwKAC398ft6iu7q7qrm76\n1tL1eZ3Th3uf+9Str/dIf7jb8ygiMDMzA+hS7gLMzKxyOBTMzCzLoWBmZlkOBTMzy3IomJlZlkPB\nzMyyHApmZpblUDAzsyyHgpmZZa1V7gLaarPNNouBAweWuwwzs6oyc+bMxRHRq7V+VRcKAwcOpL6+\nvtxlmJlVFUmvFdPPl4/MzCzLoWBmZlkOBTMzy3IomJlZlkPBzMyyUgsFSZMlvSvp+QLbJelKSfMk\nzZG0c1q1mJlZcdJ8JPV6YAJwY4HtBwCDMz+7Aldl/jSzdoiA2bPhgw/KXYmlaehQ6Nkzvf2nFgoR\n8bikgS10GQ3cGMl8oM9I2kRSn4h4K62azKpdBHz6KXTr1rC+cGHy5xlnwD33lLc+S99998GoUent\nv5z3FPoBb+SsL8i0NSPpJEn1kuoXLVpUkuLMKs0778CgQbDFFvD007B0afKvxgEDYMstHQjWMari\njeaImARMAqirq4syl2NWFlts0bC8xx4t991773RrsfLZdNN091/OUFgIDMhZ759pM7Mcy5bB4MGt\n9+vfH3r1gl//GvbcM/26rHMq5+Wj6cCxmaeQdgM+8v0Eswa33w777w/du8NbLfzNqKuDDz+EN96A\nWbMcCLZmUjtTkHQrsBewmaQFwP8D1gaIiKuBe4EDgXnAJ8C306rFrNo89xwceWTr/RYuhL5906/H\nakeaTx+Na2V7AKel9f1m1eiTT+Chh2D06Jb7bb99claw9tqlqctqh99oNqsgRx3VciBceCE89RTM\nmOFAsHRUxdNHZrWitcdKzzgD+vQpTS1Wm3ymYFYFevZMXlpyIFjaHApmFWDlSvj61/Nv+8EPYPHi\ndN9iNVvNoWBWAW66qfClo/PPL20tVtscCmYV4LHH8rfffTdstFFpa7Ha5lAwqwDz5jVv23ff1h9N\nNetoDgWzMli8GKZPT4awAHjyyeZ9Jk4sbU1m4FAwK7mVK5MB7UaPTgauW748f7+tty5tXWbgUDAr\nuZdfhr//PVmeMQMmTSpvPWa5HApmJfab3zReP+us5n322qskpZg141AwK7Err2x5e9++MHlyaWox\na8rDXJiVwOWXw8MPw4YbttyvW7dk5FOzcnEomKXs+efhvPOK6+v7C1ZuvnxklrJnnim+72GHpVeH\nWTEcCmYp+/zz/O1XXAFvvgmDBiXrI0fCeuuVri6zfHz5yCxlp56av/2YY6BHD5g7F2bPTqbVNCs3\nh4JZih5+uPC2Hj2SP9dbD3bfvTT1mLXGl4/MUnTssfnb1123tHWYFcuhYNZGCxYkl3ok2GADuPPO\n/P0iknsG+Zx5Znr1ma0Jh4JZG/3whzBzZrL8ySdw9tmNt0+bBiNGFD5LOOSQ4h9RNSs131MwK9LH\nH8MRR8ADDzRuX7gwGcto4kTYaSc44YTC+zj44GR0VLNK5VAwK8Lrr8OOO8JHH+Xfvs02xe3niis6\nriazNPjykVkRjjyycCAUa8YM+MIXOqYes7Q4FMxasWpV295KLqRbtzXfh1naHApmrfjgg47Zz+DB\nHbMfszQ5FMxasGwZ9OnTuE2Ca66BqVOL38+55/rdBKsOvtFs1oK99mo+dtGKFdClC8yaVdw+jjsO\nLrmkw0szS4XPFMxyfPpp8kiplPzU1zfevvvuSSAAbL554f385jfJy2sRcP310LVraiWbdSiHglmO\nSZNgypTC2y++uGG5f//8fUaObPldBbNK5stHZjnGjy+87f33GwaxW+2112DYMPjss2Twu112Sc4w\nzKqVQ8Es49NPk3GNCmkaCABbbglvvZV8trWpNs2qgUPBLOP00wtvu+yywtvWWSf5MesMHApmGdde\n23i9ri4ZBXXcODjxxPLUZFZqDgUz4KWXmrfNmFH6OszKzU8fmQF33NF4/aSTylOHWbk5FMyARYsa\nr//kJ+Wpw6zcHApmwHvvNSzfcAP07l2+WszKKdVQkDRK0suS5km6IM/2HpLukjRH0rOStk+zHrNC\ncifO6dmzfHWYlVtqN5oldQUmAvsBC4AZkqZHxAs53X4AzI6Ib0jaNtN/RFo1meVaujQJg8WLG58p\nOBSslqX59NFwYF5EzAeQdBswGsgNhSHApQAR8ZKkgZJ6R8Q7KdZlNW7VKnj6adh33+Sls6Z22KH0\nNZlVijQvH/UD3shZX5Bpy/VXYAyApOHAVkCBEWXMOsbIkfDv/54/EAYOTN5NMKtV5b7RfCmwiaTZ\nwBnAc8DKpp0knSSpXlL9oqaPiZi1waefwkMPFd7epdx/I8zKLM2/AguBATnr/TNtWRHxcUR8OyJ2\nAo4FegHzm+4oIiZFRF1E1PXq1SvFkq0z+8UvWp8S8/33S1OLWaVK857CDGCwpEEkYTAWOCq3g6RN\ngE8i4jPgO8DjEfFxijVZjXjmmWTug7YaM6bjazGrJqmdKUTECuB04AHgReD2iJgr6WRJJ2e6fRl4\nXtLLwAHAWWnVY7Vj+fLWA6FPH3j00WQSnAULYMgQ2H57v7RmlurYRxFxL3Bvk7arc5b/DGydZg1W\ne848s+XtG22UBMHq+wf9+sHcuUlAeC4Eq3W+rWadysKFcM01Lff59a/z31B2IJh5lFTrZPJNkTl7\nNsyZA0OHJr/4/R6CWWEOBes0li1r3jZlShIGQ4eWvh6zauTLR9YpXHwxdO/evH3kyNLXYlbNfKZg\nVW3CBDjjjPzbrrsuecrIzIrnMwWrSrfdBsOGFQ4EgBNOKF09Zp2FzxSs6qxYAaecAh9+WLjPJZeU\nrh6zzsRnClZ1Pvqo5UAAOP/80tRi1tk4FKzqtBYIzz3ndw7M2suhYFXno48aljfcsPG2J5+EnXYq\nbT1mnYlDwarORRc1LPftC1/5SsPy8OHlqcmss/CNZqsaEXD44XDffQ1tL78Mr7wCU6fCoYfC2muX\nrz6zzsChYFVjwgT43e8atx10EHzpS/Cf/1memsw6G18+sqpx++3N2371q9LXYdaZORSsKqxcmdxE\nzvXf/w1be+B1sw7ly0dWFb7znYbl9daDJUuga9fy1WPWWTkUrOzefTeZBW3ECOjZs6F9yRL4/e/h\nH/+A669vaB882IFglhaHgpXFO+/A558nv9z79m1ov//+hhfPDjssCYam7r23eZuZdQyHgpXc88/D\nzjsnodDUqFEtf/bUU5PpM80sHQ4FK7nzzssfCC055RTYdls47bR0ajKzhEPBSmratMYvn+UaNgw2\n26xxW69eyTsI22yTfm1m5lCwEvvmN/O3r1rlQezMKoHfU7Cy23ZbB4JZpXAoWMk89FDztm7dYMqU\n0tdiZvn58pGlZtUq+O1vYc4cGDMG9tuvYVuXLrBsWTKLWvfu5avRzBprNRQknQHcHBEflKAe6yQ+\n/xyOPTaZSxng0ksbb9911+QswcwqSzGXj3oDMyTdLmmU5Ku/1tzSpcnQ1qvtu29DIORz883p12Rm\nbddqKETERcBg4DrgeOAVST+X9MWUa7Mqcd11sMkmsNtuyeWg66+Hxx9v+TNf+EJJSjOzNirqnkJE\nhKS3gbeBFUAP4E5JD0bEeWkWaJXr9tuTl8kWL07Wn322uEluLr443brMrP1aPVOQdJakmcB44Clg\nh4g4BfgKUOCpc6tGv/wl7LMPPPFEQ9srr8ABB8BZZyWXh955B9ZdN3mE9MgjGwKhpX3m6t8/2ZeZ\nVaZizhQ2BcZExGu5jRGxStLB6ZRlpfSvfyWXfubMSdYfeSS5R7DBBnDCCck8BvffDxtvDD/9adv2\nfcopcM45HV+zmaWjmBvN9wHvr16RtJGkXQEi4sW0CrPS+da3GgJhte7dkzOC3IltCgXCLrvkbz/5\n5GTuAzOrHsWcKVwF7JyzvjRPm1WhF16As8+GBx/Mv/2zz4rbz+OPJ5eWFi9O3j3o0yeZKW3TTTuu\nVjMrjWJCQRENDxtmLhv5pbc18NZbyTX5LbaAl16CLbeE9dcvbQ3//Cdst137P3/NNcnlpFGjGt43\nGDCgQ0ozszIq5vLRfElnSlo783MWMD/twjqr+vokBAYMgCOOgC9/OZlnePnytu1n6dL217BqFQwa\n1P7Pn356Mj3m4YfDhhu2fz9mVnmKCYWTgX8DFgILgF2Bk9IsqjMbOzZ5ln/FCrjjjqRt4UKYOrX4\nfRxzDGy0Efz4x23//g8/bPkdgQMPLLytd2+45JK232w2s+pRzMtr70bE2IjYPCJ6R8RREfFuKYrr\nbKZOTeYbzmf8+OQt4C9+EWbOTNpefRW23z65kTtlSsOjoDffnFzD/6//Ku57H3wwma1Mgh494LXX\nmvcZMSK5h/CHP8C8eXD88ck0maecAh98kHzf22/DBRckL6qZWeekyB2bIF8HqRtwIrAdkB2tJiJO\nSLe0/Orq6qK+vr7Nn/vb3+Dcc5NfsOX6l24aA4R8/HHzSziPPpqcRfTunbxg1pqrrkqeFDKzzkvS\nzIioa61fMZePbgK2AEYCjwH9gTzTqVe2/faDBx5I3qbNN4Rz2m68MZ397r47PPVUw/pNN8Hee8Nj\njxUXCD/7mQPBzBoUEwpfiogfAcsi4gbgIJL7Cq3KDKD3sqR5ki7Is31jSb+X9FdJcyV9u23lF++d\ndxqWH3kkrW/J74UX4Ljj0tn33Lnw1a/C976XPAl07LFt+/x//Ec6dZlZdSomFFZPsf6hpO2BjYHN\nW/uQpK7AROAAYAgwTtKQJt1OA16IiKHAXsAvJa1TZO3t1soVsw43bVr63/GrXyVnQoVcdx28915y\nn2LvvZO2ESOaz4lsZrWtmFCYJKkHcBEwHXgBuKyIzw0H5kXE/Ij4DLgNGN2kTwAbZobj7k7y5vSK\nYouvFl27Ft8394zi6quTp4VuvTV5L+CPf2zf92+5ZTJcxaabwsCByX5mzID77vM0mGbWWIsvoUnq\nAnycmWDncaAtAx73A97IWV/9OGuuCSRB8yawIXBkRKxqw3dUhbXa8Krfddcls5T16dMwfMTYsQ3b\nFy5MJqz5n/9peT8bbQRDh8L++ydvLTetp67V201mVotaPFPI/IJOc2jskcBsoC+wEzBB0kZNO0k6\nSVK9pPpFixalWE46ij1T+MY3kr6HHlp4PKG+feHKK2H2bNhqq/x9JkxIzjAefxwuusjTXZpZ8Yq5\nfPSQpO9LGiBp09U/RXxuIZA78EH/TFuubwPTIjEPeBXYtumOImJSRNRFRF2vXr2K+OrKUuyZwuDB\nxe9z6NBkqIrVYw6ddhqMHp28Z3Daab4sZGbtU8yvqyMzf56W0xa0filpBjBY0iCSMBgLHNWkz+vA\nCOAJSb2BbehkQ2i88Ubz+QOmT4dbbkleFrvrrob2YcPa9x09eyZnB2Zma6rVUIiIdo2SExErJJ0O\nPAB0BSZHxFxJJ2e2Xw38FLhe0t8AAedHRCvTtqy5Uj59tOWWzdt69myYv/hPf0reHq6rS8ZCMjMr\np1ZDQVLeJ98jotXXsSLiXuDeJm1X5yy/CezfepnVafVwFU3lXuPfZ59k2Alf7jGzSlDM5aPcW57d\nSC73zAJSeke3c1i5Eg45JP+2HXZovO5AMLNKUczlozNy1yVtQvLOQdUqxeWjCROSeROa2mcfh4CZ\nVa5inj5qahmwBqPx14am7wastqTqRo0ys1pSzD2F35M8bQRJiAwBihhqzfI599xyV2BmVlgx9xR+\nkbO8AngtIhakVE9JlHrso1xjxpTvu83MWlNMKLwOvBURywEkrSdpYET8M9XKOqHZs9s2DpKZWakV\nc0/hDiB3PKKVmTYrIN+ZyEEHJW8hm5lVsmJCYa3MKKcAZJZTH966muWbr2GLLUpfh5lZWxUTCosk\nHbp6RdJoIPW3jqvZxInN2zzZvZlVg2LuKZwM3CJp9eg6C4A2zu9VWdK+0bzBBo3X589PhsI2M6t0\nxby89g9gN0ndM+tLU6+qyt10U+P1/v3LU4eZWVu1evlI0s8lbRIRSyNiqaQeki4uRXHVaPLk5m1r\nr136OszM2qOYewoHRMSHq1cys7AdmF5J1WvJEjjxxMZte+5ZnlrMzNqjmFDoKmnd1SuS1gPWbaF/\nzRqUZ/CP4cNLX4eZWXsVc6P5FuBhSVNI5jw4HrghzaKqUX09vPde8/bly0tfi5lZexVzo/kySX8F\n9iUZA+kBoMDswNUhjaePDjggf3uPHh3/XWZmaSly9mDeIQmEw0nmUf5dahVVmeXL4b77knmS8/nu\nd0tbj5nZmigYCpK2BsZlfhYDvwUUEXuXqLaqcNZZMGlS/m3jx/tMwcyqS0tnCi8BTwAHR8Q8AEn+\nd2+OJUsKBwLAOeeUrhYzs47Q0tNHY4C3gEckXSNpBMmN5qrXEfcUxo+HTTYpvH36dI+IambVp+CZ\nQkTcDdwtaQNgNHA2sLmkq4C7IuKPJaqxokTAuHHw29+23K/Q/MxmZpWs1fcUImJZREyNiEOA/sBz\nwPmpV5aiNTlTuOuu1gPhzTfbv38zs3Jq0xzNEfFBREyKiBFpFVQuU6fCySfDvHkt95s9u/V9efA7\nM6tWxT6S2qm98gp861vJ8rPPwqxZ7d/Xz3/eMTWZmZVDm84UOoslSxqv33dfw/Jzz63Zvi+8cM0+\nb2ZWTjUZCtdc03j988/LU4eZWaWpyVAAmDatYfn73y9fHWZmlaRmQ+Gb30z+nDGjbZ9r6cmln/2s\n/fWYmVWCmg2F1Q4+uOP2dfbZHbcvM7NyqPlQePfdtvVfubLwtvXXX7NazMzKreZDoa2eeKJ5W79+\n8DuPG2tmnYDfU2ijJ59s3rZgQenrMDNLQ02fKeS+n5DrrrvgX/9KlhcvhjvvhI8+Sta7dWvc99JL\n06vPzKzUajoUDjwwf/uYMXD66cmTRiNGwOGHJz+rVjWeXnPWLDi/qkeBMjNrrKZDoSWTJ8Pbb8Oc\nOcn6gw/CLbc07jNsWOnrMjNLk0OhBTfe2Hj92GPLU4eZWak4FFpwwQXlrsDMrLQcCmZmluVQMDOz\nrFRDQdIoSS9Lmiep2cUYSedKmp35eV7SSkmbplmTmZkVllooSOoKTAQOAIYA4yQNye0TEZdHxE4R\nsRNwIfBYRLyfVk1mZtayNM8UhgPzImJ+RHwG3AaMbqH/OODWFOvpUMccU+4KzMw6Xpqh0A94I2d9\nQaatGUnrA6OAqhlB6Cc/KXcFZmYdr1JuNB8CPFXo0pGkkyTVS6pftGhRiUvLb+ONy12BmVnHSzMU\nFgIDctb7Z9ryGUsLl44iYlJE1EVEXa9evTqwxPbr3r3cFZiZdbw0Q2EGMFjSIEnrkPzin960k6SN\nga8B96RYyxrrl3Pha8oUWHvt8tViZpaW1IbOjogVkk4HHgC6ApMjYq6kkzPbr850/Qbwx4hYllYt\na+qmm+Doo8tdhZlZ+hQtTTpcgerq6qK+vr7Nn5Pa/l3rrAM77gh//jOs5ZknzKyKSZoZEXWt9fOv\nuhYsXpzcO2hPoJiZVSOHQgs23LDcFZiZlValPJJadgMGNF6/tWpeozMz6zgOhYzx45P5l3fYAS6/\nHA47rNwVmZmVni8fZRxxBHTp0jDTmplZLfKZQkYXHwkzM4eCmZk1cCiYmVmWQ8HMzLIcCmZmluVQ\nMDOzLIeCmZllORTMzCzLoWBmZlk1HwoDBsATT5S7CjOzylDzw1y8/nq5KzAzqxw1f6ZgZmYNHApm\nZpblUDAzs6yaDoWxY8tdgZlZZanpULjiinJXYGZWWWo2FCZPhs03L3cVZmaVpWZD4bjjyl2BmVnl\nqYlQiGje5pnWzMyaq4lfjflCwczMmquJUGjqxhvLXYGZWWWqiVBoeqZw9NHlqcPMrNLVXCh06QJS\n+WoxM6tkNRcKDgQzs8IcCmZmllUToZDLoWBmVlhNhIIfSTUzK07NhYLPFMzMCnMomJlZlkPBzMyy\nHApmZpZVE6GQy6FgZlZYTYSCnz4yMytOzYWCzxTMzApLNRQkjZL0sqR5ki4o0GcvSbMlzZX0WBp1\nOBTMzIqzVlo7ltQVmAjsBywAZkiaHhEv5PTZBPhfYFREvC4plQkyHQpmZsVJ80xhODAvIuZHxGfA\nbcDoJn2OAqZFxOsAEfFuGoU4FMzMipNmKPQD3shZX5Bpy7U10EPSo5JmSjo2344knSSpXlL9okWL\n1qgoh4KZWWHlvtG8FvAV4CBgJPAjSVs37RQRkyKiLiLqevXq1eYv8dNHZmbFSe2eArAQGJCz3j/T\nlmsB8F5ELAOWSXocGAr8vSML8eUjM7PipHmmMAMYLGmQpHWAscD0Jn3uAb4qaS1J6wO7Ai92dCEO\nBTOz4qR2phARKySdDjwAdAUmR8RcSSdntl8dES9Kuh+YA6wCro2I5zu+loZlh4KZWWFpXj4iIu4F\n7m3SdnWT9cuBy9Oto2HZoWBmVli5bzSbmVkFqYlQ8JmCmVlxUr18VCm6d4eJE5Nw6Nat3NWYmVWu\nmgiF9deHU08tdxVmZpWvJi4fmZlZcRwKZmaW5VAwM7Msh4KZmWU5FMzMLMuhYGZmWQ4FMzPLUlTZ\nZAOSFgGvtfPjmwGLO7CczsDHpDEfj8Z8PJqr1mOyVUS0OiFN1YXCmpBUHxF15a6jkviYNObj0ZiP\nR3Od/Zj48pGZmWU5FMzMLKvWQmFSuQuoQD4mjfl4NObj0VynPiY1dU/BzMxaVmtnCmZm1oKaCQVJ\noyS9LGmepAvKXU8pSBog6RFJL0iaK+msTPumkh6U9Ermzx45n7kwc4xeljSyfNWnR1JXSc9J+r/M\neq0fj00k3SnpJUkvStq9lo+JpO9m/r48L+lWSd1q6XjURChI6gpMBA4AhgDjJA0pb1UlsQL4XkQM\nAXYDTsv8d18APBwRg4GHM+tkto0FtgNGAf+bOXadzVnAiznrtX48rgDuj4htgaEkx6Ymj4mkfsCZ\nQF1EbA90JfnvrZnjUROhAAwH5kXE/Ij4DLgNGF3mmlIXEW9FxKzM8hKSv+z9SP7bb8h0uwH4emZ5\nNHBbRHwaEa8C80iOXachqT9wEHBtTnMtH4+NgT2B6wAi4rOI+JAaPiYkk4+tJ2ktYH3gTWroeNRK\nKPQD3shZX5BpqxmSBgLDgL8AvSPircymt4HemeVaOE6/Bs4DVuW01fLxGAQsAqZkLqldK2kDavSY\nRMRC4BfA68BbwEcR8Udq6HjUSijUNEndgd8BZ0fEx7nbInn8rCYeQZN0MPBuRMws1KeWjkfGWsDO\nwFURMQxYRubSyGq1dEwy9wpGk4RlX2ADSUfn9unsx6NWQmEhMCBnvX+mrdOTtDZJINwSEdMyze9I\n6pPZ3gd4N9Pe2Y/THsChkv5JcglxH0k3U7vHA5J/2S6IiL9k1u8kCYlaPSb7Aq9GxKKI+ByYBvwb\nNXQ8aiUUZgCDJQ2StA7JjaHpZa4pdZJEcq34xYj4Vc6m6cBxmeXjgHty2sdKWlfSIGAw8Gyp6k1b\nRFwYEf0jYiDJ/wN/ioijqdHjARARbwNvSNom0zQCeIHaPSavA7tJWj/z92cEyb24mjkea5W7gFKI\niBWSTgceIHmaYHJEzC1zWaWwB3AM8DdJszNtPwAuBW6XdCLJiLNHAETEXEm3k/xSWAGcFhErS192\nydX68TgDuCXzD6b5wLdJ/sFYc8ckIv4i6U5gFsl/33MkbzB3p0aOh99oNjOzrFq5fGRmZkVwKJiZ\nWZZDwczMshwKZmaW5VAwM7Msh4J1SpKW5iwfKOnvkrZq0ud4Sask7ZjT9nxmSJCW9n1tawMqSrpe\n0mF52vdaPTqrWSVyKFinJmkEcCVwQES8lqfLAuCHbdlnRHwnIl7oiPraqtpH4LTK51CwTkvSnsA1\nwMER8Y8C3f4P2C7njd7cz+8v6c+SZkm6IzOGFJIelVSXWT4xcxbyrKRrJE3I2cWekp6WNL/JWcNG\nkv6QGX//akldMvsaJ+lvmbOVy3LqWCrpl5L+Cuwu6VIlc2TMkfSLNTpIZk04FKyzWhe4G/h6RLzU\nQr9VwHiSN72zJG0GXATsGxE7A/XAOU369AV+RDJXxR7Atk323Qf4KnAwyVvTqw0neYt4CPBFYExm\nX5cB+wA7AbtIWj088wbAXyJi9VwH3wC2i4gdgYtbPgxmbeNQsM7qc+Bp4MQi+k4lGe9mUE7bbiS/\ntJ/KDBFyHLBVk88NBx6LiPczg6fd0WT73RGxKnOpqXdO+7OZuT1WAreSBMcuwKOZgdhWALeQzHMA\nsJJkUEOAj4DlwHWSxgCfFPHfZ1Y0h4J1VqtIxqcZLukHLXXM/BL+JXB+TrOAByNip8zPkIgoJmBy\nfdpkf9mvbFpCK/tZvno8nUytw0lGMz0YuL+NNZm1yKFgnVZEfEIyy9q3MgOZteR6kmGTe2XWnwH2\nkPQlAEkbSNq6yWdmAF+T1CMzS9c3iyxteGbE3i7AkcCTJCNrfk3SZpmbyeOAx5p+MHNfY+OIuBf4\nLsn0mWYdpiZGSbXaFRHvSxoFPC5pUUTkHTI9Ij6TdCXJfMVExCJJxwO3Slo30+0i4O85n1ko6eck\nv9DfB14iubzTmhnABOBLwCPAXRGxStIFmXUBf4iIe/J8dkPgHkndMv3OydPHrN08SqrZGpDUPSKW\nZs4U7iIZlv2uctdl1l6+fGS2Zn6cuRH9PPAqyRNPZlXLZwpmZpblMwUzM8tyKJiZWZZDwczMshwK\nZmaW5VAwM7Msh4KZmWX9f+EGCk8p+SQPAAAAAElFTkSuQmCC\n",
	"text/plain": [
	"<matplotlib.figure.Figure at 0x7f0e37bd1208>"
	]
	},
	"metadata": {},
	"output_type": "display_data"
	}
	],
	"source": [
	"fig,ax = plt.subplots()\n",
	"ax.plot(ks,scores,'b',linewidth=3)\n",
	"ax.set_ylabel('Accuracy')\n",
	"ax.set_xlabel('K Neighbors')\n",
	"# fig.set_figwidth(100)\n",
	"# fig.set_figheight(30)\n",
	"plt.show()"
	]
	},
	{
	"cell_type": "code",
	"execution_count": null,
	"metadata": {
	"collapsed": true
	},
	"outputs": [],
	"source": []
	}
	],
	"metadata": {
	"kernelspec": {
	"display_name": "Python 3",
	"language": "python",
	"name": "python3"
	},
	"language_info": {
	"codemirror_mode": {
	"name": "ipython",
	"version": 3
	},
	"file_extension": ".py",
	"mimetype": "text/x-python",
	"name": "python",
	"nbconvert_exporter": "python",
	"pygments_lexer": "ipython3",
	"version": "3.5.3"
	}
	},
	"nbformat": 4,
	"nbformat_minor": 2
	}