Skip to content

Instantly share code, notes, and snippets.

@edwardeasling
Created February 19, 2019 08:19
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save edwardeasling/5f4dfc237a8be080c3290d3dfadf6cd9 to your computer and use it in GitHub Desktop.
Save edwardeasling/5f4dfc237a8be080c3290d3dfadf6cd9 to your computer and use it in GitHub Desktop.
Santander
Display the source blob
Display the rendered blob
Raw
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Initial setup / imports:**"
]
},
{
"cell_type": "code",
"execution_count": 361,
"metadata": {},
"outputs": [],
"source": [
"from fastai.tabular import *\n",
"import zipfile\n",
"import csv"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Getting the data:**"
]
},
{
"cell_type": "code",
"execution_count": 362,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"PosixPath('/storage/santander')"
]
},
"execution_count": 362,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"path = Config.data_path()/'santander'\n",
"path.mkdir(parents=True, exist_ok=True)\n",
"path"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"404 - Not Found\r\n"
]
}
],
"source": [
"#! kaggle competitions download -c santander-customer-transaction-prediction"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [],
"source": [
"zip_ref = zipfile.ZipFile(path/'train.csv.zip', 'r')\n",
"zip_ref.extractall(path)\n",
"zip_ref = zipfile.ZipFile(path/'test.csv.zip', 'r')\n",
"zip_ref.extractall(path)\n",
"zip_ref = zipfile.ZipFile(path/'sample_submission.csv.zip', 'r')\n",
"zip_ref.extractall(path)\n",
"zip_ref.close()"
]
},
{
"cell_type": "code",
"execution_count": 363,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[PosixPath('/storage/santander/models'),\n",
" PosixPath('/storage/santander/test.csv'),\n",
" PosixPath('/storage/santander/train.csv.zip'),\n",
" PosixPath('/storage/santander/sample_submission.csv.zip'),\n",
" PosixPath('/storage/santander/test.csv.zip'),\n",
" PosixPath('/storage/santander/sample_submission.csv'),\n",
" PosixPath('/storage/santander/train.csv'),\n",
" PosixPath('/storage/santander/.ipynb_checkpoints'),\n",
" PosixPath('/storage/santander/submission.csv')]"
]
},
"execution_count": 363,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"path.ls()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Looking at the data:**"
]
},
{
"cell_type": "code",
"execution_count": 364,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID_code</th>\n",
" <th>target</th>\n",
" <th>var_0</th>\n",
" <th>var_1</th>\n",
" <th>var_2</th>\n",
" <th>var_3</th>\n",
" <th>var_4</th>\n",
" <th>var_5</th>\n",
" <th>var_6</th>\n",
" <th>var_7</th>\n",
" <th>...</th>\n",
" <th>var_190</th>\n",
" <th>var_191</th>\n",
" <th>var_192</th>\n",
" <th>var_193</th>\n",
" <th>var_194</th>\n",
" <th>var_195</th>\n",
" <th>var_196</th>\n",
" <th>var_197</th>\n",
" <th>var_198</th>\n",
" <th>var_199</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>train_0</td>\n",
" <td>0</td>\n",
" <td>8.9255</td>\n",
" <td>-6.7863</td>\n",
" <td>11.9081</td>\n",
" <td>5.0930</td>\n",
" <td>11.4607</td>\n",
" <td>-9.2834</td>\n",
" <td>5.1187</td>\n",
" <td>18.6266</td>\n",
" <td>...</td>\n",
" <td>4.4354</td>\n",
" <td>3.9642</td>\n",
" <td>3.1364</td>\n",
" <td>1.6910</td>\n",
" <td>18.5227</td>\n",
" <td>-2.3978</td>\n",
" <td>7.8784</td>\n",
" <td>8.5635</td>\n",
" <td>12.7803</td>\n",
" <td>-1.0914</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>train_1</td>\n",
" <td>0</td>\n",
" <td>11.5006</td>\n",
" <td>-4.1473</td>\n",
" <td>13.8588</td>\n",
" <td>5.3890</td>\n",
" <td>12.3622</td>\n",
" <td>7.0433</td>\n",
" <td>5.6208</td>\n",
" <td>16.5338</td>\n",
" <td>...</td>\n",
" <td>7.6421</td>\n",
" <td>7.7214</td>\n",
" <td>2.5837</td>\n",
" <td>10.9516</td>\n",
" <td>15.4305</td>\n",
" <td>2.0339</td>\n",
" <td>8.1267</td>\n",
" <td>8.7889</td>\n",
" <td>18.3560</td>\n",
" <td>1.9518</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>train_2</td>\n",
" <td>0</td>\n",
" <td>8.6093</td>\n",
" <td>-2.7457</td>\n",
" <td>12.0805</td>\n",
" <td>7.8928</td>\n",
" <td>10.5825</td>\n",
" <td>-9.0837</td>\n",
" <td>6.9427</td>\n",
" <td>14.6155</td>\n",
" <td>...</td>\n",
" <td>2.9057</td>\n",
" <td>9.7905</td>\n",
" <td>1.6704</td>\n",
" <td>1.6858</td>\n",
" <td>21.6042</td>\n",
" <td>3.1417</td>\n",
" <td>-6.5213</td>\n",
" <td>8.2675</td>\n",
" <td>14.7222</td>\n",
" <td>0.3965</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>train_3</td>\n",
" <td>0</td>\n",
" <td>11.0604</td>\n",
" <td>-2.1518</td>\n",
" <td>8.9522</td>\n",
" <td>7.1957</td>\n",
" <td>12.5846</td>\n",
" <td>-1.8361</td>\n",
" <td>5.8428</td>\n",
" <td>14.9250</td>\n",
" <td>...</td>\n",
" <td>4.4666</td>\n",
" <td>4.7433</td>\n",
" <td>0.7178</td>\n",
" <td>1.4214</td>\n",
" <td>23.0347</td>\n",
" <td>-1.2706</td>\n",
" <td>-2.9275</td>\n",
" <td>10.2922</td>\n",
" <td>17.9697</td>\n",
" <td>-8.9996</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>train_4</td>\n",
" <td>0</td>\n",
" <td>9.8369</td>\n",
" <td>-1.4834</td>\n",
" <td>12.8746</td>\n",
" <td>6.6375</td>\n",
" <td>12.2772</td>\n",
" <td>2.4486</td>\n",
" <td>5.9405</td>\n",
" <td>19.2514</td>\n",
" <td>...</td>\n",
" <td>-1.4905</td>\n",
" <td>9.5214</td>\n",
" <td>-0.1508</td>\n",
" <td>9.1942</td>\n",
" <td>13.2876</td>\n",
" <td>-1.5121</td>\n",
" <td>3.9267</td>\n",
" <td>9.5031</td>\n",
" <td>17.9974</td>\n",
" <td>-8.8104</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>5 rows × 202 columns</p>\n",
"</div>"
],
"text/plain": [
" ID_code target var_0 var_1 var_2 var_3 var_4 var_5 var_6 \\\n",
"0 train_0 0 8.9255 -6.7863 11.9081 5.0930 11.4607 -9.2834 5.1187 \n",
"1 train_1 0 11.5006 -4.1473 13.8588 5.3890 12.3622 7.0433 5.6208 \n",
"2 train_2 0 8.6093 -2.7457 12.0805 7.8928 10.5825 -9.0837 6.9427 \n",
"3 train_3 0 11.0604 -2.1518 8.9522 7.1957 12.5846 -1.8361 5.8428 \n",
"4 train_4 0 9.8369 -1.4834 12.8746 6.6375 12.2772 2.4486 5.9405 \n",
"\n",
" var_7 ... var_190 var_191 var_192 var_193 var_194 var_195 \\\n",
"0 18.6266 ... 4.4354 3.9642 3.1364 1.6910 18.5227 -2.3978 \n",
"1 16.5338 ... 7.6421 7.7214 2.5837 10.9516 15.4305 2.0339 \n",
"2 14.6155 ... 2.9057 9.7905 1.6704 1.6858 21.6042 3.1417 \n",
"3 14.9250 ... 4.4666 4.7433 0.7178 1.4214 23.0347 -1.2706 \n",
"4 19.2514 ... -1.4905 9.5214 -0.1508 9.1942 13.2876 -1.5121 \n",
"\n",
" var_196 var_197 var_198 var_199 \n",
"0 7.8784 8.5635 12.7803 -1.0914 \n",
"1 8.1267 8.7889 18.3560 1.9518 \n",
"2 -6.5213 8.2675 14.7222 0.3965 \n",
"3 -2.9275 10.2922 17.9697 -8.9996 \n",
"4 3.9267 9.5031 17.9974 -8.8104 \n",
"\n",
"[5 rows x 202 columns]"
]
},
"execution_count": 364,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df = pd.read_csv(path/'train.csv')\n",
"df.head()"
]
},
{
"cell_type": "code",
"execution_count": 365,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID_code</th>\n",
" <th>var_0</th>\n",
" <th>var_1</th>\n",
" <th>var_2</th>\n",
" <th>var_3</th>\n",
" <th>var_4</th>\n",
" <th>var_5</th>\n",
" <th>var_6</th>\n",
" <th>var_7</th>\n",
" <th>var_8</th>\n",
" <th>...</th>\n",
" <th>var_190</th>\n",
" <th>var_191</th>\n",
" <th>var_192</th>\n",
" <th>var_193</th>\n",
" <th>var_194</th>\n",
" <th>var_195</th>\n",
" <th>var_196</th>\n",
" <th>var_197</th>\n",
" <th>var_198</th>\n",
" <th>var_199</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>test_0</td>\n",
" <td>11.0656</td>\n",
" <td>7.7798</td>\n",
" <td>12.9536</td>\n",
" <td>9.4292</td>\n",
" <td>11.4327</td>\n",
" <td>-2.3805</td>\n",
" <td>5.8493</td>\n",
" <td>18.2675</td>\n",
" <td>2.1337</td>\n",
" <td>...</td>\n",
" <td>-2.1556</td>\n",
" <td>11.8495</td>\n",
" <td>-1.4300</td>\n",
" <td>2.4508</td>\n",
" <td>13.7112</td>\n",
" <td>2.4669</td>\n",
" <td>4.3654</td>\n",
" <td>10.7200</td>\n",
" <td>15.4722</td>\n",
" <td>-8.7197</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>test_1</td>\n",
" <td>8.5304</td>\n",
" <td>1.2543</td>\n",
" <td>11.3047</td>\n",
" <td>5.1858</td>\n",
" <td>9.1974</td>\n",
" <td>-4.0117</td>\n",
" <td>6.0196</td>\n",
" <td>18.6316</td>\n",
" <td>-4.4131</td>\n",
" <td>...</td>\n",
" <td>10.6165</td>\n",
" <td>8.8349</td>\n",
" <td>0.9403</td>\n",
" <td>10.1282</td>\n",
" <td>15.5765</td>\n",
" <td>0.4773</td>\n",
" <td>-1.4852</td>\n",
" <td>9.8714</td>\n",
" <td>19.1293</td>\n",
" <td>-20.9760</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>test_2</td>\n",
" <td>5.4827</td>\n",
" <td>-10.3581</td>\n",
" <td>10.1407</td>\n",
" <td>7.0479</td>\n",
" <td>10.2628</td>\n",
" <td>9.8052</td>\n",
" <td>4.8950</td>\n",
" <td>20.2537</td>\n",
" <td>1.5233</td>\n",
" <td>...</td>\n",
" <td>-0.7484</td>\n",
" <td>10.9935</td>\n",
" <td>1.9803</td>\n",
" <td>2.1800</td>\n",
" <td>12.9813</td>\n",
" <td>2.1281</td>\n",
" <td>-7.1086</td>\n",
" <td>7.0618</td>\n",
" <td>19.8956</td>\n",
" <td>-23.1794</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>test_3</td>\n",
" <td>8.5374</td>\n",
" <td>-1.3222</td>\n",
" <td>12.0220</td>\n",
" <td>6.5749</td>\n",
" <td>8.8458</td>\n",
" <td>3.1744</td>\n",
" <td>4.9397</td>\n",
" <td>20.5660</td>\n",
" <td>3.3755</td>\n",
" <td>...</td>\n",
" <td>9.5702</td>\n",
" <td>9.0766</td>\n",
" <td>1.6580</td>\n",
" <td>3.5813</td>\n",
" <td>15.1874</td>\n",
" <td>3.1656</td>\n",
" <td>3.9567</td>\n",
" <td>9.2295</td>\n",
" <td>13.0168</td>\n",
" <td>-4.2108</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>test_4</td>\n",
" <td>11.7058</td>\n",
" <td>-0.1327</td>\n",
" <td>14.1295</td>\n",
" <td>7.7506</td>\n",
" <td>9.1035</td>\n",
" <td>-8.5848</td>\n",
" <td>6.8595</td>\n",
" <td>10.6048</td>\n",
" <td>2.9890</td>\n",
" <td>...</td>\n",
" <td>4.2259</td>\n",
" <td>9.1723</td>\n",
" <td>1.2835</td>\n",
" <td>3.3778</td>\n",
" <td>19.5542</td>\n",
" <td>-0.2860</td>\n",
" <td>-5.1612</td>\n",
" <td>7.2882</td>\n",
" <td>13.9260</td>\n",
" <td>-9.1846</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>5 rows × 201 columns</p>\n",
"</div>"
],
"text/plain": [
" ID_code var_0 var_1 var_2 var_3 var_4 var_5 var_6 \\\n",
"0 test_0 11.0656 7.7798 12.9536 9.4292 11.4327 -2.3805 5.8493 \n",
"1 test_1 8.5304 1.2543 11.3047 5.1858 9.1974 -4.0117 6.0196 \n",
"2 test_2 5.4827 -10.3581 10.1407 7.0479 10.2628 9.8052 4.8950 \n",
"3 test_3 8.5374 -1.3222 12.0220 6.5749 8.8458 3.1744 4.9397 \n",
"4 test_4 11.7058 -0.1327 14.1295 7.7506 9.1035 -8.5848 6.8595 \n",
"\n",
" var_7 var_8 ... var_190 var_191 var_192 var_193 var_194 \\\n",
"0 18.2675 2.1337 ... -2.1556 11.8495 -1.4300 2.4508 13.7112 \n",
"1 18.6316 -4.4131 ... 10.6165 8.8349 0.9403 10.1282 15.5765 \n",
"2 20.2537 1.5233 ... -0.7484 10.9935 1.9803 2.1800 12.9813 \n",
"3 20.5660 3.3755 ... 9.5702 9.0766 1.6580 3.5813 15.1874 \n",
"4 10.6048 2.9890 ... 4.2259 9.1723 1.2835 3.3778 19.5542 \n",
"\n",
" var_195 var_196 var_197 var_198 var_199 \n",
"0 2.4669 4.3654 10.7200 15.4722 -8.7197 \n",
"1 0.4773 -1.4852 9.8714 19.1293 -20.9760 \n",
"2 2.1281 -7.1086 7.0618 19.8956 -23.1794 \n",
"3 3.1656 3.9567 9.2295 13.0168 -4.2108 \n",
"4 -0.2860 -5.1612 7.2882 13.9260 -9.1846 \n",
"\n",
"[5 rows x 201 columns]"
]
},
"execution_count": 365,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"test_df = pd.read_csv(path/'test.csv')\n",
"test_df.head()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Creating the model:**"
]
},
{
"cell_type": "code",
"execution_count": 366,
"metadata": {},
"outputs": [],
"source": [
"dep_var = 'target'\n",
"cont_names = [] #creating empty list, to be filled with loop below\n",
"var_counter = 0 #creating a counter\n",
"num_of_cont_vars = len(df.columns) - 2\n",
"for _ in range(num_of_cont_vars):\n",
" name = 'var_' + str(var_counter)\n",
" cont_names.append(name)\n",
" var_counter+=1\n",
"procs = [FillMissing, Normalize]"
]
},
{
"cell_type": "code",
"execution_count": 367,
"metadata": {},
"outputs": [],
"source": [
"test = TabularList.from_df(test_df, path=path, cont_names=cont_names, procs=procs)"
]
},
{
"cell_type": "code",
"execution_count": 368,
"metadata": {},
"outputs": [],
"source": [
"data = (TabularList.from_df(df, path=path, cont_names=cont_names, procs=procs)\n",
" .random_split_by_pct(valid_pct=0.05)\n",
" .label_from_df(cols=dep_var)\n",
" .add_test(test)\n",
" .databunch())"
]
},
{
"cell_type": "code",
"execution_count": 369,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"<table> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <col width='10%'> <tr>\n",
" <th>var_0</th>\n",
" <th>var_1</th>\n",
" <th>var_2</th>\n",
" <th>var_3</th>\n",
" <th>var_4</th>\n",
" <th>var_5</th>\n",
" <th>var_6</th>\n",
" <th>var_7</th>\n",
" <th>var_8</th>\n",
" <th>var_9</th>\n",
" <th>var_10</th>\n",
" <th>var_11</th>\n",
" <th>var_12</th>\n",
" <th>var_13</th>\n",
" <th>var_14</th>\n",
" <th>var_15</th>\n",
" <th>var_16</th>\n",
" <th>var_17</th>\n",
" <th>var_18</th>\n",
" <th>var_19</th>\n",
" <th>var_20</th>\n",
" <th>var_21</th>\n",
" <th>var_22</th>\n",
" <th>var_23</th>\n",
" <th>var_24</th>\n",
" <th>var_25</th>\n",
" <th>var_26</th>\n",
" <th>var_27</th>\n",
" <th>var_28</th>\n",
" <th>var_29</th>\n",
" <th>var_30</th>\n",
" <th>var_31</th>\n",
" <th>var_32</th>\n",
" <th>var_33</th>\n",
" <th>var_34</th>\n",
" <th>var_35</th>\n",
" <th>var_36</th>\n",
" <th>var_37</th>\n",
" <th>var_38</th>\n",
" <th>var_39</th>\n",
" <th>var_40</th>\n",
" <th>var_41</th>\n",
" <th>var_42</th>\n",
" <th>var_43</th>\n",
" <th>var_44</th>\n",
" <th>var_45</th>\n",
" <th>var_46</th>\n",
" <th>var_47</th>\n",
" <th>var_48</th>\n",
" <th>var_49</th>\n",
" <th>var_50</th>\n",
" <th>var_51</th>\n",
" <th>var_52</th>\n",
" <th>var_53</th>\n",
" <th>var_54</th>\n",
" <th>var_55</th>\n",
" <th>var_56</th>\n",
" <th>var_57</th>\n",
" <th>var_58</th>\n",
" <th>var_59</th>\n",
" <th>var_60</th>\n",
" <th>var_61</th>\n",
" <th>var_62</th>\n",
" <th>var_63</th>\n",
" <th>var_64</th>\n",
" <th>var_65</th>\n",
" <th>var_66</th>\n",
" <th>var_67</th>\n",
" <th>var_68</th>\n",
" <th>var_69</th>\n",
" <th>var_70</th>\n",
" <th>var_71</th>\n",
" <th>var_72</th>\n",
" <th>var_73</th>\n",
" <th>var_74</th>\n",
" <th>var_75</th>\n",
" <th>var_76</th>\n",
" <th>var_77</th>\n",
" <th>var_78</th>\n",
" <th>var_79</th>\n",
" <th>var_80</th>\n",
" <th>var_81</th>\n",
" <th>var_82</th>\n",
" <th>var_83</th>\n",
" <th>var_84</th>\n",
" <th>var_85</th>\n",
" <th>var_86</th>\n",
" <th>var_87</th>\n",
" <th>var_88</th>\n",
" <th>var_89</th>\n",
" <th>var_90</th>\n",
" <th>var_91</th>\n",
" <th>var_92</th>\n",
" <th>var_93</th>\n",
" <th>var_94</th>\n",
" <th>var_95</th>\n",
" <th>var_96</th>\n",
" <th>var_97</th>\n",
" <th>var_98</th>\n",
" <th>var_99</th>\n",
" <th>var_100</th>\n",
" <th>var_101</th>\n",
" <th>var_102</th>\n",
" <th>var_103</th>\n",
" <th>var_104</th>\n",
" <th>var_105</th>\n",
" <th>var_106</th>\n",
" <th>var_107</th>\n",
" <th>var_108</th>\n",
" <th>var_109</th>\n",
" <th>var_110</th>\n",
" <th>var_111</th>\n",
" <th>var_112</th>\n",
" <th>var_113</th>\n",
" <th>var_114</th>\n",
" <th>var_115</th>\n",
" <th>var_116</th>\n",
" <th>var_117</th>\n",
" <th>var_118</th>\n",
" <th>var_119</th>\n",
" <th>var_120</th>\n",
" <th>var_121</th>\n",
" <th>var_122</th>\n",
" <th>var_123</th>\n",
" <th>var_124</th>\n",
" <th>var_125</th>\n",
" <th>var_126</th>\n",
" <th>var_127</th>\n",
" <th>var_128</th>\n",
" <th>var_129</th>\n",
" <th>var_130</th>\n",
" <th>var_131</th>\n",
" <th>var_132</th>\n",
" <th>var_133</th>\n",
" <th>var_134</th>\n",
" <th>var_135</th>\n",
" <th>var_136</th>\n",
" <th>var_137</th>\n",
" <th>var_138</th>\n",
" <th>var_139</th>\n",
" <th>var_140</th>\n",
" <th>var_141</th>\n",
" <th>var_142</th>\n",
" <th>var_143</th>\n",
" <th>var_144</th>\n",
" <th>var_145</th>\n",
" <th>var_146</th>\n",
" <th>var_147</th>\n",
" <th>var_148</th>\n",
" <th>var_149</th>\n",
" <th>var_150</th>\n",
" <th>var_151</th>\n",
" <th>var_152</th>\n",
" <th>var_153</th>\n",
" <th>var_154</th>\n",
" <th>var_155</th>\n",
" <th>var_156</th>\n",
" <th>var_157</th>\n",
" <th>var_158</th>\n",
" <th>var_159</th>\n",
" <th>var_160</th>\n",
" <th>var_161</th>\n",
" <th>var_162</th>\n",
" <th>var_163</th>\n",
" <th>var_164</th>\n",
" <th>var_165</th>\n",
" <th>var_166</th>\n",
" <th>var_167</th>\n",
" <th>var_168</th>\n",
" <th>var_169</th>\n",
" <th>var_170</th>\n",
" <th>var_171</th>\n",
" <th>var_172</th>\n",
" <th>var_173</th>\n",
" <th>var_174</th>\n",
" <th>var_175</th>\n",
" <th>var_176</th>\n",
" <th>var_177</th>\n",
" <th>var_178</th>\n",
" <th>var_179</th>\n",
" <th>var_180</th>\n",
" <th>var_181</th>\n",
" <th>var_182</th>\n",
" <th>var_183</th>\n",
" <th>var_184</th>\n",
" <th>var_185</th>\n",
" <th>var_186</th>\n",
" <th>var_187</th>\n",
" <th>var_188</th>\n",
" <th>var_189</th>\n",
" <th>var_190</th>\n",
" <th>var_191</th>\n",
" <th>var_192</th>\n",
" <th>var_193</th>\n",
" <th>var_194</th>\n",
" <th>var_195</th>\n",
" <th>var_196</th>\n",
" <th>var_197</th>\n",
" <th>var_198</th>\n",
" <th>var_199</th>\n",
" <th>target</th>\n",
" </tr>\n",
" <tr>\n",
" <th>2.3923</th>\n",
" <th>0.8289</th>\n",
" <th>-0.5980</th>\n",
" <th>0.2307</th>\n",
" <th>-0.6915</th>\n",
" <th>-1.4532</th>\n",
" <th>-1.2347</th>\n",
" <th>-0.2198</th>\n",
" <th>-1.8132</th>\n",
" <th>0.6850</th>\n",
" <th>-0.2465</th>\n",
" <th>0.4022</th>\n",
" <th>0.8832</th>\n",
" <th>1.7743</th>\n",
" <th>-1.0273</th>\n",
" <th>1.4019</th>\n",
" <th>0.6303</th>\n",
" <th>1.7781</th>\n",
" <th>-0.6053</th>\n",
" <th>-1.2579</th>\n",
" <th>-1.1316</th>\n",
" <th>-1.1715</th>\n",
" <th>-1.6005</th>\n",
" <th>-0.2478</th>\n",
" <th>1.0250</th>\n",
" <th>1.9356</th>\n",
" <th>-1.2505</th>\n",
" <th>-0.9985</th>\n",
" <th>-1.6170</th>\n",
" <th>1.0144</th>\n",
" <th>-1.5661</th>\n",
" <th>0.1141</th>\n",
" <th>-0.8135</th>\n",
" <th>-1.2305</th>\n",
" <th>-0.4592</th>\n",
" <th>0.7779</th>\n",
" <th>-0.6862</th>\n",
" <th>-0.8716</th>\n",
" <th>0.1514</th>\n",
" <th>0.2354</th>\n",
" <th>-0.4436</th>\n",
" <th>-0.1803</th>\n",
" <th>0.2779</th>\n",
" <th>0.7871</th>\n",
" <th>0.7525</th>\n",
" <th>0.9439</th>\n",
" <th>-0.3379</th>\n",
" <th>-0.1962</th>\n",
" <th>-1.8692</th>\n",
" <th>0.3695</th>\n",
" <th>0.5804</th>\n",
" <th>-1.9409</th>\n",
" <th>1.6305</th>\n",
" <th>-0.6477</th>\n",
" <th>-0.9165</th>\n",
" <th>-1.1392</th>\n",
" <th>0.5986</th>\n",
" <th>-1.0703</th>\n",
" <th>0.4297</th>\n",
" <th>-0.4450</th>\n",
" <th>-1.7919</th>\n",
" <th>-1.1529</th>\n",
" <th>0.5794</th>\n",
" <th>-0.8523</th>\n",
" <th>-1.3193</th>\n",
" <th>0.3052</th>\n",
" <th>1.1851</th>\n",
" <th>0.1973</th>\n",
" <th>-0.6672</th>\n",
" <th>-0.1734</th>\n",
" <th>-0.0910</th>\n",
" <th>-1.9683</th>\n",
" <th>-0.1388</th>\n",
" <th>-1.3750</th>\n",
" <th>-0.5072</th>\n",
" <th>-1.6951</th>\n",
" <th>0.4518</th>\n",
" <th>-1.3144</th>\n",
" <th>-0.8642</th>\n",
" <th>0.8990</th>\n",
" <th>-0.0733</th>\n",
" <th>-0.9923</th>\n",
" <th>0.1093</th>\n",
" <th>-1.8415</th>\n",
" <th>-1.6425</th>\n",
" <th>0.7508</th>\n",
" <th>0.8351</th>\n",
" <th>0.5671</th>\n",
" <th>-0.6078</th>\n",
" <th>-1.2596</th>\n",
" <th>-0.7690</th>\n",
" <th>0.8668</th>\n",
" <th>-0.5962</th>\n",
" <th>1.6667</th>\n",
" <th>-0.0000</th>\n",
" <th>-0.0737</th>\n",
" <th>-0.6826</th>\n",
" <th>-0.0211</th>\n",
" <th>0.6906</th>\n",
" <th>-0.6421</th>\n",
" <th>-1.0566</th>\n",
" <th>0.4812</th>\n",
" <th>0.3557</th>\n",
" <th>-0.1628</th>\n",
" <th>1.0236</th>\n",
" <th>-0.5648</th>\n",
" <th>0.6034</th>\n",
" <th>-1.1892</th>\n",
" <th>-0.5911</th>\n",
" <th>-0.2379</th>\n",
" <th>0.4430</th>\n",
" <th>-1.3521</th>\n",
" <th>0.4898</th>\n",
" <th>0.7764</th>\n",
" <th>-0.9021</th>\n",
" <th>-0.6442</th>\n",
" <th>-0.4891</th>\n",
" <th>-1.0345</th>\n",
" <th>-0.5197</th>\n",
" <th>-0.3795</th>\n",
" <th>-0.3925</th>\n",
" <th>-0.0744</th>\n",
" <th>-0.2936</th>\n",
" <th>1.1950</th>\n",
" <th>0.7130</th>\n",
" <th>-0.4447</th>\n",
" <th>-0.3747</th>\n",
" <th>1.1147</th>\n",
" <th>1.6768</th>\n",
" <th>1.3361</th>\n",
" <th>-0.4231</th>\n",
" <th>-0.6105</th>\n",
" <th>1.2566</th>\n",
" <th>0.0814</th>\n",
" <th>-0.3467</th>\n",
" <th>0.2119</th>\n",
" <th>0.3543</th>\n",
" <th>-1.2161</th>\n",
" <th>0.2367</th>\n",
" <th>0.2709</th>\n",
" <th>-1.2382</th>\n",
" <th>0.7295</th>\n",
" <th>-0.0233</th>\n",
" <th>-1.8219</th>\n",
" <th>-2.1277</th>\n",
" <th>-0.0866</th>\n",
" <th>1.5557</th>\n",
" <th>-0.1637</th>\n",
" <th>-1.6529</th>\n",
" <th>0.1868</th>\n",
" <th>1.1804</th>\n",
" <th>-1.3308</th>\n",
" <th>2.0967</th>\n",
" <th>0.6895</th>\n",
" <th>-0.7220</th>\n",
" <th>-0.2469</th>\n",
" <th>0.1580</th>\n",
" <th>-0.4505</th>\n",
" <th>-0.9029</th>\n",
" <th>-0.2680</th>\n",
" <th>1.1779</th>\n",
" <th>1.2644</th>\n",
" <th>0.6131</th>\n",
" <th>-0.6571</th>\n",
" <th>0.0622</th>\n",
" <th>0.7841</th>\n",
" <th>0.2826</th>\n",
" <th>0.2293</th>\n",
" <th>-1.2667</th>\n",
" <th>1.5232</th>\n",
" <th>1.6081</th>\n",
" <th>-0.3857</th>\n",
" <th>-0.6406</th>\n",
" <th>1.0760</th>\n",
" <th>1.1939</th>\n",
" <th>-1.3763</th>\n",
" <th>0.5784</th>\n",
" <th>-0.1960</th>\n",
" <th>1.2060</th>\n",
" <th>0.1367</th>\n",
" <th>1.2592</th>\n",
" <th>1.0157</th>\n",
" <th>-1.9440</th>\n",
" <th>-0.3603</th>\n",
" <th>0.8612</th>\n",
" <th>-0.9796</th>\n",
" <th>-0.9280</th>\n",
" <th>0.8832</th>\n",
" <th>0.8277</th>\n",
" <th>0.3206</th>\n",
" <th>2.4069</th>\n",
" <th>0.4466</th>\n",
" <th>0.2839</th>\n",
" <th>-0.0008</th>\n",
" <th>0.4410</th>\n",
" <th>1.8595</th>\n",
" <th>-2.3751</th>\n",
" <th>-0.0582</th>\n",
" <th>0.7987</th>\n",
" <th>1.5663</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-1.0286</th>\n",
" <th>0.0888</th>\n",
" <th>0.6149</th>\n",
" <th>-0.2341</th>\n",
" <th>0.3908</th>\n",
" <th>1.1379</th>\n",
" <th>1.0526</th>\n",
" <th>-1.7891</th>\n",
" <th>-1.2826</th>\n",
" <th>-1.2710</th>\n",
" <th>-0.4679</th>\n",
" <th>-0.4118</th>\n",
" <th>-0.1823</th>\n",
" <th>1.4787</th>\n",
" <th>0.2734</th>\n",
" <th>-0.3289</th>\n",
" <th>-0.1414</th>\n",
" <th>-0.3778</th>\n",
" <th>0.6229</th>\n",
" <th>-0.5017</th>\n",
" <th>0.4563</th>\n",
" <th>-0.7530</th>\n",
" <th>-0.9224</th>\n",
" <th>0.9292</th>\n",
" <th>-1.3705</th>\n",
" <th>-0.7732</th>\n",
" <th>-1.3511</th>\n",
" <th>-0.8001</th>\n",
" <th>-1.7508</th>\n",
" <th>0.5148</th>\n",
" <th>0.0634</th>\n",
" <th>0.5315</th>\n",
" <th>1.6600</th>\n",
" <th>0.5127</th>\n",
" <th>0.4850</th>\n",
" <th>-1.2149</th>\n",
" <th>-0.3858</th>\n",
" <th>1.3294</th>\n",
" <th>-1.7675</th>\n",
" <th>0.1326</th>\n",
" <th>-1.3560</th>\n",
" <th>-1.5052</th>\n",
" <th>0.7864</th>\n",
" <th>1.3105</th>\n",
" <th>-2.2729</th>\n",
" <th>-1.5745</th>\n",
" <th>-0.3557</th>\n",
" <th>-1.4580</th>\n",
" <th>-0.4924</th>\n",
" <th>0.7465</th>\n",
" <th>1.9232</th>\n",
" <th>1.1002</th>\n",
" <th>-0.2908</th>\n",
" <th>0.2271</th>\n",
" <th>0.6339</th>\n",
" <th>-1.5743</th>\n",
" <th>1.4881</th>\n",
" <th>0.5312</th>\n",
" <th>0.6644</th>\n",
" <th>1.6522</th>\n",
" <th>-0.9245</th>\n",
" <th>-0.9603</th>\n",
" <th>-0.3358</th>\n",
" <th>1.6060</th>\n",
" <th>-0.0727</th>\n",
" <th>1.6986</th>\n",
" <th>2.1598</th>\n",
" <th>0.9325</th>\n",
" <th>0.0981</th>\n",
" <th>1.0972</th>\n",
" <th>-1.9162</th>\n",
" <th>1.4378</th>\n",
" <th>0.5676</th>\n",
" <th>-0.0225</th>\n",
" <th>0.4860</th>\n",
" <th>-0.8292</th>\n",
" <th>1.0399</th>\n",
" <th>-0.0148</th>\n",
" <th>0.0751</th>\n",
" <th>-0.6319</th>\n",
" <th>1.2626</th>\n",
" <th>0.4490</th>\n",
" <th>-1.0422</th>\n",
" <th>0.9530</th>\n",
" <th>-0.6730</th>\n",
" <th>1.3245</th>\n",
" <th>0.3002</th>\n",
" <th>-0.4302</th>\n",
" <th>1.1909</th>\n",
" <th>-1.1232</th>\n",
" <th>0.6274</th>\n",
" <th>-0.7991</th>\n",
" <th>0.7342</th>\n",
" <th>0.6936</th>\n",
" <th>-0.6027</th>\n",
" <th>1.0726</th>\n",
" <th>0.5287</th>\n",
" <th>1.9756</th>\n",
" <th>-0.0156</th>\n",
" <th>-1.8796</th>\n",
" <th>0.0613</th>\n",
" <th>-0.2704</th>\n",
" <th>0.0018</th>\n",
" <th>1.9625</th>\n",
" <th>0.9849</th>\n",
" <th>0.0553</th>\n",
" <th>0.8536</th>\n",
" <th>1.5633</th>\n",
" <th>-0.6624</th>\n",
" <th>0.5635</th>\n",
" <th>0.7480</th>\n",
" <th>-1.0110</th>\n",
" <th>-1.0197</th>\n",
" <th>-0.3058</th>\n",
" <th>-0.7879</th>\n",
" <th>-2.3134</th>\n",
" <th>1.5529</th>\n",
" <th>-1.3350</th>\n",
" <th>0.2635</th>\n",
" <th>0.5064</th>\n",
" <th>0.2421</th>\n",
" <th>-1.6142</th>\n",
" <th>-1.9927</th>\n",
" <th>-0.5401</th>\n",
" <th>0.1868</th>\n",
" <th>-0.3365</th>\n",
" <th>-0.1254</th>\n",
" <th>0.3664</th>\n",
" <th>-0.7435</th>\n",
" <th>0.1908</th>\n",
" <th>-0.2508</th>\n",
" <th>0.1046</th>\n",
" <th>-0.0783</th>\n",
" <th>-1.8157</th>\n",
" <th>0.1838</th>\n",
" <th>-1.7776</th>\n",
" <th>-1.2293</th>\n",
" <th>-1.8173</th>\n",
" <th>-0.6947</th>\n",
" <th>-0.0887</th>\n",
" <th>-1.6645</th>\n",
" <th>-0.1947</th>\n",
" <th>-0.2366</th>\n",
" <th>-0.9415</th>\n",
" <th>-0.3139</th>\n",
" <th>-0.2698</th>\n",
" <th>0.9306</th>\n",
" <th>0.1314</th>\n",
" <th>0.8139</th>\n",
" <th>-0.7182</th>\n",
" <th>-0.6463</th>\n",
" <th>0.9531</th>\n",
" <th>-0.2587</th>\n",
" <th>0.5643</th>\n",
" <th>-0.1120</th>\n",
" <th>0.3186</th>\n",
" <th>0.7052</th>\n",
" <th>1.3611</th>\n",
" <th>1.0556</th>\n",
" <th>-0.9211</th>\n",
" <th>-1.7844</th>\n",
" <th>0.2372</th>\n",
" <th>-0.3874</th>\n",
" <th>1.7702</th>\n",
" <th>0.1785</th>\n",
" <th>0.0819</th>\n",
" <th>0.4252</th>\n",
" <th>-0.3833</th>\n",
" <th>-0.6180</th>\n",
" <th>1.6612</th>\n",
" <th>-0.9106</th>\n",
" <th>-0.3568</th>\n",
" <th>-0.0021</th>\n",
" <th>-0.6197</th>\n",
" <th>0.3352</th>\n",
" <th>1.1188</th>\n",
" <th>-0.2139</th>\n",
" <th>1.6752</th>\n",
" <th>0.0499</th>\n",
" <th>-0.6913</th>\n",
" <th>1.1111</th>\n",
" <th>0.5849</th>\n",
" <th>-1.9334</th>\n",
" <th>0.7835</th>\n",
" <th>-0.4784</th>\n",
" <th>0.1222</th>\n",
" <th>-0.4669</th>\n",
" <th>-0.4930</th>\n",
" <th>1.3586</th>\n",
" <th>-0.7292</th>\n",
" <th>-1.4446</th>\n",
" <th>-0.1958</th>\n",
" <th>-0.3509</th>\n",
" <th>0.8483</th>\n",
" <th>0.1966</th>\n",
" <th>1.0508</th>\n",
" <th>-1.2627</th>\n",
" <th>-0.8312</th>\n",
" <th>1.7317</th>\n",
" <th>0.2042</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-1.0898</th>\n",
" <th>-0.9268</th>\n",
" <th>-0.7053</th>\n",
" <th>-0.7201</th>\n",
" <th>-1.2813</th>\n",
" <th>-1.7862</th>\n",
" <th>-0.7794</th>\n",
" <th>-0.1656</th>\n",
" <th>-1.4490</th>\n",
" <th>0.0524</th>\n",
" <th>-0.2897</th>\n",
" <th>-0.0067</th>\n",
" <th>2.0507</th>\n",
" <th>-0.7680</th>\n",
" <th>-0.8714</th>\n",
" <th>0.1439</th>\n",
" <th>-0.0878</th>\n",
" <th>0.6616</th>\n",
" <th>0.8865</th>\n",
" <th>-0.7475</th>\n",
" <th>-0.3025</th>\n",
" <th>0.3067</th>\n",
" <th>-1.1694</th>\n",
" <th>1.7413</th>\n",
" <th>0.4026</th>\n",
" <th>-0.0156</th>\n",
" <th>-1.0628</th>\n",
" <th>0.5838</th>\n",
" <th>0.0889</th>\n",
" <th>-1.8572</th>\n",
" <th>-0.1518</th>\n",
" <th>1.1975</th>\n",
" <th>1.1834</th>\n",
" <th>0.9723</th>\n",
" <th>1.0757</th>\n",
" <th>-1.1007</th>\n",
" <th>1.3293</th>\n",
" <th>-0.1505</th>\n",
" <th>0.7122</th>\n",
" <th>0.5036</th>\n",
" <th>0.7356</th>\n",
" <th>0.6542</th>\n",
" <th>2.3210</th>\n",
" <th>1.8090</th>\n",
" <th>0.9320</th>\n",
" <th>1.4184</th>\n",
" <th>0.7642</th>\n",
" <th>1.1823</th>\n",
" <th>-0.9919</th>\n",
" <th>0.3825</th>\n",
" <th>-2.2838</th>\n",
" <th>-0.5273</th>\n",
" <th>1.3625</th>\n",
" <th>-0.4795</th>\n",
" <th>0.0672</th>\n",
" <th>0.2161</th>\n",
" <th>-0.1701</th>\n",
" <th>2.1937</th>\n",
" <th>0.6469</th>\n",
" <th>-0.2698</th>\n",
" <th>0.6234</th>\n",
" <th>1.3985</th>\n",
" <th>-1.2287</th>\n",
" <th>0.3706</th>\n",
" <th>2.0335</th>\n",
" <th>-1.1090</th>\n",
" <th>-1.6406</th>\n",
" <th>0.2997</th>\n",
" <th>-0.1941</th>\n",
" <th>-0.3049</th>\n",
" <th>0.6039</th>\n",
" <th>1.0400</th>\n",
" <th>0.1381</th>\n",
" <th>1.6713</th>\n",
" <th>1.1633</th>\n",
" <th>1.3096</th>\n",
" <th>-0.2162</th>\n",
" <th>0.8817</th>\n",
" <th>-1.6371</th>\n",
" <th>-1.3880</th>\n",
" <th>0.0108</th>\n",
" <th>1.7995</th>\n",
" <th>-0.8013</th>\n",
" <th>-0.2242</th>\n",
" <th>-0.5990</th>\n",
" <th>-0.0434</th>\n",
" <th>1.0279</th>\n",
" <th>-0.8046</th>\n",
" <th>-1.3357</th>\n",
" <th>2.1853</th>\n",
" <th>0.8314</th>\n",
" <th>0.5523</th>\n",
" <th>-0.7065</th>\n",
" <th>-0.2380</th>\n",
" <th>-0.2917</th>\n",
" <th>0.3830</th>\n",
" <th>0.7561</th>\n",
" <th>1.1370</th>\n",
" <th>1.0312</th>\n",
" <th>-0.9238</th>\n",
" <th>0.8268</th>\n",
" <th>-0.2806</th>\n",
" <th>0.2407</th>\n",
" <th>-0.1839</th>\n",
" <th>-0.1247</th>\n",
" <th>-1.1115</th>\n",
" <th>-1.3436</th>\n",
" <th>1.3994</th>\n",
" <th>1.5972</th>\n",
" <th>1.5634</th>\n",
" <th>0.6642</th>\n",
" <th>-0.7921</th>\n",
" <th>0.1950</th>\n",
" <th>1.0227</th>\n",
" <th>1.0307</th>\n",
" <th>1.1267</th>\n",
" <th>0.6574</th>\n",
" <th>-0.0937</th>\n",
" <th>-0.2282</th>\n",
" <th>0.2591</th>\n",
" <th>-0.3347</th>\n",
" <th>-0.0864</th>\n",
" <th>-0.8707</th>\n",
" <th>-0.1159</th>\n",
" <th>0.3460</th>\n",
" <th>-0.4135</th>\n",
" <th>-0.8738</th>\n",
" <th>0.1272</th>\n",
" <th>-1.7756</th>\n",
" <th>-0.5976</th>\n",
" <th>0.5363</th>\n",
" <th>-1.0568</th>\n",
" <th>-0.4316</th>\n",
" <th>0.1349</th>\n",
" <th>0.2037</th>\n",
" <th>-1.4757</th>\n",
" <th>2.2775</th>\n",
" <th>0.4332</th>\n",
" <th>0.2881</th>\n",
" <th>0.0868</th>\n",
" <th>-1.2167</th>\n",
" <th>0.2069</th>\n",
" <th>0.0724</th>\n",
" <th>2.4932</th>\n",
" <th>-0.1127</th>\n",
" <th>1.1307</th>\n",
" <th>-0.1112</th>\n",
" <th>-0.7505</th>\n",
" <th>1.4727</th>\n",
" <th>0.7581</th>\n",
" <th>-0.7144</th>\n",
" <th>0.0125</th>\n",
" <th>-0.3812</th>\n",
" <th>-1.9164</th>\n",
" <th>-0.5259</th>\n",
" <th>0.3669</th>\n",
" <th>-0.3180</th>\n",
" <th>1.5352</th>\n",
" <th>0.1213</th>\n",
" <th>-0.5285</th>\n",
" <th>0.5785</th>\n",
" <th>0.8070</th>\n",
" <th>-1.6725</th>\n",
" <th>-0.2086</th>\n",
" <th>0.3609</th>\n",
" <th>0.5389</th>\n",
" <th>1.3331</th>\n",
" <th>-0.0503</th>\n",
" <th>0.2079</th>\n",
" <th>0.6093</th>\n",
" <th>-0.1630</th>\n",
" <th>-0.7743</th>\n",
" <th>-0.8409</th>\n",
" <th>0.6502</th>\n",
" <th>0.8647</th>\n",
" <th>-0.3277</th>\n",
" <th>1.1226</th>\n",
" <th>-2.2033</th>\n",
" <th>-0.8707</th>\n",
" <th>1.2059</th>\n",
" <th>-0.7713</th>\n",
" <th>1.1693</th>\n",
" <th>-1.1235</th>\n",
" <th>-1.4806</th>\n",
" <th>-0.0656</th>\n",
" <th>1.7303</th>\n",
" <th>-0.6322</th>\n",
" <th>0.9028</th>\n",
" <th>-0.0999</th>\n",
" <th>1.6811</th>\n",
" <th>-1.9091</th>\n",
" <th>0.5718</th>\n",
" <th>0.8378</th>\n",
" <th>-0.2242</th>\n",
" <th>0.5566</th>\n",
" <th>0.0643</th>\n",
" <th>-1.0272</th>\n",
" <th>0.7457</th>\n",
" <th>1.2801</th>\n",
" <th>0.2917</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-1.2155</th>\n",
" <th>-0.1638</th>\n",
" <th>-1.0735</th>\n",
" <th>-0.2370</th>\n",
" <th>1.6064</th>\n",
" <th>1.0407</th>\n",
" <th>-0.1593</th>\n",
" <th>0.1474</th>\n",
" <th>0.2270</th>\n",
" <th>0.2379</th>\n",
" <th>-0.8078</th>\n",
" <th>-1.4489</th>\n",
" <th>-0.3406</th>\n",
" <th>1.2837</th>\n",
" <th>1.3275</th>\n",
" <th>-1.4798</th>\n",
" <th>-0.0615</th>\n",
" <th>1.1240</th>\n",
" <th>1.1975</th>\n",
" <th>1.0967</th>\n",
" <th>1.5189</th>\n",
" <th>-0.5815</th>\n",
" <th>1.9217</th>\n",
" <th>-0.4589</th>\n",
" <th>0.0698</th>\n",
" <th>-0.6482</th>\n",
" <th>0.9636</th>\n",
" <th>0.6453</th>\n",
" <th>0.3987</th>\n",
" <th>0.1143</th>\n",
" <th>-1.2634</th>\n",
" <th>0.1797</th>\n",
" <th>1.8666</th>\n",
" <th>2.3708</th>\n",
" <th>-2.4664</th>\n",
" <th>-1.4349</th>\n",
" <th>-2.0320</th>\n",
" <th>-0.6184</th>\n",
" <th>-0.7694</th>\n",
" <th>0.8817</th>\n",
" <th>0.1439</th>\n",
" <th>-0.4911</th>\n",
" <th>-0.3292</th>\n",
" <th>-0.5199</th>\n",
" <th>-1.1878</th>\n",
" <th>0.3329</th>\n",
" <th>-1.1804</th>\n",
" <th>0.4353</th>\n",
" <th>0.2588</th>\n",
" <th>-0.2637</th>\n",
" <th>-0.4081</th>\n",
" <th>0.3906</th>\n",
" <th>1.2559</th>\n",
" <th>-0.2740</th>\n",
" <th>1.8794</th>\n",
" <th>-1.2044</th>\n",
" <th>-1.1014</th>\n",
" <th>1.5006</th>\n",
" <th>0.4052</th>\n",
" <th>0.9113</th>\n",
" <th>-1.4504</th>\n",
" <th>-0.0474</th>\n",
" <th>-0.5817</th>\n",
" <th>-1.9714</th>\n",
" <th>1.1293</th>\n",
" <th>-0.6751</th>\n",
" <th>-0.3069</th>\n",
" <th>-1.9380</th>\n",
" <th>2.7839</th>\n",
" <th>-1.1599</th>\n",
" <th>-1.4381</th>\n",
" <th>0.6725</th>\n",
" <th>-1.5820</th>\n",
" <th>-0.7115</th>\n",
" <th>-1.9841</th>\n",
" <th>0.1659</th>\n",
" <th>0.6645</th>\n",
" <th>0.3950</th>\n",
" <th>1.6228</th>\n",
" <th>2.0599</th>\n",
" <th>0.6605</th>\n",
" <th>-1.0616</th>\n",
" <th>-0.2541</th>\n",
" <th>-2.0901</th>\n",
" <th>-0.2068</th>\n",
" <th>-1.2231</th>\n",
" <th>-0.2203</th>\n",
" <th>0.9669</th>\n",
" <th>-0.1084</th>\n",
" <th>0.4849</th>\n",
" <th>1.0082</th>\n",
" <th>-0.5913</th>\n",
" <th>0.6807</th>\n",
" <th>-2.4197</th>\n",
" <th>0.5472</th>\n",
" <th>2.0713</th>\n",
" <th>1.6119</th>\n",
" <th>-0.5254</th>\n",
" <th>-0.5867</th>\n",
" <th>-0.0207</th>\n",
" <th>-0.7728</th>\n",
" <th>0.2496</th>\n",
" <th>-1.3461</th>\n",
" <th>1.8339</th>\n",
" <th>0.0840</th>\n",
" <th>-0.0445</th>\n",
" <th>0.1863</th>\n",
" <th>0.3805</th>\n",
" <th>-1.0961</th>\n",
" <th>-0.0017</th>\n",
" <th>-0.1830</th>\n",
" <th>0.6501</th>\n",
" <th>0.1437</th>\n",
" <th>-1.4256</th>\n",
" <th>-0.0806</th>\n",
" <th>-0.7856</th>\n",
" <th>-0.3919</th>\n",
" <th>-1.4427</th>\n",
" <th>-2.0772</th>\n",
" <th>-0.2123</th>\n",
" <th>-0.2733</th>\n",
" <th>0.6640</th>\n",
" <th>0.5013</th>\n",
" <th>-0.5677</th>\n",
" <th>0.7705</th>\n",
" <th>-0.0898</th>\n",
" <th>1.2314</th>\n",
" <th>0.4865</th>\n",
" <th>-0.0560</th>\n",
" <th>-1.1676</th>\n",
" <th>0.4651</th>\n",
" <th>1.8143</th>\n",
" <th>0.5738</th>\n",
" <th>0.0084</th>\n",
" <th>0.1257</th>\n",
" <th>-0.7256</th>\n",
" <th>-0.9743</th>\n",
" <th>-0.3883</th>\n",
" <th>0.8840</th>\n",
" <th>2.2537</th>\n",
" <th>0.6342</th>\n",
" <th>-0.8936</th>\n",
" <th>1.6357</th>\n",
" <th>0.8298</th>\n",
" <th>1.0442</th>\n",
" <th>0.2070</th>\n",
" <th>0.8336</th>\n",
" <th>1.6167</th>\n",
" <th>-0.5879</th>\n",
" <th>-1.1605</th>\n",
" <th>0.0819</th>\n",
" <th>-0.0467</th>\n",
" <th>0.4735</th>\n",
" <th>0.4046</th>\n",
" <th>-0.1077</th>\n",
" <th>-0.1216</th>\n",
" <th>-0.4702</th>\n",
" <th>1.2747</th>\n",
" <th>-0.7072</th>\n",
" <th>1.3221</th>\n",
" <th>0.2578</th>\n",
" <th>-1.1882</th>\n",
" <th>-1.6669</th>\n",
" <th>0.5771</th>\n",
" <th>-2.7507</th>\n",
" <th>0.1670</th>\n",
" <th>1.0016</th>\n",
" <th>0.9927</th>\n",
" <th>1.2383</th>\n",
" <th>1.7061</th>\n",
" <th>-0.6953</th>\n",
" <th>0.4191</th>\n",
" <th>-2.0283</th>\n",
" <th>-0.7470</th>\n",
" <th>-0.5508</th>\n",
" <th>-1.2754</th>\n",
" <th>0.7460</th>\n",
" <th>-1.3079</th>\n",
" <th>-1.2221</th>\n",
" <th>-0.7871</th>\n",
" <th>0.6580</th>\n",
" <th>0.8535</th>\n",
" <th>1.9991</th>\n",
" <th>-1.0008</th>\n",
" <th>-0.1605</th>\n",
" <th>-0.9847</th>\n",
" <th>-1.4820</th>\n",
" <th>0.5943</th>\n",
" <th>1.8361</th>\n",
" <th>-1.3154</th>\n",
" <th>-1.6050</th>\n",
" <th>0.8471</th>\n",
" <th>0.2553</th>\n",
" <th>1.6195</th>\n",
" <th>-1.1313</th>\n",
" <th>0.2871</th>\n",
" <th>0.8683</th>\n",
" <th>-1.2576</th>\n",
" <th>-1.6474</th>\n",
" <th>-0.2000</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-0.2820</th>\n",
" <th>1.5095</th>\n",
" <th>0.2867</th>\n",
" <th>-0.3462</th>\n",
" <th>-0.4334</th>\n",
" <th>0.4910</th>\n",
" <th>-0.2229</th>\n",
" <th>-0.0882</th>\n",
" <th>-1.3560</th>\n",
" <th>-0.0217</th>\n",
" <th>-0.2252</th>\n",
" <th>-2.5470</th>\n",
" <th>-0.1123</th>\n",
" <th>-0.4055</th>\n",
" <th>1.1316</th>\n",
" <th>1.2053</th>\n",
" <th>1.3217</th>\n",
" <th>-1.0547</th>\n",
" <th>0.7617</th>\n",
" <th>-2.2352</th>\n",
" <th>-1.5114</th>\n",
" <th>0.3306</th>\n",
" <th>-0.8937</th>\n",
" <th>1.3176</th>\n",
" <th>1.4722</th>\n",
" <th>-0.4405</th>\n",
" <th>-1.0971</th>\n",
" <th>0.2240</th>\n",
" <th>-0.4267</th>\n",
" <th>-0.3595</th>\n",
" <th>-2.0433</th>\n",
" <th>1.5718</th>\n",
" <th>-0.1271</th>\n",
" <th>2.8747</th>\n",
" <th>0.9645</th>\n",
" <th>1.8943</th>\n",
" <th>-0.5099</th>\n",
" <th>-1.0998</th>\n",
" <th>-0.8813</th>\n",
" <th>-1.4780</th>\n",
" <th>1.3751</th>\n",
" <th>-0.0949</th>\n",
" <th>0.3671</th>\n",
" <th>1.5476</th>\n",
" <th>0.6930</th>\n",
" <th>0.5532</th>\n",
" <th>0.6608</th>\n",
" <th>-0.7285</th>\n",
" <th>-1.2578</th>\n",
" <th>-0.3416</th>\n",
" <th>1.3618</th>\n",
" <th>-1.0494</th>\n",
" <th>-0.6152</th>\n",
" <th>-1.7281</th>\n",
" <th>-1.4015</th>\n",
" <th>1.0315</th>\n",
" <th>-0.5511</th>\n",
" <th>0.3107</th>\n",
" <th>-0.5156</th>\n",
" <th>0.7933</th>\n",
" <th>-0.6136</th>\n",
" <th>0.3098</th>\n",
" <th>0.8633</th>\n",
" <th>0.0308</th>\n",
" <th>-1.3397</th>\n",
" <th>1.3032</th>\n",
" <th>-0.1143</th>\n",
" <th>-0.5234</th>\n",
" <th>1.0862</th>\n",
" <th>0.9695</th>\n",
" <th>1.0709</th>\n",
" <th>1.0711</th>\n",
" <th>0.4839</th>\n",
" <th>1.2401</th>\n",
" <th>-1.9631</th>\n",
" <th>-0.7656</th>\n",
" <th>0.9457</th>\n",
" <th>0.7162</th>\n",
" <th>-0.5260</th>\n",
" <th>-0.8568</th>\n",
" <th>0.4689</th>\n",
" <th>-2.2476</th>\n",
" <th>-0.0449</th>\n",
" <th>0.9656</th>\n",
" <th>0.1202</th>\n",
" <th>-0.4554</th>\n",
" <th>-0.1301</th>\n",
" <th>-0.7548</th>\n",
" <th>-0.2808</th>\n",
" <th>1.3137</th>\n",
" <th>1.2971</th>\n",
" <th>-0.9059</th>\n",
" <th>0.1140</th>\n",
" <th>0.2304</th>\n",
" <th>0.6650</th>\n",
" <th>-0.2661</th>\n",
" <th>-0.1462</th>\n",
" <th>1.8572</th>\n",
" <th>1.9799</th>\n",
" <th>-0.3180</th>\n",
" <th>0.3454</th>\n",
" <th>-1.6392</th>\n",
" <th>-1.1946</th>\n",
" <th>0.6461</th>\n",
" <th>-0.5814</th>\n",
" <th>0.8322</th>\n",
" <th>0.0111</th>\n",
" <th>0.6914</th>\n",
" <th>-0.6092</th>\n",
" <th>0.4827</th>\n",
" <th>1.4544</th>\n",
" <th>-0.8271</th>\n",
" <th>-0.4474</th>\n",
" <th>-0.9730</th>\n",
" <th>1.1353</th>\n",
" <th>-0.4836</th>\n",
" <th>-0.5553</th>\n",
" <th>1.9717</th>\n",
" <th>-1.5198</th>\n",
" <th>0.5616</th>\n",
" <th>0.3237</th>\n",
" <th>-0.9175</th>\n",
" <th>0.5912</th>\n",
" <th>0.1064</th>\n",
" <th>0.0927</th>\n",
" <th>2.4476</th>\n",
" <th>2.1946</th>\n",
" <th>-0.8768</th>\n",
" <th>-1.4434</th>\n",
" <th>-0.5038</th>\n",
" <th>0.7611</th>\n",
" <th>0.7449</th>\n",
" <th>2.2678</th>\n",
" <th>-0.0058</th>\n",
" <th>0.2484</th>\n",
" <th>0.0013</th>\n",
" <th>-0.3658</th>\n",
" <th>1.8337</th>\n",
" <th>-0.4660</th>\n",
" <th>-0.5528</th>\n",
" <th>0.6393</th>\n",
" <th>1.1341</th>\n",
" <th>0.3098</th>\n",
" <th>-1.7190</th>\n",
" <th>0.3272</th>\n",
" <th>0.2636</th>\n",
" <th>1.2226</th>\n",
" <th>0.0401</th>\n",
" <th>1.4566</th>\n",
" <th>0.3616</th>\n",
" <th>0.0558</th>\n",
" <th>-1.3459</th>\n",
" <th>0.6035</th>\n",
" <th>-0.9375</th>\n",
" <th>0.7416</th>\n",
" <th>-1.1669</th>\n",
" <th>0.7611</th>\n",
" <th>-0.3727</th>\n",
" <th>0.4516</th>\n",
" <th>-2.1206</th>\n",
" <th>0.2136</th>\n",
" <th>-0.7015</th>\n",
" <th>-0.0500</th>\n",
" <th>0.8794</th>\n",
" <th>0.1845</th>\n",
" <th>-0.3353</th>\n",
" <th>0.7546</th>\n",
" <th>-0.9847</th>\n",
" <th>-0.6439</th>\n",
" <th>1.3794</th>\n",
" <th>0.0361</th>\n",
" <th>-0.9689</th>\n",
" <th>-0.0372</th>\n",
" <th>0.3461</th>\n",
" <th>-1.5031</th>\n",
" <th>1.2425</th>\n",
" <th>0.5757</th>\n",
" <th>-0.6874</th>\n",
" <th>-0.4709</th>\n",
" <th>-0.5202</th>\n",
" <th>-0.1526</th>\n",
" <th>1.3795</th>\n",
" <th>-0.4088</th>\n",
" <th>-1.7197</th>\n",
" <th>0.3706</th>\n",
" <th>-0.4806</th>\n",
" <th>-0.8327</th>\n",
" <th>1.1774</th>\n",
" <th>0.6399</th>\n",
" <th>1.5992</th>\n",
" <th>-0.7580</th>\n",
" <th>-0.3384</th>\n",
" <th>-0.4115</th>\n",
" <th>0.4658</th>\n",
" <th>1.6058</th>\n",
" <th>-1.1222</th>\n",
" <th>-0.4615</th>\n",
" <th>-0.1360</th>\n",
" <th>0.4958</th>\n",
" <th>-0.5341</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-1.2818</th>\n",
" <th>-1.2032</th>\n",
" <th>-0.3749</th>\n",
" <th>0.8596</th>\n",
" <th>0.3774</th>\n",
" <th>1.2490</th>\n",
" <th>0.2309</th>\n",
" <th>-0.5132</th>\n",
" <th>-1.2839</th>\n",
" <th>0.3940</th>\n",
" <th>-0.2813</th>\n",
" <th>-0.7853</th>\n",
" <th>0.4028</th>\n",
" <th>-0.8528</th>\n",
" <th>-1.1625</th>\n",
" <th>0.8827</th>\n",
" <th>-0.2186</th>\n",
" <th>0.3220</th>\n",
" <th>-0.5604</th>\n",
" <th>1.2305</th>\n",
" <th>-0.4457</th>\n",
" <th>1.6588</th>\n",
" <th>-0.9703</th>\n",
" <th>-0.8055</th>\n",
" <th>-0.1342</th>\n",
" <th>-0.7144</th>\n",
" <th>0.5068</th>\n",
" <th>1.0068</th>\n",
" <th>0.2398</th>\n",
" <th>0.1611</th>\n",
" <th>0.0555</th>\n",
" <th>0.4143</th>\n",
" <th>1.4323</th>\n",
" <th>0.4580</th>\n",
" <th>-0.2260</th>\n",
" <th>0.1754</th>\n",
" <th>-0.9467</th>\n",
" <th>0.7789</th>\n",
" <th>-0.2586</th>\n",
" <th>-0.8309</th>\n",
" <th>0.0339</th>\n",
" <th>0.7788</th>\n",
" <th>-0.4143</th>\n",
" <th>0.2652</th>\n",
" <th>-1.6081</th>\n",
" <th>0.2629</th>\n",
" <th>-1.4052</th>\n",
" <th>-0.4636</th>\n",
" <th>1.1755</th>\n",
" <th>-0.5187</th>\n",
" <th>-0.3617</th>\n",
" <th>-2.3063</th>\n",
" <th>-0.6148</th>\n",
" <th>-0.4888</th>\n",
" <th>-1.6198</th>\n",
" <th>0.8377</th>\n",
" <th>0.5683</th>\n",
" <th>-0.3151</th>\n",
" <th>-0.7060</th>\n",
" <th>0.8781</th>\n",
" <th>-0.2205</th>\n",
" <th>-1.7331</th>\n",
" <th>0.8211</th>\n",
" <th>0.0679</th>\n",
" <th>-1.6808</th>\n",
" <th>0.0267</th>\n",
" <th>-1.3106</th>\n",
" <th>-0.8325</th>\n",
" <th>-0.5698</th>\n",
" <th>1.4079</th>\n",
" <th>-0.4344</th>\n",
" <th>0.8581</th>\n",
" <th>-1.3870</th>\n",
" <th>0.9052</th>\n",
" <th>-0.5772</th>\n",
" <th>0.7031</th>\n",
" <th>0.8857</th>\n",
" <th>0.9178</th>\n",
" <th>1.0860</th>\n",
" <th>0.1781</th>\n",
" <th>-0.5773</th>\n",
" <th>1.1598</th>\n",
" <th>0.3557</th>\n",
" <th>-0.8968</th>\n",
" <th>0.9623</th>\n",
" <th>-1.1046</th>\n",
" <th>-0.4252</th>\n",
" <th>0.6004</th>\n",
" <th>-0.8389</th>\n",
" <th>-0.2454</th>\n",
" <th>0.0696</th>\n",
" <th>-1.1130</th>\n",
" <th>-0.8424</th>\n",
" <th>-1.6605</th>\n",
" <th>-0.3476</th>\n",
" <th>0.5152</th>\n",
" <th>1.1477</th>\n",
" <th>-0.2143</th>\n",
" <th>0.4330</th>\n",
" <th>0.6644</th>\n",
" <th>-1.1865</th>\n",
" <th>-0.9658</th>\n",
" <th>0.6903</th>\n",
" <th>-1.1804</th>\n",
" <th>-0.8095</th>\n",
" <th>0.1949</th>\n",
" <th>0.9262</th>\n",
" <th>-0.2944</th>\n",
" <th>-0.5742</th>\n",
" <th>1.6994</th>\n",
" <th>0.5959</th>\n",
" <th>-1.6405</th>\n",
" <th>1.0608</th>\n",
" <th>-0.8842</th>\n",
" <th>0.6392</th>\n",
" <th>0.0466</th>\n",
" <th>0.6628</th>\n",
" <th>1.9667</th>\n",
" <th>0.2907</th>\n",
" <th>-0.7544</th>\n",
" <th>-0.8579</th>\n",
" <th>0.5006</th>\n",
" <th>-2.2472</th>\n",
" <th>0.5066</th>\n",
" <th>-2.0230</th>\n",
" <th>-0.5374</th>\n",
" <th>-0.4778</th>\n",
" <th>-0.9187</th>\n",
" <th>-1.0222</th>\n",
" <th>-1.1351</th>\n",
" <th>0.9179</th>\n",
" <th>0.5110</th>\n",
" <th>0.7848</th>\n",
" <th>1.2721</th>\n",
" <th>-1.0047</th>\n",
" <th>1.1456</th>\n",
" <th>-1.5912</th>\n",
" <th>1.3403</th>\n",
" <th>0.0777</th>\n",
" <th>-0.1910</th>\n",
" <th>0.3326</th>\n",
" <th>0.6928</th>\n",
" <th>-1.1315</th>\n",
" <th>0.7935</th>\n",
" <th>0.4538</th>\n",
" <th>-0.7817</th>\n",
" <th>1.2561</th>\n",
" <th>-0.6425</th>\n",
" <th>0.1978</th>\n",
" <th>-0.5117</th>\n",
" <th>1.4329</th>\n",
" <th>-0.6452</th>\n",
" <th>-0.9363</th>\n",
" <th>0.2431</th>\n",
" <th>0.8356</th>\n",
" <th>-0.2221</th>\n",
" <th>-1.2261</th>\n",
" <th>0.0035</th>\n",
" <th>-0.3724</th>\n",
" <th>0.2550</th>\n",
" <th>0.1559</th>\n",
" <th>-0.3730</th>\n",
" <th>2.4292</th>\n",
" <th>0.3060</th>\n",
" <th>1.5692</th>\n",
" <th>-1.9703</th>\n",
" <th>-0.6892</th>\n",
" <th>0.8782</th>\n",
" <th>-0.0938</th>\n",
" <th>-2.1470</th>\n",
" <th>-0.3214</th>\n",
" <th>1.3702</th>\n",
" <th>-0.7174</th>\n",
" <th>-1.2830</th>\n",
" <th>-0.1321</th>\n",
" <th>1.1298</th>\n",
" <th>0.6234</th>\n",
" <th>-0.6954</th>\n",
" <th>0.1711</th>\n",
" <th>-0.1942</th>\n",
" <th>-0.7482</th>\n",
" <th>1.7257</th>\n",
" <th>0.0215</th>\n",
" <th>1.2900</th>\n",
" <th>1.6133</th>\n",
" <th>-0.2626</th>\n",
" <th>-0.6363</th>\n",
" <th>-0.5346</th>\n",
" <th>-0.1693</th>\n",
" <th>1.5543</th>\n",
" <th>0.2539</th>\n",
" <th>-0.0581</th>\n",
" <th>0.1771</th>\n",
" <th>-0.0733</th>\n",
" <th>-0.0739</th>\n",
" <th>-0.7683</th>\n",
" <th>-0.5402</th>\n",
" <th>1.3875</th>\n",
" <th>-0.7405</th>\n",
" <th>1.5178</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>0.1275</th>\n",
" <th>0.4511</th>\n",
" <th>-1.8754</th>\n",
" <th>0.2329</th>\n",
" <th>0.1582</th>\n",
" <th>0.3948</th>\n",
" <th>0.0144</th>\n",
" <th>-0.0125</th>\n",
" <th>0.0536</th>\n",
" <th>0.2131</th>\n",
" <th>0.5823</th>\n",
" <th>-0.3372</th>\n",
" <th>1.2220</th>\n",
" <th>-0.2536</th>\n",
" <th>-0.1701</th>\n",
" <th>-0.1244</th>\n",
" <th>0.0619</th>\n",
" <th>-0.5808</th>\n",
" <th>-1.2525</th>\n",
" <th>1.2551</th>\n",
" <th>0.3188</th>\n",
" <th>-1.7667</th>\n",
" <th>-0.5536</th>\n",
" <th>-0.6041</th>\n",
" <th>-0.4100</th>\n",
" <th>2.2309</th>\n",
" <th>0.2440</th>\n",
" <th>0.1336</th>\n",
" <th>0.1285</th>\n",
" <th>-0.4993</th>\n",
" <th>1.5205</th>\n",
" <th>0.2406</th>\n",
" <th>-1.3083</th>\n",
" <th>0.3611</th>\n",
" <th>-0.2670</th>\n",
" <th>-0.6983</th>\n",
" <th>1.4822</th>\n",
" <th>-1.4382</th>\n",
" <th>0.7269</th>\n",
" <th>-1.1387</th>\n",
" <th>2.3231</th>\n",
" <th>-0.6891</th>\n",
" <th>0.4940</th>\n",
" <th>1.3098</th>\n",
" <th>-2.1776</th>\n",
" <th>-1.2398</th>\n",
" <th>0.1188</th>\n",
" <th>0.3240</th>\n",
" <th>-0.2824</th>\n",
" <th>0.0160</th>\n",
" <th>-1.2078</th>\n",
" <th>1.1379</th>\n",
" <th>-1.3197</th>\n",
" <th>0.5869</th>\n",
" <th>1.6944</th>\n",
" <th>-0.3507</th>\n",
" <th>-0.5397</th>\n",
" <th>-0.4073</th>\n",
" <th>0.9096</th>\n",
" <th>0.1571</th>\n",
" <th>0.4927</th>\n",
" <th>0.9011</th>\n",
" <th>0.1024</th>\n",
" <th>-0.8952</th>\n",
" <th>0.5083</th>\n",
" <th>1.0572</th>\n",
" <th>0.1149</th>\n",
" <th>-1.0757</th>\n",
" <th>-1.3491</th>\n",
" <th>0.9203</th>\n",
" <th>-1.2801</th>\n",
" <th>-1.6964</th>\n",
" <th>-0.1051</th>\n",
" <th>1.3542</th>\n",
" <th>1.7815</th>\n",
" <th>0.2470</th>\n",
" <th>1.8187</th>\n",
" <th>0.5698</th>\n",
" <th>-1.3332</th>\n",
" <th>2.1098</th>\n",
" <th>-0.9583</th>\n",
" <th>0.5589</th>\n",
" <th>0.5704</th>\n",
" <th>-0.0576</th>\n",
" <th>0.0396</th>\n",
" <th>1.3105</th>\n",
" <th>-1.1028</th>\n",
" <th>0.3144</th>\n",
" <th>2.4359</th>\n",
" <th>-0.9065</th>\n",
" <th>-0.3150</th>\n",
" <th>0.4677</th>\n",
" <th>1.1633</th>\n",
" <th>-0.0971</th>\n",
" <th>-0.3524</th>\n",
" <th>-0.7401</th>\n",
" <th>-1.0757</th>\n",
" <th>0.7477</th>\n",
" <th>-0.1008</th>\n",
" <th>-0.7563</th>\n",
" <th>-0.4928</th>\n",
" <th>-1.0786</th>\n",
" <th>-0.1568</th>\n",
" <th>-0.2407</th>\n",
" <th>-0.4876</th>\n",
" <th>-0.8777</th>\n",
" <th>-1.6502</th>\n",
" <th>0.3849</th>\n",
" <th>-0.4421</th>\n",
" <th>0.2274</th>\n",
" <th>-0.8668</th>\n",
" <th>0.4836</th>\n",
" <th>0.2269</th>\n",
" <th>-0.5026</th>\n",
" <th>0.0607</th>\n",
" <th>1.8473</th>\n",
" <th>-1.5002</th>\n",
" <th>-0.4804</th>\n",
" <th>1.6657</th>\n",
" <th>-0.1746</th>\n",
" <th>-2.2338</th>\n",
" <th>-0.8186</th>\n",
" <th>-1.0867</th>\n",
" <th>-0.0334</th>\n",
" <th>0.2506</th>\n",
" <th>-0.3607</th>\n",
" <th>-0.9683</th>\n",
" <th>1.5550</th>\n",
" <th>0.5991</th>\n",
" <th>0.8549</th>\n",
" <th>-0.7585</th>\n",
" <th>-1.2995</th>\n",
" <th>0.7964</th>\n",
" <th>0.4304</th>\n",
" <th>0.8023</th>\n",
" <th>-1.7272</th>\n",
" <th>-0.7604</th>\n",
" <th>0.1951</th>\n",
" <th>0.2608</th>\n",
" <th>-0.3196</th>\n",
" <th>-1.4445</th>\n",
" <th>-1.0546</th>\n",
" <th>-0.7818</th>\n",
" <th>1.8567</th>\n",
" <th>1.8188</th>\n",
" <th>-1.1235</th>\n",
" <th>-0.8959</th>\n",
" <th>1.0691</th>\n",
" <th>-1.1036</th>\n",
" <th>-0.0189</th>\n",
" <th>0.4403</th>\n",
" <th>1.2431</th>\n",
" <th>-0.3829</th>\n",
" <th>0.2153</th>\n",
" <th>-1.2990</th>\n",
" <th>0.4054</th>\n",
" <th>-0.5688</th>\n",
" <th>0.7385</th>\n",
" <th>0.1326</th>\n",
" <th>-0.1168</th>\n",
" <th>-0.8086</th>\n",
" <th>0.5304</th>\n",
" <th>-1.4302</th>\n",
" <th>-0.0308</th>\n",
" <th>1.0541</th>\n",
" <th>-0.0900</th>\n",
" <th>-0.3433</th>\n",
" <th>-1.4323</th>\n",
" <th>-0.2028</th>\n",
" <th>-2.3138</th>\n",
" <th>-0.2656</th>\n",
" <th>0.0797</th>\n",
" <th>-1.7520</th>\n",
" <th>-0.3202</th>\n",
" <th>-0.5937</th>\n",
" <th>-1.0632</th>\n",
" <th>-0.3817</th>\n",
" <th>-0.1136</th>\n",
" <th>-0.8852</th>\n",
" <th>-1.1745</th>\n",
" <th>-1.0754</th>\n",
" <th>-0.4212</th>\n",
" <th>2.2715</th>\n",
" <th>0.2332</th>\n",
" <th>-1.2742</th>\n",
" <th>-1.0524</th>\n",
" <th>1.4757</th>\n",
" <th>0.5407</th>\n",
" <th>-1.6880</th>\n",
" <th>0.6108</th>\n",
" <th>-0.0578</th>\n",
" <th>0.0129</th>\n",
" <th>0.9981</th>\n",
" <th>-0.5681</th>\n",
" <th>-1.2463</th>\n",
" <th>0.1680</th>\n",
" <th>0.7410</th>\n",
" <th>-0.2844</th>\n",
" <th>2.0145</th>\n",
" <th>-1.1658</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>0.7543</th>\n",
" <th>-1.7967</th>\n",
" <th>-0.3745</th>\n",
" <th>-0.0213</th>\n",
" <th>0.5036</th>\n",
" <th>-0.2470</th>\n",
" <th>0.3516</th>\n",
" <th>0.7673</th>\n",
" <th>1.5157</th>\n",
" <th>1.6465</th>\n",
" <th>-0.1294</th>\n",
" <th>-1.6252</th>\n",
" <th>0.3134</th>\n",
" <th>0.1197</th>\n",
" <th>-1.1451</th>\n",
" <th>-1.5228</th>\n",
" <th>0.1903</th>\n",
" <th>-1.5789</th>\n",
" <th>-0.2319</th>\n",
" <th>0.7490</th>\n",
" <th>1.3948</th>\n",
" <th>-0.3530</th>\n",
" <th>0.3179</th>\n",
" <th>0.0411</th>\n",
" <th>1.0681</th>\n",
" <th>0.6414</th>\n",
" <th>-0.7041</th>\n",
" <th>-0.9778</th>\n",
" <th>-0.6393</th>\n",
" <th>-0.9075</th>\n",
" <th>0.3876</th>\n",
" <th>1.4958</th>\n",
" <th>-0.2191</th>\n",
" <th>-0.0605</th>\n",
" <th>-1.3846</th>\n",
" <th>-1.2781</th>\n",
" <th>-0.1472</th>\n",
" <th>0.6667</th>\n",
" <th>-1.3028</th>\n",
" <th>-2.2142</th>\n",
" <th>0.4331</th>\n",
" <th>-0.4071</th>\n",
" <th>0.1502</th>\n",
" <th>0.0484</th>\n",
" <th>1.1236</th>\n",
" <th>0.0938</th>\n",
" <th>0.2731</th>\n",
" <th>-2.1874</th>\n",
" <th>-1.4658</th>\n",
" <th>1.1478</th>\n",
" <th>-0.0871</th>\n",
" <th>0.0849</th>\n",
" <th>-1.2885</th>\n",
" <th>2.3292</th>\n",
" <th>1.8098</th>\n",
" <th>-1.9977</th>\n",
" <th>-0.0744</th>\n",
" <th>0.4552</th>\n",
" <th>-1.5657</th>\n",
" <th>1.2106</th>\n",
" <th>0.6184</th>\n",
" <th>-0.1341</th>\n",
" <th>-1.3083</th>\n",
" <th>0.7222</th>\n",
" <th>0.4380</th>\n",
" <th>2.2658</th>\n",
" <th>0.3270</th>\n",
" <th>0.4906</th>\n",
" <th>-1.0151</th>\n",
" <th>1.8722</th>\n",
" <th>-1.6386</th>\n",
" <th>-0.7857</th>\n",
" <th>-0.2142</th>\n",
" <th>-0.7196</th>\n",
" <th>-0.5706</th>\n",
" <th>-0.9030</th>\n",
" <th>0.4447</th>\n",
" <th>-0.3628</th>\n",
" <th>1.3181</th>\n",
" <th>1.7314</th>\n",
" <th>0.9109</th>\n",
" <th>0.2000</th>\n",
" <th>-1.3361</th>\n",
" <th>-2.5074</th>\n",
" <th>-1.7463</th>\n",
" <th>1.0621</th>\n",
" <th>0.6600</th>\n",
" <th>0.0830</th>\n",
" <th>-0.3719</th>\n",
" <th>-1.6983</th>\n",
" <th>0.8972</th>\n",
" <th>-1.4033</th>\n",
" <th>-1.0953</th>\n",
" <th>-1.8886</th>\n",
" <th>1.7436</th>\n",
" <th>0.6714</th>\n",
" <th>0.1399</th>\n",
" <th>1.0141</th>\n",
" <th>1.5131</th>\n",
" <th>-0.1765</th>\n",
" <th>-0.3219</th>\n",
" <th>-1.2370</th>\n",
" <th>0.9467</th>\n",
" <th>0.8645</th>\n",
" <th>-0.3786</th>\n",
" <th>1.6965</th>\n",
" <th>-1.9770</th>\n",
" <th>0.5492</th>\n",
" <th>-0.6566</th>\n",
" <th>0.1418</th>\n",
" <th>-0.1831</th>\n",
" <th>-1.4275</th>\n",
" <th>0.5590</th>\n",
" <th>-0.5888</th>\n",
" <th>0.4463</th>\n",
" <th>-1.0653</th>\n",
" <th>1.6519</th>\n",
" <th>-0.1003</th>\n",
" <th>-0.6787</th>\n",
" <th>0.6035</th>\n",
" <th>0.0213</th>\n",
" <th>-1.9050</th>\n",
" <th>-0.9121</th>\n",
" <th>0.5234</th>\n",
" <th>1.6913</th>\n",
" <th>1.7508</th>\n",
" <th>0.2535</th>\n",
" <th>1.2154</th>\n",
" <th>1.3573</th>\n",
" <th>0.2862</th>\n",
" <th>-1.5135</th>\n",
" <th>0.0588</th>\n",
" <th>1.4815</th>\n",
" <th>0.7808</th>\n",
" <th>-0.9544</th>\n",
" <th>-0.6781</th>\n",
" <th>0.0230</th>\n",
" <th>0.3902</th>\n",
" <th>0.7789</th>\n",
" <th>1.1326</th>\n",
" <th>-1.1181</th>\n",
" <th>-1.1354</th>\n",
" <th>-0.0027</th>\n",
" <th>1.0099</th>\n",
" <th>0.3341</th>\n",
" <th>1.5690</th>\n",
" <th>-1.6541</th>\n",
" <th>0.2508</th>\n",
" <th>-0.2390</th>\n",
" <th>-0.7084</th>\n",
" <th>-0.9687</th>\n",
" <th>-0.2421</th>\n",
" <th>0.5121</th>\n",
" <th>1.2228</th>\n",
" <th>-0.7881</th>\n",
" <th>1.0565</th>\n",
" <th>0.1960</th>\n",
" <th>1.7509</th>\n",
" <th>-0.3209</th>\n",
" <th>-1.1926</th>\n",
" <th>0.1174</th>\n",
" <th>1.4571</th>\n",
" <th>1.9535</th>\n",
" <th>2.2064</th>\n",
" <th>0.8379</th>\n",
" <th>0.8674</th>\n",
" <th>-1.2147</th>\n",
" <th>0.6889</th>\n",
" <th>0.3626</th>\n",
" <th>-0.7498</th>\n",
" <th>-0.6047</th>\n",
" <th>-2.0531</th>\n",
" <th>0.5219</th>\n",
" <th>-0.6116</th>\n",
" <th>-0.7286</th>\n",
" <th>0.7114</th>\n",
" <th>-1.0895</th>\n",
" <th>0.6735</th>\n",
" <th>1.1104</th>\n",
" <th>-0.5117</th>\n",
" <th>1.8244</th>\n",
" <th>-2.2873</th>\n",
" <th>-0.3978</th>\n",
" <th>-0.4286</th>\n",
" <th>0.5790</th>\n",
" <th>-0.3489</th>\n",
" <th>-0.7146</th>\n",
" <th>0.3775</th>\n",
" <th>1.4676</th>\n",
" <th>1.2158</th>\n",
" <th>0.3006</th>\n",
" <th>1.7363</th>\n",
" <th>-0.8514</th>\n",
" <th>0.3504</th>\n",
" <th>1.3485</th>\n",
" <th>-0.2309</th>\n",
" <th>0.4245</th>\n",
" <th>-2.0093</th>\n",
" <th>-0.8549</th>\n",
" <th>1.0078</th>\n",
" <th>1</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-0.3714</th>\n",
" <th>-0.8327</th>\n",
" <th>1.4912</th>\n",
" <th>1.9952</th>\n",
" <th>-0.0694</th>\n",
" <th>1.2665</th>\n",
" <th>0.6980</th>\n",
" <th>-0.6629</th>\n",
" <th>0.3026</th>\n",
" <th>-1.0034</th>\n",
" <th>1.1679</th>\n",
" <th>-1.5990</th>\n",
" <th>0.6875</th>\n",
" <th>1.0716</th>\n",
" <th>-0.1877</th>\n",
" <th>1.0355</th>\n",
" <th>0.4158</th>\n",
" <th>-0.9276</th>\n",
" <th>0.7122</th>\n",
" <th>-0.1289</th>\n",
" <th>-1.4819</th>\n",
" <th>-0.9418</th>\n",
" <th>0.6935</th>\n",
" <th>-0.9103</th>\n",
" <th>-1.2877</th>\n",
" <th>-1.5946</th>\n",
" <th>0.3179</th>\n",
" <th>-0.7427</th>\n",
" <th>-0.1475</th>\n",
" <th>0.1527</th>\n",
" <th>0.5726</th>\n",
" <th>-1.5989</th>\n",
" <th>0.5006</th>\n",
" <th>-1.3753</th>\n",
" <th>-0.5151</th>\n",
" <th>0.6248</th>\n",
" <th>-0.9184</th>\n",
" <th>0.7266</th>\n",
" <th>0.1861</th>\n",
" <th>0.3734</th>\n",
" <th>2.2140</th>\n",
" <th>0.8239</th>\n",
" <th>-0.5470</th>\n",
" <th>-1.7189</th>\n",
" <th>0.8304</th>\n",
" <th>-0.2500</th>\n",
" <th>-1.0358</th>\n",
" <th>0.1516</th>\n",
" <th>-1.2853</th>\n",
" <th>-0.0955</th>\n",
" <th>0.9857</th>\n",
" <th>-0.7592</th>\n",
" <th>-1.6126</th>\n",
" <th>1.5878</th>\n",
" <th>0.1204</th>\n",
" <th>-1.8747</th>\n",
" <th>-0.0551</th>\n",
" <th>0.3214</th>\n",
" <th>-0.6002</th>\n",
" <th>-1.3132</th>\n",
" <th>0.5002</th>\n",
" <th>0.9144</th>\n",
" <th>-1.0154</th>\n",
" <th>-0.2200</th>\n",
" <th>0.3259</th>\n",
" <th>-2.2698</th>\n",
" <th>0.2642</th>\n",
" <th>-0.3025</th>\n",
" <th>-1.2100</th>\n",
" <th>0.5632</th>\n",
" <th>0.1196</th>\n",
" <th>0.3238</th>\n",
" <th>0.4944</th>\n",
" <th>-0.2669</th>\n",
" <th>-1.1650</th>\n",
" <th>0.2881</th>\n",
" <th>-1.2204</th>\n",
" <th>-0.6738</th>\n",
" <th>-0.9526</th>\n",
" <th>-0.9928</th>\n",
" <th>-0.4333</th>\n",
" <th>1.4215</th>\n",
" <th>-1.3241</th>\n",
" <th>0.7491</th>\n",
" <th>1.1141</th>\n",
" <th>0.3425</th>\n",
" <th>0.2654</th>\n",
" <th>-1.9073</th>\n",
" <th>-0.7072</th>\n",
" <th>-0.7055</th>\n",
" <th>1.4681</th>\n",
" <th>0.0680</th>\n",
" <th>1.0645</th>\n",
" <th>1.9169</th>\n",
" <th>0.1874</th>\n",
" <th>-0.8374</th>\n",
" <th>-0.0896</th>\n",
" <th>-0.9979</th>\n",
" <th>-0.5608</th>\n",
" <th>1.5484</th>\n",
" <th>0.7058</th>\n",
" <th>-1.1776</th>\n",
" <th>-0.1745</th>\n",
" <th>1.9269</th>\n",
" <th>-0.5435</th>\n",
" <th>0.6415</th>\n",
" <th>-2.3655</th>\n",
" <th>-2.0639</th>\n",
" <th>0.3879</th>\n",
" <th>0.7097</th>\n",
" <th>-0.3561</th>\n",
" <th>0.7189</th>\n",
" <th>1.2906</th>\n",
" <th>-0.4906</th>\n",
" <th>1.1874</th>\n",
" <th>-0.4340</th>\n",
" <th>1.3303</th>\n",
" <th>-1.7778</th>\n",
" <th>-0.9672</th>\n",
" <th>-0.8918</th>\n",
" <th>1.0182</th>\n",
" <th>-0.4103</th>\n",
" <th>1.0742</th>\n",
" <th>-0.4813</th>\n",
" <th>-0.0250</th>\n",
" <th>-1.2109</th>\n",
" <th>-0.0591</th>\n",
" <th>0.8892</th>\n",
" <th>-0.7795</th>\n",
" <th>-1.0534</th>\n",
" <th>-1.6132</th>\n",
" <th>-1.2194</th>\n",
" <th>-1.5748</th>\n",
" <th>0.3465</th>\n",
" <th>-1.5141</th>\n",
" <th>0.9460</th>\n",
" <th>-0.1096</th>\n",
" <th>0.6668</th>\n",
" <th>0.7624</th>\n",
" <th>-0.2174</th>\n",
" <th>-0.4911</th>\n",
" <th>0.6264</th>\n",
" <th>0.9895</th>\n",
" <th>0.0183</th>\n",
" <th>-0.9646</th>\n",
" <th>-0.4636</th>\n",
" <th>0.3507</th>\n",
" <th>-1.8373</th>\n",
" <th>1.3858</th>\n",
" <th>1.0771</th>\n",
" <th>-0.7278</th>\n",
" <th>-0.9544</th>\n",
" <th>0.5331</th>\n",
" <th>-0.0721</th>\n",
" <th>0.2150</th>\n",
" <th>-0.5300</th>\n",
" <th>-1.0850</th>\n",
" <th>-2.0308</th>\n",
" <th>0.1067</th>\n",
" <th>-0.8071</th>\n",
" <th>-0.2115</th>\n",
" <th>-2.1485</th>\n",
" <th>-0.0599</th>\n",
" <th>0.7941</th>\n",
" <th>0.4724</th>\n",
" <th>0.7179</th>\n",
" <th>-0.0873</th>\n",
" <th>0.9729</th>\n",
" <th>-0.5167</th>\n",
" <th>0.9509</th>\n",
" <th>1.0030</th>\n",
" <th>0.5117</th>\n",
" <th>-0.6376</th>\n",
" <th>1.9897</th>\n",
" <th>-0.3680</th>\n",
" <th>0.3830</th>\n",
" <th>1.5966</th>\n",
" <th>-1.5089</th>\n",
" <th>0.0081</th>\n",
" <th>-0.2410</th>\n",
" <th>1.7274</th>\n",
" <th>0.3366</th>\n",
" <th>-0.5365</th>\n",
" <th>0.1044</th>\n",
" <th>-0.1133</th>\n",
" <th>-0.2967</th>\n",
" <th>1.0159</th>\n",
" <th>0.2245</th>\n",
" <th>-0.9772</th>\n",
" <th>-0.9515</th>\n",
" <th>0.6763</th>\n",
" <th>0.8450</th>\n",
" <th>0.5547</th>\n",
" <th>-0.6929</th>\n",
" <th>-1.3433</th>\n",
" <th>1.7486</th>\n",
" <th>-0.7262</th>\n",
" <th>0.1983</th>\n",
" <th>-0.0450</th>\n",
" <th>0.8916</th>\n",
" <th>0</th>\n",
" </tr>\n",
" <tr>\n",
" <th>-0.5424</th>\n",
" <th>0.1789</th>\n",
" <th>-0.3328</th>\n",
" <th>-0.7260</th>\n",
" <th>0.2401</th>\n",
" <th>-0.1421</th>\n",
" <th>1.7959</th>\n",
" <th>-1.8665</th>\n",
" <th>0.1378</th>\n",
" <th>-0.1173</th>\n",
" <th>1.1631</th>\n",
" <th>-0.5703</th>\n",
" <th>1.5724</th>\n",
" <th>-1.0517</th>\n",
" <th>0.5449</th>\n",
" <th>1.5387</th>\n",
" <th>-1.2403</th>\n",
" <th>-1.0748</th>\n",
" <th>1.1246</th>\n",
" <th>0.2697</th>\n",
" <th>-0.6676</th>\n",
" <th>-0.8360</th>\n",
" <th>1.3945</th>\n",
" <th>-1.1785</th>\n",
" <th>-0.0166</th>\n",
" <th>-0.4030</th>\n",
" <th>-1.0176</th>\n",
" <th>1.0341</th>\n",
" <th>-0.0685</th>\n",
" <th>1.5433</th>\n",
" <th>-1.3129</th>\n",
" <th>1.0327</th>\n",
" <th>-1.3576</th>\n",
" <th>2.1179</th>\n",
" <th>-1.6231</th>\n",
" <th>1.4448</th>\n",
" <th>-1.6091</th>\n",
" <th>-0.9010</th>\n",
" <th>1.1722</th>\n",
" <th>-1.6289</th>\n",
" <th>-0.1445</th>\n",
" <th>-1.2182</th>\n",
" <th>1.3108</th>\n",
" <th>-1.1810</th>\n",
" <th>0.2280</th>\n",
" <th>-0.9986</th>\n",
" <th>0.5679</th>\n",
" <th>-1.2244</th>\n",
" <th>-0.6612</th>\n",
" <th>-0.0596</th>\n",
" <th>0.4306</th>\n",
" <th>-0.5469</th>\n",
" <th>-0.0546</th>\n",
" <th>2.3075</th>\n",
" <th>0.9884</th>\n",
" <th>-0.8019</th>\n",
" <th>0.3248</th>\n",
" <th>1.2555</th>\n",
" <th>-1.9397</th>\n",
" <th>1.6568</th>\n",
" <th>-0.8058</th>\n",
" <th>1.4517</th>\n",
" <th>-2.5115</th>\n",
" <th>-0.4142</th>\n",
" <th>0.3240</th>\n",
" <th>1.1491</th>\n",
" <th>1.0179</th>\n",
" <th>0.3197</th>\n",
" <th>-0.2498</th>\n",
" <th>0.5884</th>\n",
" <th>0.3515</th>\n",
" <th>1.2833</th>\n",
" <th>0.8264</th>\n",
" <th>0.8564</th>\n",
" <th>-0.4903</th>\n",
" <th>0.4791</th>\n",
" <th>-2.4290</th>\n",
" <th>-0.8038</th>\n",
" <th>-0.3801</th>\n",
" <th>-2.1152</th>\n",
" <th>0.9240</th>\n",
" <th>-2.2236</th>\n",
" <th>1.1821</th>\n",
" <th>0.0922</th>\n",
" <th>1.2952</th>\n",
" <th>-1.4487</th>\n",
" <th>0.6667</th>\n",
" <th>-0.4005</th>\n",
" <th>0.2825</th>\n",
" <th>0.8668</th>\n",
" <th>-1.7161</th>\n",
" <th>-0.5232</th>\n",
" <th>0.1792</th>\n",
" <th>0.9189</th>\n",
" <th>-0.3719</th>\n",
" <th>-2.1742</th>\n",
" <th>1.2377</th>\n",
" <th>0.1529</th>\n",
" <th>-1.1848</th>\n",
" <th>-0.3950</th>\n",
" <th>1.0913</th>\n",
" <th>1.1104</th>\n",
" <th>0.6258</th>\n",
" <th>-0.1391</th>\n",
" <th>-0.4704</th>\n",
" <th>1.4569</th>\n",
" <th>-0.3702</th>\n",
" <th>2.0020</th>\n",
" <th>-0.0621</th>\n",
" <th>-1.2032</th>\n",
" <th>-1.4355</th>\n",
" <th>-0.2599</th>\n",
" <th>-1.0895</th>\n",
" <th>1.3355</th>\n",
" <th>-0.8929</th>\n",
" <th>1.0158</th>\n",
" <th>-1.4777</th>\n",
" <th>-0.1439</th>\n",
" <th>0.4449</th>\n",
" <th>-1.5205</th>\n",
" <th>-0.7415</th>\n",
" <th>0.1915</th>\n",
" <th>-0.7045</th>\n",
" <th>-0.8602</th>\n",
" <th>-1.1148</th>\n",
" <th>-1.0880</th>\n",
" <th>-1.6275</th>\n",
" <th>-1.1248</th>\n",
" <th>0.6928</th>\n",
" <th>1.4966</th>\n",
" <th>1.1561</th>\n",
" <th>0.2349</th>\n",
" <th>0.1628</th>\n",
" <th>-1.6375</th>\n",
" <th>-1.3085</th>\n",
" <th>-0.1145</th>\n",
" <th>-0.9880</th>\n",
" <th>0.8688</th>\n",
" <th>0.8143</th>\n",
" <th>-0.1710</th>\n",
" <th>-0.6231</th>\n",
" <th>-0.4099</th>\n",
" <th>-1.0337</th>\n",
" <th>0.6030</th>\n",
" <th>-0.7529</th>\n",
" <th>1.4528</th>\n",
" <th>0.9898</th>\n",
" <th>-0.2724</th>\n",
" <th>0.3640</th>\n",
" <th>0.4484</th>\n",
" <th>-0.1692</th>\n",
" <th>0.0251</th>\n",
" <th>1.1082</th>\n",
" <th>-1.1622</th>\n",
" <th>-0.7329</th>\n",
" <th>-1.2749</th>\n",
" <th>1.7611</th>\n",
" <th>-0.7094</th>\n",
" <th>-2.1625</th>\n",
" <th>-0.1928</th>\n",
" <th>1.1228</th>\n",
" <th>-1.6140</th>\n",
" <th>0.3990</th>\n",
" <th>0.2126</th>\n",
" <th>-0.0290</th>\n",
" <th>0.9725</th>\n",
" <th>-2.0003</th>\n",
" <th>0.3787</th>\n",
" <th>0.3063</th>\n",
" <th>0.1251</th>\n",
" <th>0.0373</th>\n",
" <th>-0.1658</th>\n",
" <th>1.2330</th>\n",
" <th>0.4516</th>\n",
" <th>0.7298</th>\n",
" <th>-0.8404</th>\n",
" <th>0.4131</th>\n",
" <th>1.2410</th>\n",
" <th>0.9679</th>\n",
" <th>0.5101</th>\n",
" <th>0.8262</th>\n",
" <th>-0.9395</th>\n",
" <th>-0.3617</th>\n",
" <th>-0.2150</th>\n",
" <th>1.0829</th>\n",
" <th>-0.3702</th>\n",
" <th>0.4883</th>\n",
" <th>-1.6527</th>\n",
" <th>-0.9440</th>\n",
" <th>0.5835</th>\n",
" <th>1.0979</th>\n",
" <th>-0.3008</th>\n",
" <th>2.4326</th>\n",
" <th>-1.5901</th>\n",
" <th>1.4272</th>\n",
" <th>-1.3549</th>\n",
" <th>1.2758</th>\n",
" <th>1.5044</th>\n",
" <th>0.2173</th>\n",
" <th>-1.2969</th>\n",
" <th>0</th>\n",
" </tr>\n",
"</table>\n"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"data.show_batch(rows=10)"
]
},
{
"cell_type": "code",
"execution_count": 370,
"metadata": {},
"outputs": [],
"source": [
"learn = tabular_learner(data, layers=[200,100], metrics=accuracy)\n",
"# right now I don't understand what the layer numbers do (and how to optimize)\n",
"# ideally will add in ROC_AUC as a metric (this is what Kaggle scores this competition on)"
]
},
{
"cell_type": "code",
"execution_count": 371,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"LR Finder is complete, type {learner_name}.recorder.plot() to see the graph.\n",
"Min numerical gradient: 2.29E-02\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAEKCAYAAADq59mMAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xl8lOW5//HPNdkTICQkrAGBsBTUCjXigrXaqkXbU2vPaY+0WtT+6umx2lNte37666JHT/fF1qPtqbaoR6sely7Yal2qdLGiBHFjEwIqEYSwJJCFzHb9/pgHGGMCGchkZpLv+/V6XjzzzP3Mc90kmWvuZZ7b3B0REZFUhDIdgIiI5B4lDxERSZmSh4iIpEzJQ0REUqbkISIiKVPyEBGRlCl5iIhIypQ8REQkZUoeIiKSsvxMB9BXqqqqfOLEiZkOQ0Qkpyxbtmybu1enet6ASR4TJ06kvr4+02GIiOQUM3v9UM5Tt5WIiKRMyUNERFKm5CEiIilT8hARkZQpeYiISMqUPEREJGVKHiIikjIlDxGRHPbAskbufvaNfr+ukoeISA777fI3eWDZxn6/rpKHiEgOC8fiFOT1/1u5koeISA4LR+MU5it5iIhICsLROEVKHiIikopwTC0PERFJUURjHiIikqpwNE6hkoeIiKRCA+YiIpIyjXmIiEjK1G0lIiIpcXe1PEREJDXRuOOOWh4iItJ7kVgcgAK1PEREpLfC0UTyUMtDRER6bV/yGGgtDzObZ2ZrzGydmV3VzfNHmNmfzOwlM1tsZjVJzy0ws7XBtiCdcYqI5KJwbAAmDzPLA24GzgJmAvPNbGaXYj8A/sfd3w1cB3w7OLcSuAY4HpgDXGNmFemKVUQkFw3Ubqs5wDp3X+/uYeBe4JwuZWYCfwr2n0p6/oPA4+6+w913Ao8D89IYq4hIzhmQLQ9gHJC8vFVjcCzZi8A/BvvnAkPNbEQvzxURGdQGasvDujnmXR5/GXifmS0H3ge8CUR7eS5mdomZ1ZtZfVNT0+HGKyKSUwbqVN1GYHzS4xpgU3IBd9/k7h9z99nAV4NjLb05Nyh7i7vXuXtddXV1X8cvIpLVOgdoy2MpMNXMJplZIXAesCi5gJlVmdneGK4GFgb7jwJnmllFMFB+ZnBMREQCA3KqrrtHgctIvOmvAu5z9xVmdp2ZfSQodiqwxsxeBUYB3wzO3QFcTyIBLQWuC46JiEggEkv05mdiGdr8dL64uz8MPNzl2DeS9h8AHujh3IXsb4mIiEgXe1seWklQRER6LRyLAQOs20pERNJrQI55iIhIeoWDMY+CvO6+3ZBeSh4iIjlqb8ujKC+v36+t5CEikqPUbSUiIimLDNB7W4mISBqFo3FCBnkhjXmIiEgvhWPxjLQ6QMlDRCRnhaPxjNzXCpQ8RERylloeIiKSMrU8REQkZeGoWh4iIpKiiLqtREQkVeFoPCN31AUlDxGRnKUBcxERSVmnBsxFRCRVGvMQEZGUaaquiIikTFN1RUQkZeq2EhGRlA3YqbpmNs/M1pjZOjO7qpvnJ5jZU2a23MxeMrOzg+MTzazDzF4Itv9OZ5wiIrkok1N189P1wmaWB9wMnAE0AkvNbJG7r0wq9jXgPnf/mZnNBB4GJgbPNbj7rHTFJyKS6wbqVN05wDp3X+/uYeBe4JwuZRwYFuyXA5vSGI+IyIAyUMc8xgEbkx43BseSXQucb2aNJFodlyc9Nynozvqzmb03jXGKiOSkgTpVt7t1Eb3L4/nA7e5eA5wN3GlmIWAzMMHdZwNXAneb2bAu52Jml5hZvZnVNzU19XH4IiLZKxqLE/fMrF8O6U0ejcD4pMc1vLNb6jPAfQDu/gxQDFS5e6e7bw+OLwMagGldL+Dut7h7nbvXVVdXp6EKIiLZKRJLfBYfiMljKTDVzCaZWSFwHrCoS5k3gA8AmNkMEsmjycyqgwF3zGwyMBVYn8ZYRURySjgaB8jYVN20zbZy96iZXQY8CuQBC919hZldB9S7+yLgS8CtZnYFiS6tC93dzewU4DoziwIx4HPuviNdsYqI5JrOWAzIXMsjbckDwN0fJjEQnnzsG0n7K4G53Zz3IPBgOmMTEclle1seRQNwwFxERNJk75hHQX53c5PST8lDRCQH7W15FOblZeT6Sh4iIjloX/IYgLOtREQkTcIxJQ8REUnR/qm6GvMQEZFe2tvyKFLLQ0REeksD5iIikrJI0PLQVF0REem1/S0PdVuJiEgvaaquiIikTFN1RUQkZeq2EhGRlKnlISIiKVPLQ0REUhaJxTGDvJCm6oqISC+Fo3EK80KYKXmIiEgvdUbjGRvvACUPEZGcFInFM3ZfK1DyEBHJSeFonIIMDZaDkoeISE4Kx9RtJSIiKdo7YJ4pab2ymc0zszVmts7Mrurm+Qlm9pSZLTezl8zs7KTnrg7OW2NmH0xnnCIiuSYSy2y3VX66XtjM8oCbgTOARmCpmS1y95VJxb4G3OfuPzOzmcDDwMRg/zzgSGAs8ISZTXP3WLriFRHJJQN5ttUcYJ27r3f3MHAvcE6XMg4MC/bLgU3B/jnAve7e6e4bgHXB64mICEG31QBNHuOAjUmPG4Njya4FzjezRhKtjstTOBczu8TM6s2svqmpqa/iFhHJegN5qm53X3v0Lo/nA7e7ew1wNnCnmYV6eS7ufou717l7XXV19WEHLCKSK8IDdcyDRGthfNLjGvZ3S+31GWAegLs/Y2bFQFUvzxURGbQG8myrpcBUM5tkZoUkBsAXdSnzBvABADObARQDTUG588ysyMwmAVOB59IYq4hITsn0mEfaWh7uHjWzy4BHgTxgobuvMLPrgHp3XwR8CbjVzK4g0S11obs7sMLM7gNWAlHg85ppJSKyXyTmA7bbCnd/mMRAePKxbyTtrwTm9nDuN4FvpjM+EZFcNZCn6oqISJqEo7EBO9tKRETSJBJztTxERCQ1iam6mVkICpQ8RERyTizuxOJOYV5exmJQ8hARyTHhaBxA3VYiItJ74VgieWR9t5WZ1ZpZUbB/qpl9wcyGpzc0ERHpzt6WRy7MtnoQiJnZFOCXwCTg7rRFJSIiPdrb8siFbqu4u0eBc4Efu/sVwJj0hSUiIj2J5NCYR8TM5gMLgN8HxwrSE5KIiBzI/jGP7E8eFwEnAt909w3BzQrvSl9YIiLSk32zrbL93lbBPai+AGBmFcBQd/9OOgMTEZHudeZKt5WZLTazYWZWCbwI3GZmP0pvaCIi0p1ILPMtj95eudzddwEfA25z92OB09MXloiI9CSXviSYb2ZjgE+wf8BcREQyIJeSx3UkFnVqcPelZjYZWJu+sEREpCeRLPieR28HzO8H7k96vB74x3QFJSIiPcuZqbpmVmNmvzGzrWa2xcweNLOadAcnIiLv1JkFU3V7e+XbgEXAWGAc8FBwTERE+lku3duq2t1vc/dosN0OVKcxLhER6UEkV7qtgG1mdr6Z5QXb+cD2g51kZvPMbI2ZrTOzq7p5/gYzeyHYXjWz5qTnYknPLep9lUREBrZsmG3VqwFz4GLgJuAGwIG/k7hlSY/MLA+4GTgDaASWmtmi4NvqAAQ3WNxb/nJgdtJLdLj7rF7GJyIyaGRD8ujVld39DXf/iLtXu/tId/8oiS8MHsgcYJ27r3f3MHAvcM4Bys8H7ulV1CIig1gkFscM8kNZvhhUD648yPPjgI1JjxuDY+9gZkeQWCPkyaTDxWZWb2ZLzOyjhxHnAcXjzv/7zcvcX7+RjTva03UZEZE+0xmLU5AXwixzyaO33VbdOVjU3T3vPZQ9D3jA3WNJxya4+6bgC4lPmtnL7t7wtguYXQJcAjBhwoRehv12m1o6eOTlzdz97BsA1FSUcMLkEXzo3WM4ZWo1eX2c2Te3dPDzP68nFndGlxczcmgRo4YVM3FEGeMqSvr8eiIy8ISjcYoyOFgOh5c8ekoEezUC45Me1wCbeih7HvD5t724+6bg3/VmtpjEeEhDlzK3ALcA1NXVHSyebtVUlLLsa2ewdmsrS9ZvZ8n67TyxagsPLGtk3PASPl5XwyfqxjN2eMmhvPw+4WichU9v4MY/rSUad0oL82huj7ytTFF+iElVZdSOHMIRlaWMryxlfEUp4ytLGF1eTFF+3mHFkG4tHRGeWLmFx1duYdeeCHkhIz9k5OeFOGpsOWceOYp3jR6a0U9LIgNBOBrP6HgHHCR5mNluuk8SBhzs3XQpMDVY++NNEgnik91cYzpQATyTdKwCaHf3TjOrAuYC3zvI9Q5ZKGRMHz2U6aOHsuCkiYSjcZ5YtYV7nnuDHz+xlp/8aS0TKkuZOKKMSVVlTK4u44TJI5g6csgB3wjdnR1tYZa/0cy3H1lFQ1MbZ8wcxTc+PJPxlaXsicTYuquTzS0dvLa9jYamNhq2trLizRYefeUtovG3/9dXlBYwalgxo4YVUz20iKohRVQNKaSyrJCOSIztrWG2t3ayoz1C9ZAipo4awrRRQ5hSPZRQCNo6Y7R2RmjrjFFUEKK8pIDykgJKCvJSfkN3d7bu7mTDtjbWbW3lT6u28Ld124jEnLHlxYwdXkI07sTd2ROJ8cSqLdzwxKuMryzhjBmjKSkMsal5D2/u7GBTSwchM4YW5zOkKJ+hxfnUVJRSO3IIU6qHMGXkEMyguT3MzvYIO9vCNHdEaGmP0NKR2ArzQ4wYUsiIskIqy4ooLcyjMD9EQV6I/JCxJxKjOan88NICJlaVMWlEGRVlhYf0eyOSKZGg2yqTDpg83H3oob6wu0fN7DIS98TKAxa6+wozuw6od/e902/nA/e6e/I75Qzg52YWJzEu853kWVrpVpgf4uyjx3D20WPYuKOd373wJqvf2s2GbW3Uv7aDtnCid21CZSmnzxjFae9KfOXlzZ0dbGruoLG5gw3b2ljf1EZLR2Rf2YUX1vH+d43ad53igjwmjChlwohSjp884m0xRGNx3tq1h407Oti4o523du1hy649bNnVyZZde3h1y262tXYSib09wZSXFDC8tICtuzrpiMTojYI8Y1JVGUeOLefIscOYOWYYGPuTUVuY7W1hmtsj7GgLs6MtzMad7bSH97/+uOElXHjSRM4+egyzxg9/RzJq2t3JE6u28NiKt7hryevE3Bk9rJhxw0s49ogKAFr3RNndGaVxZwfPNGzf9/98IHkhY1hxPnsi8V7Xt6vhpQVMGzmUmWOHJeo/dhijhhVTXJBHcX6I/Az/kYp0lQ0tD3v7e3buqqur8/r6+rRfx93Z1LKHP69p4ong0/beaXMAIWPfGMak6jImB91QJ04eQXFB33Y7uTu7OqJsb+uktDCfyrLCfb9Q8bjzZnMHr27ZTUNTKwBDigooK8qjrDCfzmh836fw5vYwa7e2smJTC1t2db7jOmZQUVpIRWkBlWWFDC8tpKaihElVZftaYzUVJb1uvXRGY+SHQgcc33F3NrfsYd3WVtY3tWJmDC8tCOIoZHhpIkkOKcrfd92OcIwd7WF2tIbpiMQIR+NEYnE6o3FKCvMYHiTWYcUF7GgPs6GpbV+Lb81bu1i1eXe3CaggzxhaXMDwkgLKSwv2tdjKSxKvVV5SQNXQQkYNK2ZMeQmjhxVTUpjdXYyS2y791TJe3dLKE1e+77Bfy8yWuXtdyucpeRye9nCU5zbsoLggj3HDE2MTmW5OHo6m3Z2sfmsXeSGjakgRI4JkMRgG8mNx57XtbazctIvm9kQC2hOJ0x5OdPft7fba+++uPRF2dUSId/MnVFNRwjHjhzN7/HCOGT+cMeWJlkxRfojigryc/h2RzPs/d9SzqbmDh//tvYf9WoeaPA5nwFyA0sJ8Tp0+MtNh9JnqoUVUDx2cd57JCxm11UOorR7S63Picac1HKVpdydbWvawuWUPm1s6WLV5Ny+80cwfXtrc7XllhXlUDS2iekgR1UOLqKkoSVx75BAmV5VRWVaoiQXSo3AsTkE2D5iLyIGFQsaw4kT3VXdJZ+vuPby0sYXtbZ10RuPsCVozze0Rmlo7adqdGL/60+qtb+v+LMoPUVlWuG971+ihvHdqNXMmVfZ596fknnA0ltNTdUXkIEYOLeb0mcUHLReLO5uaO1jX1ErD1la27k5MVNjZFmZbayd3/P11bv3rBoryQ8yZVMl7p1Yxd0oVM0YPIzQIuhTl7cLROKWFmX37VvIQyQJ5IUt8r6eylNO66QZtD0d5dsMO/vJqE395tYlvPbwagMqyQk6sHcHJU6o4eUoV4ytL+zt0yYBIzDM+20rJQyQHlBbmc9r0kfsSy1ste/h7wzb+tm4bf1+3fd/YyoTKUuZOqeK06dWcMq1aXVwDVDgapyAvsy1OJQ+RHDS6vJiPvaeGj72nBnenoamNp9dt469rt/HQi5u457k3KCvM4/0zRnHWUaM5dXp1xrs5pO+EY3EKM3zHCf02ieQ4M2PKyMQ38RecNJFILM4zDdt55JXNPLZiCw+9uInCvMRYyanTqzl1+khqq8s0myuHhaPxjC5BC0oeIgNOQV6IU6Yluq2uPyfOc6/t4KnVW1m8pon//MMq/vMPqxg3vIRTplXx3qnVzK2tory0INNhSwoSLQ91W4lImuTnhTiptoqTaqv46oegcWc7i9ckBt1//+Jm7nluIyGDuVOq+NTxE/jAjFH6AmMOUMtDRPpVTUUp559wBOefcASRWJwXNzazeE0Tv36+kc/d9TyjhhXxz8dN4PzjJzBy2MGnGEtmZMO9rZQ8RAapgrwQdRMrqZtYyRdPn8riNU386tnX+a8n13LrX9bz2fdO4pL31TKkSG8T2SYSU/IQkSyQnxfi9JmjOH3mKF7b1sYPHlvDjU+u4+7nNnLFGVP557rxurtwlojHnWjcM969qN8GEXmbiVVl3PTJ9/CbS09iUlUpX/3NK7z/h3/mziWvs+cQb3svfSccS9zGJtMtDyUPEenW7AkV3PcvJ3Lrp+uoKCvk6799hZO/+yQ3Pbl23zo10v/2JQ+1PEQkW5kZZ8wcxW8vPYl7PnsCR44t5wePvcppP1jM/y59g3h396OXtNp7A021PEQk65kZJ9aO4I6L5/D7y0+mtrqM//vgy5z706d5cWNzpsMbVPYlD7U8RCSXHDWunPv+5URu+Odj2NSyh4/+9Gmu/vVLNLeHMx3aoKCWh4jkLDPj3Nk1PPml93Hx3EncV9/IB374Z379fCMDZXXSbBXRgLmI5LqhxQV8/cMzeeiyk5kwopQr73uR+bcuYcO2tkyHNmB1Bi0PTdUVkZw3c+wwHvzcSXzr3KNZtXk3H7npbzzTsD3TYQ1Ig2KqrpnNM7M1ZrbOzK7q5vkbzOyFYHvVzJqTnltgZmuDbUE64xSRwxcKGZ88fgJ/+MLJjB5WzKcXPstvljdmOqwBJxK0PDK9DG3arm5mecDNwFnATGC+mc1MLuPuV7j7LHefBfwX8Ovg3ErgGuB4YA5wjZlVpCtWEek7NRWlPPCvJ1F3RCVX/O+L3PTkWo2D9KG9LY+CAdzymAOsc/f17h4G7gXOOUD5+cA9wf4HgcfdfYe77wQeB+alMVYR6UPlJQXccfEcPjZ7HD947FX+46GVSiB9JFum6qbz3lbjgI1JjxtJtCTewcyOACYBTx7g3HHdnHcJcAnAhAkTDj9iEekzhfkhfviJYxheWsjCpzdwxIhSLpo7KdNh5bzBMFW3u5VKevrocR7wgLvvvXFOr85191vcvc7d66qrqw8xTBFJFzPjax+awZkzR3H971fy5OotmQ4p5w2GAfNGYHzS4xpgUw9lz2N/l1Wq54pIFguFjB+fN4sZY4Zx+d3LWf3WrkyHlNOypdsqnVdfCkw1s0lmVkgiQSzqWsjMpgMVwDNJhx8FzjSzimCg/MzgmIjkoNLCfH654DiGFOfzmdvr2bp7T6ZDylkDvuXh7lHgMhJv+quA+9x9hZldZ2YfSSo6H7jXk0bT3H0HcD2JBLQUuC44JiI5anR5Mb9ccBw72sJcdNtSWtp1Z95DERkELQ/c/WF3n+bute7+zeDYN9x9UVKZa939Hd8BcfeF7j4l2G5LZ5wi0j+OGlfOz85/D2u3tHLBwmd1a/dDMBim6oqIvMOp00fy00+9h1Wbd7Fg4XPs3qMEkorBMOYhItKt02eO4qZPvodX3mzhotuW0tYZzXRIOSO8795W3U1K7T9KHiKSER88cjQ3zp/N8o3NXH7Pcn2JsJfCMacwP4SZkoeIDFJnHz2Gr31oBk+u3so9z208+AlCOBrPeJcVKHmISIYtOHEiJ0+p4o47n2DXxZ+FYcMgFEr8e+ml0NCQ6RCzSjgWy/g0XUjv7UlERA4qFDJ+Ur6Z0lsuJT8eg1gw/rF7N/ziF3DHHfDAA3DWWZkNNEtEoq6Wh4gIDQ2MuPBTlEQ6KYh1GTiPRKC9Hf7pn9QCCYRjcQryMzveAUoeIpJpP/xhIkkcSCQCN9zQP/FkOY15iIgA3HVX75LHnXf2TzxZrjMapzA/L9NhaMxDRDKstbVvyw1A8bizYtMu/vzqVl5sbGbs8JJMh6TkISIZNmRIYnC8N+UGobuWvM6Pn1jLttZOAI4eV85nTs78uihKHiKSWeefn5hVdaCuq4ICuOCC/ospi9y15HWGFedz9Vnv4pRp1VQPLcp0SIDGPEQk0770pURyOAAvKIArruingLJHLO5s2NbGB2aM5B+PrcmaxAFKHiKSabW1ie9xlJa+I4nE8vNpzy/iwatvwCdPzlCAmbOpuYPOaJza6uzrslPyEJHMO+sseOkluOSSt33DPHTJJfzkRw/w5dZxXHb38kF3A8V1TYlJArUjsy95aMxDRLJDbS3cdFNiCxhwlTsVf1nP9/64mle37ObnFxzL5Cz8JJ4O65vaANTyEBFJlZnxuffVcudnjmdbayfn3PQ0f361KdNh9YuGplYqSguoLCvMdCjvoOQhIjlh7pQqHrr8ZMZVlPDFe5fT3B7OdEhp17C1NStbHaDkISI5pKailB99YhYtHRF+9PirmQ4n7Rqa2pQ8RET6wsyxw7jghCO4a8nrrNjUkulw0qalPcK21k5qR5ZlOpRupTV5mNk8M1tjZuvM7KoeynzCzFaa2QozuzvpeMzMXgi2RemMU0Ryy5VnTGd4aSHXLloxYFcgbNgWzLQabC0PM8sDbgbOAmYC881sZpcyU4GrgbnufiTwxaSnO9x9VrB9JF1xikjuKS8t4N8/OJ2lr+3kdy9synQ4adGwdZAmD2AOsM7d17t7GLgXOKdLmc8CN7v7TgB335rGeERkAPlE3XiOqSnnmw+vYveeg9yVNwc1NLVRmBeipiLzN0HsTjqTxzggeVHixuBYsmnANDN72syWmNm8pOeKzaw+OP7RNMYpIjkoFDL+45yjaNrdyTWLVhCJxTMdUp9qaGrliBGl5GfB2h3dSWdU3S111bVzMh+YCpwKzAd+YWbDg+cmuHsd8Engx2ZW+44LmF0SJJj6pqbBMe9bRPabNX44l79/Cr9+/k3m37KELbv2ZDqkPrO+KXun6UJ6k0cjMD7pcQ3QtXOyEfidu0fcfQOwhkQywd03Bf+uBxYDs7tewN1vcfc6d6+rrq7u+xqISNb70pnT+cl5s1ixaRcfuvGvPNOwPdMhHbZILM7r29uzdqYVpDd5LAWmmtkkMysEzgO6zpr6LXAagJlVkejGWm9mFWZWlHR8LrAyjbGKSA47Z9Y4Fl02l/KSAj71iyV88d7l3PzUOv7w0mZeebOFcDS3urTe2NFONO5Z3fJI272t3D1qZpcBjwJ5wEJ3X2Fm1wH17r4oeO5MM1sJxICvuPt2MzsJ+LmZxUkkuO+4u5KHiPRo6qih/O6yk7nuoRUsXtPEb5NmYU2qKuO/5s/mqHHlGYyw97J9phWADZQ50nV1dV5fX5/pMEQkS7R1Rnl9eztrtuziu4+sYUd7mK9/aAbnn3AEZt0NyWaPny1u4Lt/XM3L157J0OIDr3VyuMxsWTC+nJLsHMYXETlMZUX5zBw7jHNn1/CHL5zMSbUj+PrvVvD5u5+npSO7p/Y2NLUyalhR2hPH4VDyEJEBb8SQIhYuOI6rz3oXj67Ywinfe4rvP7qarVk6O6shy2dagZKHiAwSoZDxL++r5beXzuWEyZX8dHEDJ3/3Kb5y/4u8tq0t0+Ht4+5ZfTfdvbQYlIgMKkfXlPPzC+p4bVsbv/zbBu5ftpEnV2/l/s+dmBWLTG1rDbNrT5Ta6uydpgtqeYjIIDWxqozrP3oUj/zbKQBc8MvneKsl891YDcHSs9mQyA5EyUNEBrVJVWXccfEcWjoifHrhs29bZGrjjna+/+hqfra4gY5wrF/i2bf0bBauW55M3VYiMugdNa6cWz59LBcuXMrFty/l306fxq+WvM4Tq7YAEHe485nXuOrsGfzDu8ekdapvQ1MrJQV5jBlWnLZr9AW1PEREgJNqq7hx/ixe2NjMgoXPsfS1HfzrqbU8fdX7ue9fTqSirJAv3LOcj//3M2ldhGrt1lYmV5cRCmX3d1HU8hARCcw7agy3frqOne0RPvzuMRQX5AEwpryERZedzP31G/n+o2s49+a/87UPz+CCPv7CobvzUmMz844c3WevmS5KHiIiST4wY1S3x/NCxnlzJvDBI0dz5X0v8I3freDZDTv4zseO7rMv823Y1kZze4TZE4YfvHCGqdtKRCQFFWWF/HLBcfz7vOk88vJmPnLT06zavKtPXnv5G80AzJ5Q0Sevl05KHiIiKQqFjEtPncI9nz2Bts4o5/70aX6zvPGwX3f5xp0MLcpnSpZP0wUlDxGRQ3b85BH84Qvv5d01w7nif1/k2kUrDuv278+/3sysCcOzfrAclDxERA5L9dAifvV/juczJ0/i9r+/xidvXXJI98xqD0dZ/dYuZo/P/vEOUPIQETlsBXkhvv7hmdw4fzYrNu3i4z9/hp1t4YOfmOSlxhbinhvjHaDkISLSZz5yzFju/MwcNjfv4XN3LUupC+v5N3YCiXXZc4GSh4hIH6qbWMl3/+lont2wg6//9hV6u+De8jeamVxVRkVZYZoj7Bv6noeISB87d3YNDVvbuOmpdUwZOYTPnjL5gOXdneVvNHPKtKp+ivDwKXmIiKTBlWdMY/22Vr71yCouQldiAAAKhElEQVQmVpVxxszuv3wI0Lizg22tnTkz3gHqthIRSYtQyPjhx2dx9LhyvnDPcl5qbO6x7N7xjlyZaQVKHiIiaVNSmMcvFtRRWVbIxbfXs3FHe7fllr/RTElBHu8aPbSfIzx0aU0eZjbPzNaY2Tozu6qHMp8ws5VmtsLM7k46vsDM1gbbgnTGKSKSLiOHFnP7RcfRGY1x0e1LaWmPvKPM8o3NvLumnPy83Pk8n7ZIzSwPuBk4C5gJzDezmV3KTAWuBua6+5HAF4PjlcA1wPHAHOAaM8udzkARkSRTRw3llgvqeH17G5fcWU9ndP/CUnsiMVZuasmp8Q5Ib8tjDrDO3de7exi4FzinS5nPAje7+04Ad98aHP8g8Li77wieexyYl8ZYRUTS6sTaEfzg48fw7IYdXHz70n1rgqzY1EIk5jlxJ91k6ZxtNQ7YmPS4kURLItk0ADN7GsgDrnX3P/Zw7riuFzCzS4BLACZMmNBngYuIpMM5s8bR2hnlO4+s5kM3/o0zZ46iamgRgJJHku7u7NX12zL5wFTgVKAG+KuZHdXLc3H3W4BbAOrq6nr3TRwRkQz61PFH8OF3j+W2pzfwy79tYPeeKDUVJYwcmt3LznaVzuTRCIxPelwDbOqmzBJ3jwAbzGwNiWTSSCKhJJ+7OG2Rioj0o/KSAr54+jQumjuJu5a8zoTK0kyHlLJ0jnksBaaa2SQzKwTOAxZ1KfNb4DQAM6si0Y21HngUONPMKoKB8jODYyIiA0Z5SQGfP20K/3DM2EyHkrK0tTzcPWpml5F4088DFrr7CjO7Dqh390XsTxIrgRjwFXffDmBm15NIQADXufuOdMUqIiKpsd7etCvb1dXVeX19fabDEBHJKWa2zN3rUj0vd76RIiIiWUPJQ0REUqbkISIiKVPyEBGRlCl5iIhIypQ8REQkZQNmqq6ZNQGvd/NUOdBykGPJj7vbTz5WBWw7xDC7i6W3ZVSP7vdVD9Wjp+OqR+/qcYS7Vx+kzDu5+4DegFsOdiz5cXf7XY7V92UsvS2jevRYJ9VD9VA90lCPg22DodvqoV4ce+gg+929Rl/F0tsyqkfP+4dK9VA9DrR/qAZKPQ5owHRb9Rczq/dD+DZmtlE9sovqkV1Uj4MbDC2PvnZLpgPoI6pHdlE9sovqcRBqeYiISMrU8hARkZQN2uRhZgvNbKuZvXII5x5rZi+b2Tozu9HMLOm5y81sjZmtMLPv9W3U3cbS5/Uws2vN7E0zeyHYzu77yLuNJy0/k+D5L5uZB+vGpFWafibXm9lLwc/jMTNL+wIQaarH981sdVCX35hZ2tdeTVM9Ph78jcfNLG1jI4cTew+vt8DM1gbbgqTjB/z76Va6pnFl+wacArwHeOUQzn0OOJHEcrmPAGcFx08DngCKgscjc7Qe1wJfHgg/k+C58STWjnkdqMrFegDDksp8AfjvHK3HmUB+sP9d4Ls5Wo8ZwHQSK5zWZVvsQVwTuxyrJLHYXiVQEexXHKieB9oGbcvD3f8CvG2BKTOrNbM/mtkyM/urmb2r63lmNobEH/Iznvhf/x/go8HT/wp8x907g2tsTW8t0laPjEhjXW4A/h3olwG+dNTD3XclFS2jH+qSpno85u7RoOgSEktMp1Wa6rHK3ddka+w9+CDwuLvvcPedwOPAvEN9Lxi0yaMHtwCXu/uxwJeBn3ZTZhyJNdb3agyOQWIZ3fea2bNm9mczOy6t0fbscOsBcFnQtbDQEksBZ8ph1cXMPgK86e4vpjvQgzjsn4mZfdPMNgKfAr6RxlgPpC9+t/a6mMSn3Ezoy3r0t97E3p1xwMakx3vrc0j1TNsytLnGzIYAJwH3J3X3FXVXtJtjez8F5pNoDp4AHAfcZ2aTg2zeL/qoHj8Drg8eXw/8kMQfer863LqYWSnwVRJdJRnTRz8T3P2rwFfN7GrgMuCaPg71gPqqHsFrfRWIAr/qyxh7oy/r0d8OFLuZXQT8W3BsCvCwmYWBDe5+Lj3X55DqqeSxXwhodvdZyQfNLA9YFjxcROKNNbmpXQNsCvYbgV8HyeI5M4uTuLdMUzoD7+Kw6+HuW5LOuxX4fToDPoDDrUstMAl4MfhDqwGeN7M57v5WmmNP1he/W8nuBv5APycP+qgewUDth4EP9OcHqyR9/fPoT93GDuDutwG3AZjZYuBCd38tqUgjcGrS4xoSYyONHEo90zXQkwsbMJGkgSjg78DHg30DjunhvKUkWhd7B5fODo5/Drgu2J9GooloOViPMUllrgDuzdWfSZcyr9EPA+Zp+plMTSpzOfBAjtZjHrASqO6v36l0/l6R5gHzQ42dngfMN5DoHakI9it7U89u4+rPH2A2bcA9wGYgQiLzfobEp9Q/Ai8Gv+Df6OHcOuAVoAG4if1ftiwE7gqeex54f47W407gZeAlEp/AxqS7HumqS5cyr9E/s63S8TN5MDj+Eon7Fo3L0XqsI/Gh6oVg649ZY+mox7nBa3UCW4BHsyl2ukkewfGLg5/BOuCiVP5+um76hrmIiKRMs61ERCRlSh4iIpIyJQ8REUmZkoeIiKRMyUNERFKm5CEDmpm19vP1fmFmM/votWKWuIvuK2b20MHuQGtmw83s0r64tsjBaKquDGhm1uruQ/rw9fJ9/4390io5djO7A3jV3b95gPITgd+7+1H9EZ8Mbmp5yKBjZtVm9qCZLQ22ucHxOWb2dzNbHvw7PTh+oZndb2YPAY+Z2almttjMHrDE2hS/2rv+QXC8LthvDW5m+KKZLTGzUcHx2uDxUjO7rpeto2fYf7PHIWb2JzN73hJrMJwTlPkOUBu0Vr4flP1KcJ2XzOw/+vC/UQY5JQ8ZjH4C3ODuxwH/CPwiOL4aOMXdZ5O4a+23ks45EVjg7u8PHs8GvgjMBCYDc7u5ThmwxN2PAf4CfDbp+j8Jrn/QewgF91z6AIlv+wPsAc519/eQWEPmh0HyugpocPdZ7v4VMzsTmArMAWYBx5rZKQe7nkhv6MaIMhidDsxMuivpMDMbCpQDd5jZVBJ3FS1IOudxd09eV+E5d28EMLMXSNx/6G9drhNm/00llwFnBPsnsn+9hLuBH/QQZ0nSay8jsf4CJO4/9K0gEcRJtEhGdXP+mcG2PHg8hEQy+UsP1xPpNSUPGYxCwInu3pF80Mz+C3jK3c8Nxg8WJz3d1uU1OpP2Y3T/txTx/YOKPZU5kA53n2Vm5SSS0OeBG0ms51ENHOvuETN7DSju5nwDvu3uP0/xuiIHpW4rGYweI7EeBgBmtvf21uXAm8H+hWm8/hIS3WUA5x2ssLu3kFh69stmVkAizq1B4jgNOCIouhsYmnTqo8DFwRoQmNk4MxvZR3WQQU7JQwa6UjNrTNquJPFGXBcMIq8kcSt9gO8B3zazp4G8NMb0ReBKM3sOGAO0HOwEd19O4i6q55FYQKnOzOpJtEJWB2W2A08HU3u/7+6PkegWe8bMXgYe4O3JReSQaaquSD8LVjjscHc3s/OA+e5+zsHOE8kmGvMQ6X/HAjcFM6SaycASvyKHSy0PERFJmcY8REQkZUoeIiKSMiUPERFJmZKHiIikTMlDRERSpuQhIiIp+/8LAExoK3UBngAAAABJRU5ErkJggg==\n",
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"learn.lr_find()\n",
"learn.recorder.plot()"
]
},
{
"cell_type": "code",
"execution_count": 372,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"Total time: 01:24 <p><table style='width:300px; margin-bottom:10px'>\n",
" <tr>\n",
" <th>epoch</th>\n",
" <th>train_loss</th>\n",
" <th>valid_loss</th>\n",
" <th>accuracy</th>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <th>0.239046</th>\n",
" <th>0.230086</th>\n",
" <th>0.914900</th>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <th>0.244681</th>\n",
" <th>0.654876</th>\n",
" <th>0.908800</th>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <th>0.224277</th>\n",
" <th>0.223173</th>\n",
" <th>0.917100</th>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <th>0.213654</th>\n",
" <th>0.237945</th>\n",
" <th>0.915700</th>\n",
" </tr>\n",
"</table>\n"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"learn.fit_one_cycle(4, 5e-3)"
]
},
{
"cell_type": "code",
"execution_count": 373,
"metadata": {},
"outputs": [],
"source": [
"learn.save('initial-run')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Looking at the sample submission format:**"
]
},
{
"cell_type": "code",
"execution_count": 374,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID_code</th>\n",
" <th>target</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>test_0</td>\n",
" <td>0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>test_1</td>\n",
" <td>0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>test_2</td>\n",
" <td>0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>test_3</td>\n",
" <td>0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>test_4</td>\n",
" <td>0</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" ID_code target\n",
"0 test_0 0\n",
"1 test_1 0\n",
"2 test_2 0\n",
"3 test_3 0\n",
"4 test_4 0"
]
},
"execution_count": 374,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"sample = pd.read_csv(path/'sample_submission.csv')\n",
"sample.head()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Running the model on our test set and submitting to Kaggle:**"
]
},
{
"cell_type": "code",
"execution_count": 375,
"metadata": {
"scrolled": false
},
"outputs": [],
"source": [
"preds = learn.get_preds(ds_type=DatasetType.Test)"
]
},
{
"cell_type": "code",
"execution_count": 378,
"metadata": {},
"outputs": [],
"source": [
"target_preds = preds[0][:,1]\n",
"test_df['target'] = target_preds\n",
"test_df.to_csv(path/'submission.csv', columns=['ID_code', 'target'], index=False)"
]
},
{
"cell_type": "code",
"execution_count": 379,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID_code</th>\n",
" <th>target</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>test_0</td>\n",
" <td>0.222986</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>test_1</td>\n",
" <td>0.076002</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>test_2</td>\n",
" <td>0.051695</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>test_3</td>\n",
" <td>0.109581</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>test_4</td>\n",
" <td>0.025509</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" ID_code target\n",
"0 test_0 0.222986\n",
"1 test_1 0.076002\n",
"2 test_2 0.051695\n",
"3 test_3 0.109581\n",
"4 test_4 0.025509"
]
},
"execution_count": 379,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"sub = pd.read_csv(path/'submission.csv')\n",
"sub.head()"
]
},
{
"cell_type": "code",
"execution_count": 381,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"100%|██████████████████████████████████████| 4.39M/4.39M [00:00<00:00, 4.79MB/s]\n",
"Successfully submitted to Santander Customer Transaction Prediction"
]
}
],
"source": [
"! kaggle competitions submit -c santander-customer-transaction-prediction -f {path/'submission.csv'} -m \"My submission\""
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.8"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment