Skip to content

Instantly share code, notes, and snippets.

@albertovilla

albertovilla/titanic-keras.ipynb

Created February 20, 2018 20:09
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save albertovilla/bb3636cfa20dd441d3e1119e42e8060a to your computer and use it in GitHub Desktop.
Save albertovilla/bb3636cfa20dd441d3e1119e42e8060a to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
titanic-keras.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Load required libraries"
]
},
{
"cell_type": "code",
"execution_count": 344,
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"from keras.layers import Dense\n",
"from keras.models import Sequential\n",
"from keras.utils import to_categorical "
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Read data"
]
},
{
"cell_type": "code",
"execution_count": 345,
"metadata": {},
"outputs": [],
"source": [
"training = pd.read_csv('./train.csv', header=0, index_col='PassengerId')\n",
"test = pd.read_csv('./test.csv', header=0, index_col='PassengerId')"
]
},
{
"cell_type": "code",
"execution_count": 346,
"metadata": {},
"outputs": [],
"source": [
"def process_dataset(dataset):\n",
" ## Separate data input from labels and remove useless columns\n",
" dataset_X = dataset\n",
" \n",
" # Remove the label and the columns Name and Ticket which are not relevant\n",
" dataset_X.drop(['Name', 'Ticket'], axis=1, inplace=True)\n",
" \n",
" # Convert columns to categorical data\n",
" dataset_X['Pclass'] = dataset_X['Pclass'].astype('category')\n",
" dataset_X['Sex'] = dataset_X['Sex'].astype('category')\n",
" dataset_X['Embarked'] = dataset_X['Embarked'].astype('category')\n",
" \n",
" # Handling missing data\n",
" # Age: using average (alternative use average per sex)\n",
" # Filling up missing values in Age column\n",
" age_average = training_X['Age'].mean()\n",
" dataset_X['Age'].fillna(age_average, inplace=True)\n",
"\n",
" # Embarked: use most common value to fill missing data\n",
" # Filling up missing values in Embarked column\n",
" embarked_most_common = dataset_X['Embarked'].value_counts().idxmax()\n",
" dataset_X['Embarked'].fillna(embarked_most_common, inplace=True)\n",
"\n",
" # Cabin: there are too many missing data points and no clear hypothesis to use, drop column\n",
" # Removing column Cabin\n",
" dataset_X.drop('Cabin', axis=1, inplace=True)\n",
" \n",
" dataset_X = pd.get_dummies(dataset_X, columns=['Sex', 'Embarked'])\n",
" \n",
" return dataset_X"
]
},
{
"cell_type": "code",
"execution_count": 347,
"metadata": {},
"outputs": [],
"source": [
"training_y = training['Survived']\n",
"training_X = process_dataset(training)\n",
"training_X.drop('Survived', axis=1, inplace=True)"
]
},
{
"cell_type": "code",
"execution_count": 348,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1/500\n",
"891/891 [==============================] - 2s 3ms/step - loss: 0.6959 - acc: 0.5129\n",
"Epoch 2/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.6782 - acc: 0.6162\n",
"Epoch 3/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.6490 - acc: 0.6162\n",
"Epoch 4/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.6260 - acc: 0.6162\n",
"Epoch 5/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.6183 - acc: 0.6162\n",
"Epoch 6/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.6099 - acc: 0.6352\n",
"Epoch 7/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.6029 - acc: 0.7093\n",
"Epoch 8/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.5951 - acc: 0.7071\n",
"Epoch 9/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.5867 - acc: 0.7127\n",
"Epoch 10/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.5785 - acc: 0.7138\n",
"Epoch 11/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.5491 - acc: 0.7284\n",
"Epoch 12/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.5313 - acc: 0.7351\n",
"Epoch 13/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.5144 - acc: 0.7598\n",
"Epoch 14/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.5082 - acc: 0.7576\n",
"Epoch 15/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.5098 - acc: 0.7688\n",
"Epoch 16/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.5058 - acc: 0.7744\n",
"Epoch 17/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.4955 - acc: 0.7778\n",
"Epoch 18/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4958 - acc: 0.7722\n",
"Epoch 19/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4913 - acc: 0.7845\n",
"Epoch 20/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4887 - acc: 0.7755\n",
"Epoch 21/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4814 - acc: 0.7800\n",
"Epoch 22/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.4809 - acc: 0.7800\n",
"Epoch 23/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.4776 - acc: 0.7879\n",
"Epoch 24/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4709 - acc: 0.7868\n",
"Epoch 25/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4649 - acc: 0.7969\n",
"Epoch 26/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4671 - acc: 0.7834\n",
"Epoch 27/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4709 - acc: 0.7879\n",
"Epoch 28/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4673 - acc: 0.7935\n",
"Epoch 29/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4664 - acc: 0.7935\n",
"Epoch 30/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4658 - acc: 0.7912\n",
"Epoch 31/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.4706 - acc: 0.7823\n",
"Epoch 32/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4625 - acc: 0.7890\n",
"Epoch 33/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4566 - acc: 0.7935\n",
"Epoch 34/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4468 - acc: 0.7980\n",
"Epoch 35/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4543 - acc: 0.7912\n",
"Epoch 36/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4483 - acc: 0.7980\n",
"Epoch 37/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4476 - acc: 0.8025\n",
"Epoch 38/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4470 - acc: 0.7935\n",
"Epoch 39/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4425 - acc: 0.7946\n",
"Epoch 40/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4530 - acc: 0.7957\n",
"Epoch 41/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4427 - acc: 0.7946\n",
"Epoch 42/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4406 - acc: 0.7980\n",
"Epoch 43/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4380 - acc: 0.8081\n",
"Epoch 44/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4409 - acc: 0.8036\n",
"Epoch 45/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4385 - acc: 0.7980\n",
"Epoch 46/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4370 - acc: 0.8047\n",
"Epoch 47/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4340 - acc: 0.8092\n",
"Epoch 48/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4350 - acc: 0.8070\n",
"Epoch 49/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4279 - acc: 0.8182\n",
"Epoch 50/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4402 - acc: 0.8013\n",
"Epoch 51/500\n",
"891/891 [==============================] - 0s 98us/step - loss: 0.4381 - acc: 0.8114\n",
"Epoch 52/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4401 - acc: 0.8013\n",
"Epoch 53/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4326 - acc: 0.8182\n",
"Epoch 54/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4233 - acc: 0.8036\n",
"Epoch 55/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4201 - acc: 0.8148\n",
"Epoch 56/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4206 - acc: 0.8227\n",
"Epoch 57/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4273 - acc: 0.8103\n",
"Epoch 58/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.4233 - acc: 0.8114\n",
"Epoch 59/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4192 - acc: 0.8036\n",
"Epoch 60/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.4146 - acc: 0.8227\n",
"Epoch 61/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4135 - acc: 0.8171\n",
"Epoch 62/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.4181 - acc: 0.8137\n",
"Epoch 63/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4124 - acc: 0.8238\n",
"Epoch 64/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4178 - acc: 0.8137\n",
"Epoch 65/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.4269 - acc: 0.8092\n",
"Epoch 66/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4165 - acc: 0.8137\n",
"Epoch 67/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4164 - acc: 0.8159\n",
"Epoch 68/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4370 - acc: 0.8002\n",
"Epoch 69/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4155 - acc: 0.8215\n",
"Epoch 70/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4162 - acc: 0.8092\n",
"Epoch 71/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4123 - acc: 0.8249\n",
"Epoch 72/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.4146 - acc: 0.8148\n",
"Epoch 73/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.4123 - acc: 0.8137\n",
"Epoch 74/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4104 - acc: 0.8227\n",
"Epoch 75/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.4161 - acc: 0.8204\n",
"Epoch 76/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.4051 - acc: 0.8260\n",
"Epoch 77/500\n",
"891/891 [==============================] - 0s 248us/step - loss: 0.4123 - acc: 0.8148\n",
"Epoch 78/500\n",
"891/891 [==============================] - 0s 162us/step - loss: 0.4056 - acc: 0.8227\n",
"Epoch 79/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.4162 - acc: 0.8204\n",
"Epoch 80/500\n",
"891/891 [==============================] - 0s 207us/step - loss: 0.4149 - acc: 0.8070 0s - loss: 0.3930 - acc: 0.8\n",
"Epoch 81/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.4207 - acc: 0.8126\n",
"Epoch 82/500\n",
"891/891 [==============================] - 0s 140us/step - loss: 0.4253 - acc: 0.7991\n",
"Epoch 83/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 140us/step - loss: 0.4045 - acc: 0.8204\n",
"Epoch 84/500\n",
"891/891 [==============================] - 0s 122us/step - loss: 0.4084 - acc: 0.8227\n",
"Epoch 85/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.4073 - acc: 0.8260\n",
"Epoch 86/500\n",
"891/891 [==============================] - 0s 114us/step - loss: 0.4012 - acc: 0.8114\n",
"Epoch 87/500\n",
"891/891 [==============================] - 0s 114us/step - loss: 0.4032 - acc: 0.8215\n",
"Epoch 88/500\n",
"891/891 [==============================] - 0s 126us/step - loss: 0.4062 - acc: 0.8272\n",
"Epoch 89/500\n",
"891/891 [==============================] - 0s 124us/step - loss: 0.4016 - acc: 0.8305\n",
"Epoch 90/500\n",
"891/891 [==============================] - 0s 137us/step - loss: 0.4008 - acc: 0.8339\n",
"Epoch 91/500\n",
"891/891 [==============================] - 0s 131us/step - loss: 0.4119 - acc: 0.8249\n",
"Epoch 92/500\n",
"891/891 [==============================] - 0s 132us/step - loss: 0.4143 - acc: 0.8126\n",
"Epoch 93/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.4037 - acc: 0.8238\n",
"Epoch 94/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.4197 - acc: 0.8137\n",
"Epoch 95/500\n",
"891/891 [==============================] - 0s 127us/step - loss: 0.4036 - acc: 0.8260\n",
"Epoch 96/500\n",
"891/891 [==============================] - 0s 136us/step - loss: 0.4060 - acc: 0.8159\n",
"Epoch 97/500\n",
"891/891 [==============================] - 0s 119us/step - loss: 0.3987 - acc: 0.8283\n",
"Epoch 98/500\n",
"891/891 [==============================] - 0s 123us/step - loss: 0.4002 - acc: 0.8272\n",
"Epoch 99/500\n",
"891/891 [==============================] - 0s 117us/step - loss: 0.3998 - acc: 0.8260\n",
"Epoch 100/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.4064 - acc: 0.8272\n",
"Epoch 101/500\n",
"891/891 [==============================] - 0s 117us/step - loss: 0.4082 - acc: 0.8305\n",
"Epoch 102/500\n",
"891/891 [==============================] - 0s 117us/step - loss: 0.4021 - acc: 0.8215\n",
"Epoch 103/500\n",
"891/891 [==============================] - 0s 131us/step - loss: 0.4016 - acc: 0.8294\n",
"Epoch 104/500\n",
"891/891 [==============================] - 0s 121us/step - loss: 0.3970 - acc: 0.8272\n",
"Epoch 105/500\n",
"891/891 [==============================] - 0s 125us/step - loss: 0.4010 - acc: 0.8328\n",
"Epoch 106/500\n",
"891/891 [==============================] - 0s 126us/step - loss: 0.4046 - acc: 0.8204\n",
"Epoch 107/500\n",
"891/891 [==============================] - 0s 185us/step - loss: 0.4058 - acc: 0.8305\n",
"Epoch 108/500\n",
"891/891 [==============================] - 0s 141us/step - loss: 0.4043 - acc: 0.8182\n",
"Epoch 109/500\n",
"891/891 [==============================] - 0s 144us/step - loss: 0.4128 - acc: 0.8182\n",
"Epoch 110/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.4117 - acc: 0.8114\n",
"Epoch 111/500\n",
"891/891 [==============================] - 0s 138us/step - loss: 0.4078 - acc: 0.8137\n",
"Epoch 112/500\n",
"891/891 [==============================] - 0s 120us/step - loss: 0.4019 - acc: 0.8316\n",
"Epoch 113/500\n",
"891/891 [==============================] - 0s 110us/step - loss: 0.4105 - acc: 0.8249\n",
"Epoch 114/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.4032 - acc: 0.8249\n",
"Epoch 115/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.4047 - acc: 0.8238\n",
"Epoch 116/500\n",
"891/891 [==============================] - 0s 123us/step - loss: 0.4006 - acc: 0.8227\n",
"Epoch 117/500\n",
"891/891 [==============================] - 0s 121us/step - loss: 0.4088 - acc: 0.8137\n",
"Epoch 118/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.4000 - acc: 0.8193\n",
"Epoch 119/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3994 - acc: 0.8272\n",
"Epoch 120/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3987 - acc: 0.8238\n",
"Epoch 121/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.4067 - acc: 0.8238\n",
"Epoch 122/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3938 - acc: 0.8283\n",
"Epoch 123/500\n",
"891/891 [==============================] - 0s 124us/step - loss: 0.3934 - acc: 0.8328\n",
"Epoch 124/500\n",
"891/891 [==============================] - 0s 171us/step - loss: 0.3942 - acc: 0.8283\n",
"Epoch 125/500\n",
"891/891 [==============================] - 0s 171us/step - loss: 0.3935 - acc: 0.8305\n",
"Epoch 126/500\n",
"891/891 [==============================] - 0s 138us/step - loss: 0.3927 - acc: 0.8249\n",
"Epoch 127/500\n",
"891/891 [==============================] - 0s 138us/step - loss: 0.3950 - acc: 0.8283\n",
"Epoch 128/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.3927 - acc: 0.8283\n",
"Epoch 129/500\n",
"891/891 [==============================] - 0s 181us/step - loss: 0.3968 - acc: 0.8294\n",
"Epoch 130/500\n",
"891/891 [==============================] - 0s 195us/step - loss: 0.4066 - acc: 0.8193\n",
"Epoch 131/500\n",
"891/891 [==============================] - 0s 146us/step - loss: 0.3932 - acc: 0.8350\n",
"Epoch 132/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.4010 - acc: 0.8215\n",
"Epoch 133/500\n",
"891/891 [==============================] - 0s 122us/step - loss: 0.4011 - acc: 0.8215\n",
"Epoch 134/500\n",
"891/891 [==============================] - 0s 140us/step - loss: 0.4000 - acc: 0.8238\n",
"Epoch 135/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3948 - acc: 0.8350\n",
"Epoch 136/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3901 - acc: 0.8316\n",
"Epoch 137/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3883 - acc: 0.8305\n",
"Epoch 138/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3916 - acc: 0.8328\n",
"Epoch 139/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3941 - acc: 0.8272\n",
"Epoch 140/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3955 - acc: 0.8339\n",
"Epoch 141/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3899 - acc: 0.8373\n",
"Epoch 142/500\n",
"891/891 [==============================] - 0s 134us/step - loss: 0.4025 - acc: 0.8215\n",
"Epoch 143/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3956 - acc: 0.8316\n",
"Epoch 144/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3905 - acc: 0.8350\n",
"Epoch 145/500\n",
"891/891 [==============================] - 0s 117us/step - loss: 0.3965 - acc: 0.8328\n",
"Epoch 146/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.4008 - acc: 0.8238\n",
"Epoch 147/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3900 - acc: 0.8350\n",
"Epoch 148/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3923 - acc: 0.8283\n",
"Epoch 149/500\n",
"891/891 [==============================] - 0s 122us/step - loss: 0.3925 - acc: 0.8373\n",
"Epoch 150/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3951 - acc: 0.8328\n",
"Epoch 151/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3909 - acc: 0.8294\n",
"Epoch 152/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3899 - acc: 0.8316\n",
"Epoch 153/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.4003 - acc: 0.8238\n",
"Epoch 154/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3957 - acc: 0.8260\n",
"Epoch 155/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3940 - acc: 0.8305\n",
"Epoch 156/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3957 - acc: 0.8328\n",
"Epoch 157/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3890 - acc: 0.8350\n",
"Epoch 158/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3934 - acc: 0.8328\n",
"Epoch 159/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3956 - acc: 0.8249\n",
"Epoch 160/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3939 - acc: 0.8350\n",
"Epoch 161/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3905 - acc: 0.8260\n",
"Epoch 162/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3921 - acc: 0.8305\n",
"Epoch 163/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.4053 - acc: 0.8272\n",
"Epoch 164/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3861 - acc: 0.8350\n",
"Epoch 165/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 101us/step - loss: 0.3959 - acc: 0.8272\n",
"Epoch 166/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3907 - acc: 0.8339\n",
"Epoch 167/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3865 - acc: 0.8339\n",
"Epoch 168/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3921 - acc: 0.8305\n",
"Epoch 169/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3984 - acc: 0.8294\n",
"Epoch 170/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3841 - acc: 0.8373\n",
"Epoch 171/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3893 - acc: 0.8294\n",
"Epoch 172/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3862 - acc: 0.8305\n",
"Epoch 173/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3863 - acc: 0.8316\n",
"Epoch 174/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3916 - acc: 0.8272\n",
"Epoch 175/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3936 - acc: 0.8350\n",
"Epoch 176/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3856 - acc: 0.8350\n",
"Epoch 177/500\n",
"891/891 [==============================] - 0s 127us/step - loss: 0.3971 - acc: 0.8294\n",
"Epoch 178/500\n",
"891/891 [==============================] - 0s 114us/step - loss: 0.3956 - acc: 0.8193\n",
"Epoch 179/500\n",
"891/891 [==============================] - 0s 174us/step - loss: 0.4138 - acc: 0.8103\n",
"Epoch 180/500\n",
"891/891 [==============================] - 0s 132us/step - loss: 0.4103 - acc: 0.8126\n",
"Epoch 181/500\n",
"891/891 [==============================] - 0s 125us/step - loss: 0.3924 - acc: 0.8249\n",
"Epoch 182/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3917 - acc: 0.8249\n",
"Epoch 183/500\n",
"891/891 [==============================] - 0s 141us/step - loss: 0.3817 - acc: 0.8384\n",
"Epoch 184/500\n",
"891/891 [==============================] - 0s 155us/step - loss: 0.3895 - acc: 0.8249\n",
"Epoch 185/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3837 - acc: 0.8316\n",
"Epoch 186/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3810 - acc: 0.8384\n",
"Epoch 187/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3858 - acc: 0.8350\n",
"Epoch 188/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3807 - acc: 0.8305\n",
"Epoch 189/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3849 - acc: 0.8316\n",
"Epoch 190/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3837 - acc: 0.8350\n",
"Epoch 191/500\n",
"891/891 [==============================] - 0s 158us/step - loss: 0.4047 - acc: 0.8249\n",
"Epoch 192/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.4004 - acc: 0.8238\n",
"Epoch 193/500\n",
"891/891 [==============================] - 0s 146us/step - loss: 0.3881 - acc: 0.8294\n",
"Epoch 194/500\n",
"891/891 [==============================] - 0s 181us/step - loss: 0.3843 - acc: 0.8384\n",
"Epoch 195/500\n",
"891/891 [==============================] - 0s 119us/step - loss: 0.3910 - acc: 0.8395\n",
"Epoch 196/500\n",
"891/891 [==============================] - 0s 115us/step - loss: 0.3845 - acc: 0.8350\n",
"Epoch 197/500\n",
"891/891 [==============================] - 0s 179us/step - loss: 0.3915 - acc: 0.8283\n",
"Epoch 198/500\n",
"891/891 [==============================] - 0s 135us/step - loss: 0.3850 - acc: 0.8294\n",
"Epoch 199/500\n",
"891/891 [==============================] - 0s 159us/step - loss: 0.3944 - acc: 0.8215\n",
"Epoch 200/500\n",
"891/891 [==============================] - 0s 161us/step - loss: 0.3871 - acc: 0.8316\n",
"Epoch 201/500\n",
"891/891 [==============================] - 0s 151us/step - loss: 0.3818 - acc: 0.8305\n",
"Epoch 202/500\n",
"891/891 [==============================] - 0s 139us/step - loss: 0.3787 - acc: 0.8406\n",
"Epoch 203/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.3812 - acc: 0.8361\n",
"Epoch 204/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.3870 - acc: 0.8305\n",
"Epoch 205/500\n",
"891/891 [==============================] - 0s 167us/step - loss: 0.3859 - acc: 0.8294\n",
"Epoch 206/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.3968 - acc: 0.8249\n",
"Epoch 207/500\n",
"891/891 [==============================] - 0s 114us/step - loss: 0.3888 - acc: 0.8350\n",
"Epoch 208/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3787 - acc: 0.8429\n",
"Epoch 209/500\n",
"891/891 [==============================] - 0s 120us/step - loss: 0.3839 - acc: 0.8350\n",
"Epoch 210/500\n",
"891/891 [==============================] - 0s 119us/step - loss: 0.3906 - acc: 0.8283\n",
"Epoch 211/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.3887 - acc: 0.8361\n",
"Epoch 212/500\n",
"891/891 [==============================] - 0s 125us/step - loss: 0.3872 - acc: 0.8294\n",
"Epoch 213/500\n",
"891/891 [==============================] - 0s 116us/step - loss: 0.3909 - acc: 0.8350\n",
"Epoch 214/500\n",
"891/891 [==============================] - 0s 120us/step - loss: 0.3852 - acc: 0.8238\n",
"Epoch 215/500\n",
"891/891 [==============================] - 0s 116us/step - loss: 0.3933 - acc: 0.8316\n",
"Epoch 216/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.3812 - acc: 0.8361\n",
"Epoch 217/500\n",
"891/891 [==============================] - 0s 159us/step - loss: 0.3821 - acc: 0.8384\n",
"Epoch 218/500\n",
"891/891 [==============================] - 0s 143us/step - loss: 0.3871 - acc: 0.8373\n",
"Epoch 219/500\n",
"891/891 [==============================] - 0s 141us/step - loss: 0.3823 - acc: 0.8316\n",
"Epoch 220/500\n",
"891/891 [==============================] - 0s 142us/step - loss: 0.3822 - acc: 0.8361 0s - loss: 0.4078 - acc: 0.82\n",
"Epoch 221/500\n",
"891/891 [==============================] - 0s 138us/step - loss: 0.3782 - acc: 0.8384\n",
"Epoch 222/500\n",
"891/891 [==============================] - 0s 151us/step - loss: 0.3843 - acc: 0.8350\n",
"Epoch 223/500\n",
"891/891 [==============================] - 0s 152us/step - loss: 0.3924 - acc: 0.8249\n",
"Epoch 224/500\n",
"891/891 [==============================] - 0s 151us/step - loss: 0.3834 - acc: 0.8339\n",
"Epoch 225/500\n",
"891/891 [==============================] - 0s 134us/step - loss: 0.3864 - acc: 0.8283\n",
"Epoch 226/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.3902 - acc: 0.8272\n",
"Epoch 227/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.3854 - acc: 0.8361\n",
"Epoch 228/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3810 - acc: 0.8373\n",
"Epoch 229/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3941 - acc: 0.8260\n",
"Epoch 230/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3791 - acc: 0.8361\n",
"Epoch 231/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3813 - acc: 0.8373\n",
"Epoch 232/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3749 - acc: 0.8384\n",
"Epoch 233/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3795 - acc: 0.8361\n",
"Epoch 234/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3837 - acc: 0.8339\n",
"Epoch 235/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3723 - acc: 0.8429\n",
"Epoch 236/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3839 - acc: 0.8395\n",
"Epoch 237/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3920 - acc: 0.8272\n",
"Epoch 238/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3871 - acc: 0.8361\n",
"Epoch 239/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3850 - acc: 0.8373\n",
"Epoch 240/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3799 - acc: 0.8406\n",
"Epoch 241/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3863 - acc: 0.8316\n",
"Epoch 242/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3921 - acc: 0.8238\n",
"Epoch 243/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3898 - acc: 0.8305\n",
"Epoch 244/500\n",
"891/891 [==============================] - 0s 125us/step - loss: 0.3824 - acc: 0.8406\n",
"Epoch 245/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.3805 - acc: 0.8395\n",
"Epoch 246/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 140us/step - loss: 0.3822 - acc: 0.8350\n",
"Epoch 247/500\n",
"891/891 [==============================] - 0s 132us/step - loss: 0.3798 - acc: 0.8373\n",
"Epoch 248/500\n",
"891/891 [==============================] - 0s 122us/step - loss: 0.3785 - acc: 0.8395\n",
"Epoch 249/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.3771 - acc: 0.8418\n",
"Epoch 250/500\n",
"891/891 [==============================] - 0s 140us/step - loss: 0.3750 - acc: 0.8384\n",
"Epoch 251/500\n",
"891/891 [==============================] - 0s 130us/step - loss: 0.3783 - acc: 0.8361\n",
"Epoch 252/500\n",
"891/891 [==============================] - 0s 139us/step - loss: 0.3748 - acc: 0.8418\n",
"Epoch 253/500\n",
"891/891 [==============================] - 0s 139us/step - loss: 0.3743 - acc: 0.8395\n",
"Epoch 254/500\n",
"891/891 [==============================] - 0s 149us/step - loss: 0.3719 - acc: 0.8462\n",
"Epoch 255/500\n",
"891/891 [==============================] - 0s 128us/step - loss: 0.3773 - acc: 0.8361\n",
"Epoch 256/500\n",
"891/891 [==============================] - 0s 134us/step - loss: 0.3798 - acc: 0.8384\n",
"Epoch 257/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3749 - acc: 0.8451\n",
"Epoch 258/500\n",
"891/891 [==============================] - 0s 117us/step - loss: 0.3872 - acc: 0.8350\n",
"Epoch 259/500\n",
"891/891 [==============================] - 0s 110us/step - loss: 0.3833 - acc: 0.8350\n",
"Epoch 260/500\n",
"891/891 [==============================] - 0s 127us/step - loss: 0.3823 - acc: 0.8373\n",
"Epoch 261/500\n",
"891/891 [==============================] - 0s 145us/step - loss: 0.3815 - acc: 0.8361\n",
"Epoch 262/500\n",
"891/891 [==============================] - 0s 124us/step - loss: 0.3842 - acc: 0.8373\n",
"Epoch 263/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.3884 - acc: 0.8283\n",
"Epoch 264/500\n",
"891/891 [==============================] - 0s 133us/step - loss: 0.3819 - acc: 0.8361\n",
"Epoch 265/500\n",
"891/891 [==============================] - 0s 112us/step - loss: 0.3822 - acc: 0.8373\n",
"Epoch 266/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3895 - acc: 0.8328\n",
"Epoch 267/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3838 - acc: 0.8361\n",
"Epoch 268/500\n",
"891/891 [==============================] - 0s 115us/step - loss: 0.3800 - acc: 0.8395\n",
"Epoch 269/500\n",
"891/891 [==============================] - 0s 133us/step - loss: 0.3810 - acc: 0.8339\n",
"Epoch 270/500\n",
"891/891 [==============================] - 0s 133us/step - loss: 0.3788 - acc: 0.8418\n",
"Epoch 271/500\n",
"891/891 [==============================] - 0s 112us/step - loss: 0.3789 - acc: 0.8418\n",
"Epoch 272/500\n",
"891/891 [==============================] - 0s 138us/step - loss: 0.3799 - acc: 0.8418\n",
"Epoch 273/500\n",
"891/891 [==============================] - 0s 158us/step - loss: 0.3820 - acc: 0.8429\n",
"Epoch 274/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3889 - acc: 0.8249\n",
"Epoch 275/500\n",
"891/891 [==============================] - 0s 98us/step - loss: 0.3925 - acc: 0.8137\n",
"Epoch 276/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3805 - acc: 0.8373\n",
"Epoch 277/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3763 - acc: 0.8440\n",
"Epoch 278/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3801 - acc: 0.8339\n",
"Epoch 279/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3823 - acc: 0.8373\n",
"Epoch 280/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3904 - acc: 0.8294\n",
"Epoch 281/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3774 - acc: 0.8395\n",
"Epoch 282/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3805 - acc: 0.8350\n",
"Epoch 283/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.3875 - acc: 0.8339\n",
"Epoch 284/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3751 - acc: 0.8429\n",
"Epoch 285/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3745 - acc: 0.8395\n",
"Epoch 286/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3816 - acc: 0.8384\n",
"Epoch 287/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3809 - acc: 0.8373\n",
"Epoch 288/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3770 - acc: 0.8440\n",
"Epoch 289/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3748 - acc: 0.8429\n",
"Epoch 290/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3713 - acc: 0.8429\n",
"Epoch 291/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3718 - acc: 0.8418\n",
"Epoch 292/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3734 - acc: 0.8485\n",
"Epoch 293/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3741 - acc: 0.8406\n",
"Epoch 294/500\n",
"891/891 [==============================] - 0s 118us/step - loss: 0.3706 - acc: 0.8440\n",
"Epoch 295/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3740 - acc: 0.8429\n",
"Epoch 296/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3847 - acc: 0.8328\n",
"Epoch 297/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3889 - acc: 0.8361\n",
"Epoch 298/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3943 - acc: 0.8283\n",
"Epoch 299/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3887 - acc: 0.8227\n",
"Epoch 300/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3917 - acc: 0.8328\n",
"Epoch 301/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3882 - acc: 0.8328\n",
"Epoch 302/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3812 - acc: 0.8316\n",
"Epoch 303/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3806 - acc: 0.8418\n",
"Epoch 304/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3784 - acc: 0.8395\n",
"Epoch 305/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3777 - acc: 0.8406\n",
"Epoch 306/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3799 - acc: 0.8395\n",
"Epoch 307/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3765 - acc: 0.8384\n",
"Epoch 308/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3757 - acc: 0.8406\n",
"Epoch 309/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3789 - acc: 0.8373\n",
"Epoch 310/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3783 - acc: 0.8395\n",
"Epoch 311/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3813 - acc: 0.8395\n",
"Epoch 312/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3801 - acc: 0.8395\n",
"Epoch 313/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3785 - acc: 0.8406\n",
"Epoch 314/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3750 - acc: 0.8406\n",
"Epoch 315/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3749 - acc: 0.8384\n",
"Epoch 316/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3753 - acc: 0.8429\n",
"Epoch 317/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3746 - acc: 0.8418\n",
"Epoch 318/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3835 - acc: 0.8316\n",
"Epoch 319/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3917 - acc: 0.8373\n",
"Epoch 320/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3830 - acc: 0.8384\n",
"Epoch 321/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3759 - acc: 0.8418\n",
"Epoch 322/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3741 - acc: 0.8440\n",
"Epoch 323/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3757 - acc: 0.8418\n",
"Epoch 324/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3745 - acc: 0.8440\n",
"Epoch 325/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3776 - acc: 0.8361\n",
"Epoch 326/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3781 - acc: 0.8350\n",
"Epoch 327/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3867 - acc: 0.8294\n",
"Epoch 328/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 104us/step - loss: 0.3849 - acc: 0.8406\n",
"Epoch 329/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3787 - acc: 0.8429\n",
"Epoch 330/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3761 - acc: 0.8474\n",
"Epoch 331/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3735 - acc: 0.8406\n",
"Epoch 332/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3784 - acc: 0.8361\n",
"Epoch 333/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3751 - acc: 0.8451\n",
"Epoch 334/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3817 - acc: 0.8339\n",
"Epoch 335/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3702 - acc: 0.8451\n",
"Epoch 336/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3936 - acc: 0.8249\n",
"Epoch 337/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3918 - acc: 0.8384\n",
"Epoch 338/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3805 - acc: 0.8418\n",
"Epoch 339/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3781 - acc: 0.8406\n",
"Epoch 340/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3778 - acc: 0.8451\n",
"Epoch 341/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3732 - acc: 0.8485\n",
"Epoch 342/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3714 - acc: 0.8440\n",
"Epoch 343/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3756 - acc: 0.8406\n",
"Epoch 344/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3812 - acc: 0.8305\n",
"Epoch 345/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3768 - acc: 0.8462\n",
"Epoch 346/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3757 - acc: 0.8462\n",
"Epoch 347/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3764 - acc: 0.8429\n",
"Epoch 348/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3790 - acc: 0.8451\n",
"Epoch 349/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3778 - acc: 0.8418\n",
"Epoch 350/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3789 - acc: 0.8384\n",
"Epoch 351/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3788 - acc: 0.8373\n",
"Epoch 352/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3760 - acc: 0.8451\n",
"Epoch 353/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3797 - acc: 0.8462\n",
"Epoch 354/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3814 - acc: 0.8350\n",
"Epoch 355/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3764 - acc: 0.8451\n",
"Epoch 356/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3712 - acc: 0.8451\n",
"Epoch 357/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3696 - acc: 0.8462\n",
"Epoch 358/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3740 - acc: 0.8462\n",
"Epoch 359/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3807 - acc: 0.8451\n",
"Epoch 360/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3766 - acc: 0.8395\n",
"Epoch 361/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3760 - acc: 0.8395\n",
"Epoch 362/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3882 - acc: 0.8328\n",
"Epoch 363/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3844 - acc: 0.8406\n",
"Epoch 364/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3754 - acc: 0.8395\n",
"Epoch 365/500\n",
"891/891 [==============================] - 0s 148us/step - loss: 0.3776 - acc: 0.8451\n",
"Epoch 366/500\n",
"891/891 [==============================] - 0s 181us/step - loss: 0.3837 - acc: 0.8384\n",
"Epoch 367/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.3876 - acc: 0.8328\n",
"Epoch 368/500\n",
"891/891 [==============================] - 0s 157us/step - loss: 0.3832 - acc: 0.8361 0s - loss: 0.3869 - acc: 0.83\n",
"Epoch 369/500\n",
"891/891 [==============================] - 0s 148us/step - loss: 0.3748 - acc: 0.8418\n",
"Epoch 370/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.3737 - acc: 0.8440\n",
"Epoch 371/500\n",
"891/891 [==============================] - 0s 141us/step - loss: 0.3711 - acc: 0.8440\n",
"Epoch 372/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3748 - acc: 0.8462\n",
"Epoch 373/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3739 - acc: 0.8395\n",
"Epoch 374/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3803 - acc: 0.8350\n",
"Epoch 375/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3846 - acc: 0.8350\n",
"Epoch 376/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3767 - acc: 0.8305\n",
"Epoch 377/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3921 - acc: 0.8373\n",
"Epoch 378/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3786 - acc: 0.8418\n",
"Epoch 379/500\n",
"891/891 [==============================] - 0s 135us/step - loss: 0.3743 - acc: 0.8440\n",
"Epoch 380/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.3701 - acc: 0.8440\n",
"Epoch 381/500\n",
"891/891 [==============================] - 0s 167us/step - loss: 0.3712 - acc: 0.8440\n",
"Epoch 382/500\n",
"891/891 [==============================] - 0s 122us/step - loss: 0.3716 - acc: 0.8418\n",
"Epoch 383/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3700 - acc: 0.8507\n",
"Epoch 384/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3689 - acc: 0.8361\n",
"Epoch 385/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3804 - acc: 0.8339\n",
"Epoch 386/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3764 - acc: 0.8451\n",
"Epoch 387/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3725 - acc: 0.8451\n",
"Epoch 388/500\n",
"891/891 [==============================] - 0s 110us/step - loss: 0.3747 - acc: 0.8384\n",
"Epoch 389/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3753 - acc: 0.8485\n",
"Epoch 390/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3803 - acc: 0.8361\n",
"Epoch 391/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3738 - acc: 0.8440\n",
"Epoch 392/500\n",
"891/891 [==============================] - 0s 112us/step - loss: 0.3899 - acc: 0.8215\n",
"Epoch 393/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3964 - acc: 0.8328\n",
"Epoch 394/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3731 - acc: 0.8451\n",
"Epoch 395/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3696 - acc: 0.8462\n",
"Epoch 396/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3766 - acc: 0.8451\n",
"Epoch 397/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3683 - acc: 0.8474\n",
"Epoch 398/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3788 - acc: 0.8418\n",
"Epoch 399/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3893 - acc: 0.8373\n",
"Epoch 400/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3720 - acc: 0.8451\n",
"Epoch 401/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.3691 - acc: 0.8507\n",
"Epoch 402/500\n",
"891/891 [==============================] - 0s 153us/step - loss: 0.3682 - acc: 0.8462\n",
"Epoch 403/500\n",
"891/891 [==============================] - 0s 154us/step - loss: 0.3894 - acc: 0.8305\n",
"Epoch 404/500\n",
"891/891 [==============================] - 0s 130us/step - loss: 0.3969 - acc: 0.8283\n",
"Epoch 405/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3782 - acc: 0.8474\n",
"Epoch 406/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3787 - acc: 0.8429\n",
"Epoch 407/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3667 - acc: 0.8519\n",
"Epoch 408/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3885 - acc: 0.8384\n",
"Epoch 409/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 148us/step - loss: 0.3700 - acc: 0.8462\n",
"Epoch 410/500\n",
"891/891 [==============================] - 0s 158us/step - loss: 0.3858 - acc: 0.8406\n",
"Epoch 411/500\n",
"891/891 [==============================] - 0s 155us/step - loss: 0.3660 - acc: 0.8451\n",
"Epoch 412/500\n",
"891/891 [==============================] - 0s 129us/step - loss: 0.3645 - acc: 0.8541\n",
"Epoch 413/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3601 - acc: 0.8496\n",
"Epoch 414/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3735 - acc: 0.8485\n",
"Epoch 415/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3613 - acc: 0.8530\n",
"Epoch 416/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3610 - acc: 0.8541\n",
"Epoch 417/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3802 - acc: 0.8406\n",
"Epoch 418/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3854 - acc: 0.8418\n",
"Epoch 419/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3691 - acc: 0.8485\n",
"Epoch 420/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3797 - acc: 0.8462\n",
"Epoch 421/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3704 - acc: 0.8474\n",
"Epoch 422/500\n",
"891/891 [==============================] - 0s 115us/step - loss: 0.3741 - acc: 0.8474\n",
"Epoch 423/500\n",
"891/891 [==============================] - 0s 144us/step - loss: 0.3715 - acc: 0.8507\n",
"Epoch 424/500\n",
"891/891 [==============================] - 0s 152us/step - loss: 0.3662 - acc: 0.8496\n",
"Epoch 425/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.3733 - acc: 0.8451\n",
"Epoch 426/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.3766 - acc: 0.8384\n",
"Epoch 427/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3877 - acc: 0.8350\n",
"Epoch 428/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3729 - acc: 0.8474\n",
"Epoch 429/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3612 - acc: 0.8541\n",
"Epoch 430/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3705 - acc: 0.8496\n",
"Epoch 431/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3620 - acc: 0.8530\n",
"Epoch 432/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.3601 - acc: 0.8485\n",
"Epoch 433/500\n",
"891/891 [==============================] - 0s 114us/step - loss: 0.3639 - acc: 0.8507\n",
"Epoch 434/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3570 - acc: 0.8507\n",
"Epoch 435/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3643 - acc: 0.8474\n",
"Epoch 436/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3962 - acc: 0.8305\n",
"Epoch 437/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3680 - acc: 0.8395\n",
"Epoch 438/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3607 - acc: 0.8541\n",
"Epoch 439/500\n",
"891/891 [==============================] - 0s 141us/step - loss: 0.3653 - acc: 0.8418\n",
"Epoch 440/500\n",
"891/891 [==============================] - 0s 159us/step - loss: 0.3704 - acc: 0.8474\n",
"Epoch 441/500\n",
"891/891 [==============================] - 0s 146us/step - loss: 0.3649 - acc: 0.8451\n",
"Epoch 442/500\n",
"891/891 [==============================] - 0s 153us/step - loss: 0.3752 - acc: 0.8474\n",
"Epoch 443/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3682 - acc: 0.8507\n",
"Epoch 444/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3730 - acc: 0.8451\n",
"Epoch 445/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3767 - acc: 0.8429\n",
"Epoch 446/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3779 - acc: 0.8350\n",
"Epoch 447/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3645 - acc: 0.8440\n",
"Epoch 448/500\n",
"891/891 [==============================] - 0s 106us/step - loss: 0.3731 - acc: 0.8440\n",
"Epoch 449/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3651 - acc: 0.8440\n",
"Epoch 450/500\n",
"891/891 [==============================] - 0s 111us/step - loss: 0.3624 - acc: 0.8519\n",
"Epoch 451/500\n",
"891/891 [==============================] - 0s 112us/step - loss: 0.3630 - acc: 0.8519\n",
"Epoch 452/500\n",
"891/891 [==============================] - 0s 144us/step - loss: 0.3654 - acc: 0.8507\n",
"Epoch 453/500\n",
"891/891 [==============================] - 0s 150us/step - loss: 0.3641 - acc: 0.8519\n",
"Epoch 454/500\n",
"891/891 [==============================] - 0s 146us/step - loss: 0.3597 - acc: 0.8496\n",
"Epoch 455/500\n",
"891/891 [==============================] - 0s 134us/step - loss: 0.3619 - acc: 0.8462\n",
"Epoch 456/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3614 - acc: 0.8541\n",
"Epoch 457/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3719 - acc: 0.8395\n",
"Epoch 458/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3704 - acc: 0.8440\n",
"Epoch 459/500\n",
"891/891 [==============================] - 0s 119us/step - loss: 0.3602 - acc: 0.8474\n",
"Epoch 460/500\n",
"891/891 [==============================] - 0s 107us/step - loss: 0.3560 - acc: 0.8563\n",
"Epoch 461/500\n",
"891/891 [==============================] - 0s 116us/step - loss: 0.3593 - acc: 0.8541\n",
"Epoch 462/500\n",
"891/891 [==============================] - 0s 115us/step - loss: 0.3607 - acc: 0.8552\n",
"Epoch 463/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3703 - acc: 0.8485\n",
"Epoch 464/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3620 - acc: 0.8451\n",
"Epoch 465/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3743 - acc: 0.8384\n",
"Epoch 466/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3733 - acc: 0.8418\n",
"Epoch 467/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3641 - acc: 0.8507\n",
"Epoch 468/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3611 - acc: 0.8507\n",
"Epoch 469/500\n",
"891/891 [==============================] - 0s 100us/step - loss: 0.3612 - acc: 0.8496\n",
"Epoch 470/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3664 - acc: 0.8496\n",
"Epoch 471/500\n",
"891/891 [==============================] - 0s 99us/step - loss: 0.3634 - acc: 0.8530\n",
"Epoch 472/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3620 - acc: 0.8429\n",
"Epoch 473/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3762 - acc: 0.8485\n",
"Epoch 474/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3779 - acc: 0.8462\n",
"Epoch 475/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3887 - acc: 0.8339\n",
"Epoch 476/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3713 - acc: 0.8440\n",
"Epoch 477/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3673 - acc: 0.8474\n",
"Epoch 478/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3629 - acc: 0.8507\n",
"Epoch 479/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3648 - acc: 0.8496\n",
"Epoch 480/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3668 - acc: 0.8485\n",
"Epoch 481/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3651 - acc: 0.8519\n",
"Epoch 482/500\n",
"891/891 [==============================] - 0s 105us/step - loss: 0.3698 - acc: 0.8519\n",
"Epoch 483/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3829 - acc: 0.8305\n",
"Epoch 484/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3750 - acc: 0.8384\n",
"Epoch 485/500\n",
"891/891 [==============================] - 0s 103us/step - loss: 0.3772 - acc: 0.8462\n",
"Epoch 486/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3677 - acc: 0.8429\n",
"Epoch 487/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3751 - acc: 0.8204\n",
"Epoch 488/500\n",
"891/891 [==============================] - 0s 113us/step - loss: 0.3877 - acc: 0.8328\n",
"Epoch 489/500\n",
"891/891 [==============================] - 0s 144us/step - loss: 0.3678 - acc: 0.8519\n",
"Epoch 490/500\n",
"891/891 [==============================] - 0s 147us/step - loss: 0.3653 - acc: 0.8541\n",
"Epoch 491/500\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"891/891 [==============================] - 0s 148us/step - loss: 0.3634 - acc: 0.8552\n",
"Epoch 492/500\n",
"891/891 [==============================] - 0s 151us/step - loss: 0.3663 - acc: 0.8440\n",
"Epoch 493/500\n",
"891/891 [==============================] - 0s 119us/step - loss: 0.3627 - acc: 0.8519\n",
"Epoch 494/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3611 - acc: 0.8507\n",
"Epoch 495/500\n",
"891/891 [==============================] - 0s 102us/step - loss: 0.3652 - acc: 0.8507\n",
"Epoch 496/500\n",
"891/891 [==============================] - 0s 104us/step - loss: 0.3641 - acc: 0.8474\n",
"Epoch 497/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3954 - acc: 0.8182\n",
"Epoch 498/500\n",
"891/891 [==============================] - 0s 101us/step - loss: 0.3748 - acc: 0.8429\n",
"Epoch 499/500\n",
"891/891 [==============================] - 0s 108us/step - loss: 0.3640 - acc: 0.8507\n",
"Epoch 500/500\n",
"891/891 [==============================] - 0s 109us/step - loss: 0.3626 - acc: 0.8496\n"
]
},
{
"data": {
"text/plain": [
"<keras.callbacks.History at 0x1826db2a58>"
]
},
"execution_count": 348,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"predictors = training_X.as_matrix()\n",
"ncols = predictors.shape[1]\n",
"target = to_categorical(training_y)\n",
"\n",
"model = Sequential()\n",
"model.add(Dense(10, activation='relu', input_shape=(ncols,)))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(10, activation='relu'))\n",
"model.add(Dense(2, activation='softmax'))\n",
"model.compile(optimizer='adam', loss='categorical_crossentropy', metrics=['accuracy'])\n",
"model.fit(predictors, target, epochs=500)"
]
},
{
"cell_type": "code",
"execution_count": 349,
"metadata": {},
"outputs": [],
"source": [
"test_X = process_dataset(test)"
]
},
{
"cell_type": "code",
"execution_count": 350,
"metadata": {},
"outputs": [],
"source": [
"prediction = model.predict(test_X)\n",
"prediction_result = [0 if x[0] > x[1] else 1 for x in prediction]\n",
"result = { 'Survived': prediction_result }\n",
"solution = pd.DataFrame(result, index=test_X.index)"
]
},
{
"cell_type": "code",
"execution_count": 352,
"metadata": {},
"outputs": [],
"source": [
"solution.to_csv('result.csv', index_label='PassengerId')"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.5.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment