5Layers_relu_LrDecay_dropout_model.prototxt

name: "5Layers_reluu"
layer {
	name: "mnist"
	type: "Data"
	top: "data"
	top: "label"
	include {
		phase: TRAIN
	}
	transform_param {
		scale: 0.00390625
	}
	data_param {
		source: "code/mnist_train_lmdb"
		batch_size: 64
		backend: LMDB
	}
}
layer {
	name: "mnist"
	type: "Data"
	top: "data"
	top: "label"
	include {
		phase: TEST
	}
	transform_param {
		scale: 0.00390625
	}
	data_param {
		source: "code/mnist_test_lmdb"
		batch_size: 100
		backend: LMDB
	}
}
layer {
	name: "ip1"
	type: "InnerProduct"
	bottom: "data"
	top: "ip1"
	param {
		lr_mult: 1
	}
	param {
		lr_mult: 2
	}
	inner_product_param {
		num_output: 200
		weight_filler {
			type: "xavier"
		}
		bias_filler {
			type: "constant"
		}
	}
}
layer {
	name: "relu1"
	type: "ReLU"
	bottom: "ip1"
	top: "ip1"
}
layer {
	name: "dropout1"
	type: "Dropout"
	bottom: "ip1"
	top: "dp1"
	param {
		dropout_param: 0.75
	}
}
layer {
	name: "ip2"
	type: "InnerProduct"
	bottom: "dp1"
	top: "ip2"
	param {
		lr_mult: 1
	}
	param {
		lr_mult: 2
	}
	inner_product_param {
		num_output: 100
		weight_filler {
			type: "xavier"
		}
		bias_filler {
			type: "constant"
		}
	}
}
layer {
	name: "relu2"
	type: "ReLU"
	bottom: "ip2"
	top: "ip2"
}
layer {
	name: "dropout2"
	type: "Dropout"
	bottom: "ip2"
	top: "dp2"
	param {
		dropout_param: 0.75
	}
}
layer {
	name: "ip3"
	type: "InnerProduct"
	bottom: "dp2"
	top: "ip3"
	param {
		lr_mult: 1
	}
	param {
		lr_mult: 2
	}
	inner_product_param {
		num_output: 60
		weight_filler {
			type: "xavier"
		}
		bias_filler {
			type: "constant"
		}
	}
}
layer {
	name: "relu3"
	type: "ReLU"
	bottom: "ip3"
	top: "ip3"
}
layer {
	name: "dropout3"
	type: "Dropout"
	bottom: "ip3"
	top: "dp3"
	param {
		dropout_param: 0.75
	}
}
layer {
	name: "ip4"
	type: "InnerProduct"
	bottom: "dp3"
	top: "ip4"
	param {
		lr_mult: 1
	}
	param {
		lr_mult: 2
	}
	inner_product_param {
		num_output: 30
		weight_filler {
			type: "xavier"
		}
		bias_filler {
			type: "constant"
		}
	}
}
layer {
	name: "relu4"
	type: "ReLU"
	bottom: "ip4"
	top: "ip4"
}
layer {
	name: "dropout4"
	type: "Dropout"
	bottom: "ip4"
	top: "dp4"
	param {
		dropout_param: 0.75
	}
}
layer {
	name: "accuracy"
	type: "Accuracy"
	bottom: "dp4"
	bottom: "label"
	top: "accuracy"
	include {
		phase: TEST
	}
}
layer {
	name: "loss"
	type: "SoftmaxWithLoss"
	bottom: "dp4"
	bottom: "label"
	top: "loss"
}