Last active
November 28, 2016 07:49
-
-
Save Andy-P/670b660910b18fa762a89bd92d0be7b0 to your computer and use it in GitHub Desktop.
g2.2xlarge GPU output
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 15:10:38.984 [main] INFO org.nd4j.nativeblas.NativeOps - Number of threads used for NativeOps: 32 | |
| 15:10:48.878 [main] INFO org.nd4j.nativeblas.Nd4jBlas - Number of threads used for BLAS: 4 | |
| 15:11:58.989 [main] DEBUG org.reflections.Reflections - going to scan these urls: | |
| jar:file:/simplex/simulator/arcadia-dealing-simulator.jar!/ | |
| 15:11:59.760 [main] INFO org.reflections.Reflections - Reflections took 766 ms to scan 1 urls, producing 29 keys and 172 values | |
| 15:12:05.823 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.826 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.826 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.827 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.827 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.828 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.828 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.828 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.829 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.829 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.830 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.830 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.831 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.831 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.831 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.832 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.832 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.833 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.833 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.834 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.834 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.834 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.835 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.835 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.836 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.836 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.836 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.837 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.837 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.838 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.838 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.839 [main] DEBUG o.n.j.a.c.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]... | |
| 15:12:05.842 [main] DEBUG o.n.j.c.CudaAffinityManager - Mapping thread [1] to device [0], out of [1] devices... | |
| 15:12:05.842 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [14] to device [0], out of [1] devices... | |
| 15:12:05.842 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [15] to device [0], out of [1] devices... | |
| 15:12:05.842 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [16] to device [0], out of [1] devices... | |
| 15:12:05.843 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [17] to device [0], out of [1] devices... | |
| 15:12:05.843 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [18] to device [0], out of [1] devices... | |
| 15:12:05.843 [main] DEBUG o.n.j.c.CudaAffinityManager - Manually mapping thread [19] to device [0], out of [1] devices... | |
| 15:12:05.889 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 2 | |
| CudaGridExecutioner | |
| Build model.... | |
| 15:12:09.133 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 0 | |
| 15:12:09.608 [main] DEBUG org.reflections.Reflections - going to scan these urls: | |
| file:/simplex/simulator/arcadia-dealing-simulator.jar | |
| 15:12:12.605 [main] INFO org.reflections.Reflections - Reflections took 2997 ms to scan 1 urls, producing 1899 keys and 12777 values | |
| 15:12:12.662 [main] WARN o.d.nn.conf.MultiLayerConfiguration - Warning: new network default sets pretrain to false. | |
| 15:12:12.662 [main] WARN o.d.nn.conf.MultiLayerConfiguration - Warning: new network default sets backprop to true. | |
| 15:12:12.699 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 4 | |
| 15:12:12.706 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 3 | |
| 15:12:12.917 [main] DEBUG org.reflections.Reflections - going to scan these urls: | |
| jar:file:/simplex/simulator/arcadia-dealing-simulator.jar!/ | |
| 15:12:13.284 [main] INFO org.reflections.Reflections - Reflections took 367 ms to scan 1 urls, producing 385 keys and 1471 values | |
| 15:12:13.294 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 5 | |
| 15:12:13.298 [main] DEBUG o.n.j.handler.impl.CudaZeroHandler - Creating bucketID: 1 | |
| Beginning training | |
| Epoch = 0 | |
| Batch 000 [100, 3] [100, 3, 32, 64] Elapsed 0 sec | |
| 15:12:15.781 [main] INFO o.d.o.l.ScoreIterationListener - Score at iteration 0 is 1.1129153309877813 | |
| 15:12:23.969 [main] INFO o.d.o.l.ScoreIterationListener - Score at iteration 10 is 1.1160158844712875 | |
| MultiLayerConfiguration.Builder builder = new NeuralNetConfiguration.Builder() | |
| .seed(c.seed) | |
| .iterations(1) | |
| .regularization(true).l2(0.0005) | |
| .learningRate(c.learnRate) | |
| .weightInit(WeightInit.XAVIER) | |
| .optimizationAlgo(OptimizationAlgorithm.STOCHASTIC_GRADIENT_DESCENT) | |
| // .updater(Updater.NESTEROVS).momentum(0.9) | |
| .updater(Updater.ADAM).adamMeanDecay(0.9) | |
| .list() | |
| .layer(0, new ConvolutionLayer.Builder(7,7) | |
| .nIn(c.numFeatures) | |
| .dropOut(0.8) | |
| .stride(1,1) | |
| .padding(3,3) | |
| .nOut(10) | |
| .activation("relu") | |
| .build()) | |
| .layer(1, new SubsamplingLayer.Builder(SubsamplingLayer.PoolingType.MAX) | |
| .kernelSize(2,2) | |
| .stride(2,2) | |
| .build()) | |
| .layer(2, new ConvolutionLayer.Builder(7,7) | |
| .dropOut(0.8) | |
| .stride(1,1) | |
| .padding(3,3) | |
| .nOut(10) | |
| .activation("relu") | |
| .build()) | |
| .layer(3, new SubsamplingLayer.Builder(SubsamplingLayer.PoolingType.MAX) | |
| .kernelSize(2,2) | |
| .stride(2,2) | |
| .build()) | |
| .layer(4, new DenseLayer.Builder().activation("relu") | |
| .dropOut(0.8) | |
| .nOut(500).build()) | |
| .layer(5, new OutputLayer.Builder(LossFunctions.LossFunction.NEGATIVELOGLIKELIHOOD) | |
| .nOut(c.lableSize) | |
| .activation("softmax") | |
| .build()) | |
| .setInputType(InputType.convolutional(c.lookBack, feat1HotSize, 3)) //See note below | |
| .backprop(true).pretrain(false); | |
| MultiLayerConfiguration conf = builder.build(); |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment