eraly

### Title: Back to basics: High quality plots using base R graphics
###	An interactive tutorial for the Davis R Users Group meeting on April 24, 2015
###
### Date created: 20150418
### Last updated: 20150423
###
### Author: Michael Koontz
### Email: mikoontz@gmail.com
###	Twitter: @michaeljkoontz
###

eraly

export OPENMP_HOME=/usr/local/Cellar/libiomp/20150227
export CLANGOMP_HOME=/usr/local/Cellar/clang-omp/2015-04-01
export PATH=$CLANGOMP_HOME/bin:$PATH
export C_INCLUDE_PATH=$CLANGOMP_HOME/libexec/include/clang-c:$OPENMP_HOME/include/libiomp:$C_INCLUDE_PATH
export CXX_INCLUDE_PATH=$CLANGOMP_HOME/libexec/include/clang-c:$OPENMP_HOME/include/libiomp:$C_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CLANGOMP_HOME/libexec/include/c++/v1:$OPENMP_HOME/include/libiomp:$CPLUS_INCLUDE_PATH
export LIBRARY_PATH=$CLANGOMP_HOME/libexec/lib:$OPENMP_HOME/include/libiomp:$LIBRARY_PATH
export LD_LIBRARY_PATH=$CLANGOMP_HOME/libexec/lib:$OPENMP_HOME/include/libiomp:$LD_LIBRARY_PATH
#export DYLD_LIBRARY_PATH=$OPENMP_HOME/include:$LD_LIBRARY_PATH
export DYLD_LIBRARY_PATH=$CLANGOMP_HOME/libexec/lib:$OPENMP_HOME/include/libiomp:$LD_LIBRARY_PATH

eraly

[
	[
		[
			[
				[
					[  1.00,   2.00,   3.00,   4.00]
					[  5.00,   6.00,   7.00,   8.00]
					[  9.00,  10.00,  11.00,  12.00]
					[ 13.00,  14.00,  15.00,  16.00]
				]

eraly

_ZN9functions9transform3ops6Col2ImIdE15execSpecialCudaEPdPiS4_S5_S4_S5_S4_P19UnifiedSharedMemoryIdE     184 bytes stack frame, 156 bytes spill stores, 156 bytes spill loads
_ZN9functions9transform3ops6Col2ImIfE15execSpecialCudaEPfPiS4_S5_S4_S5_S4_P19UnifiedSharedMemoryIfE     176 bytes stack frame, 152 bytes spill stores, 152 bytes spill loads
_ZN9functions6scalar15ScalarTransformIfE13transformCudaEfPfPiS3_S3_S4_S4_P19UnifiedSharedMemoryIfE     296 bytes stack frame, 136 bytes spill stores, 136 bytes spill loads
_ZN9functions19pairwise_transforms17PairWiseTransformIfE13transformCudaEPfPiS3_S4_S3_S4_S3_S4_P19UnifiedSharedMemoryIfES4_     560 bytes stack frame, 132 bytes spill stores, 132 bytes spill loads
_ZN9functions19pairwise_transforms17PairWiseTransformIdE13transformCudaEPdPiS3_S4_S3_S4_S3_S4_P19UnifiedSharedMemoryIdES4_     560 bytes stack frame, 132 bytes spill stores, 132 bytes spill loads
_Z19concatKernelGenericIfEviiPxS0_PT_Pi     536 bytes stack frame, 132 bytes spill stores, 132 bytes spill loads
_

eraly

org.deeplearning4j.examples.recurrent.basic.BasicRNNExample
org.deeplearning4j.examples.recurrent.word2vecsentiment.Word2VecSentimentRNN
org.deeplearning4j.examples.recurrent.character.GravesLSTMCharModellingExample
org.deeplearning4j.examples.recurrent.video.VideoClassificationExample
org.deeplearning4j.examples.convolution.LenetMnistExample
org.deeplearning4j.examples.feedforward.classification.MLPClassifierLinear
org.deeplearning4j.examples.feedforward.classification.MLPClassifierSaturn
org.deeplearning4j.examples.feedforward.classification.MLPClassifierMoon
org.deeplearning4j.examples.feedforward.regression.RegressionMathFunctions
org.deeplearning4j.examples.feedforward.regression.RegressionSum

eraly

DEBUG] joining on thread Thread[org.deeplearning4j.examples.nlp.paragraphvectors.ParagraphVectorsClassifierExample.main(),5,org.deeplearning4j.examples.nlp.paragraphvectors.ParagraphVectorsClassifierExample]
[DEBUG] Setting accessibility to true in order to invoke main().
o.n.j.c.CudaEnvironment - Please note, CudaEnvironment is already initialized. Configuration changes won't have effect
o.d.m.s.SequenceVectors - Starting vocabulary building...
o.d.m.w.w.VocabConstructor - Sequences checked: [30], Current vocabulary size: [2291]
o.d.m.s.SequenceVectors - Building learning algorithms:
o.d.m.s.SequenceVectors -           building ElementsLearningAlgorithm: [SkipGram]
o.d.m.s.SequenceVectors -           building SequenceLearningAlgorithm: [DBOW]
o.d.m.s.SequenceVectors - Starting learning process...
o.d.m.s.SequenceVectors - Epoch: [1]; Words vectorized so far: [7590];  Lines vectorized so far: [30]; learningRate: [0.001]

eraly

eval cmake
RUNNING OSX CLANG
PACKAGING = none
BUILD = release
CHIP = cpu
LIBRARY TYPE = dynamic
/Users/susaneraly/Blueprint/engineer/SKYMIND/libnd4j/blasbuild/cpu
-- The C compiler identification is Clang 3.5.0
-- The CXX compiler identification is Clang 3.5.0
-- Check for working C compiler: /usr/local/Cellar/clang-omp/2015-04-01/bin/clang-omp

eraly

public class ImageCNNDummy {
    private static class SimplePreProcessor implements DataSetPreProcessor {
        @Override
        public void preProcess(org.nd4j.linalg.dataset.api.DataSet toPreProcess) {
            toPreProcess.getFeatureMatrix().divi(255);  //[0,255] -> [0,1] for input pixel values
        }
    }

    // Images are of format given by allowedExtension -
    protected static final String[] allowedExtensions = BaseImageLoader.ALLOWED_FORMATS;

eraly

[ec2-user@ip-172-31-14-103 ci]$ ./runjenkins.sh 
INFO[3663] POST /v1.21/build?buildargs=%7B%7D&cgroupparent=&cpuperiod=0&cpuquota=0&cpusetcpus=&cpusetmems=&cpushares=0&dockerfile=Dockerfile&memory=0&memswap=0&rm=1&t=skymind%2Fdl4j-jenkins&ulimits=null 
Sending build context to Docker daemon 311.1 MB
Step 1 : FROM skymind/skil-base
Pulling repository docker.io/skymind/skil-base
Error: image skymind/skil-base:latest not found
INFO[3667] POST /v1.21/containers/create                
ERRO[3667] Handler for POST /v1.21/containers/create returned error: No such image: skymind/dl4j-jenkins:latest 
ERRO[3667] HTTP Error                                    err=No such image: skymind/dl4j-jenkins:latest statusCode=404
Unable to find image 'skymind/dl4j-jenkins:latest' locally

eraly

    @Override
    public List<DataSet> asList() {
        List<DataSet> list = new ArrayList<>(numExamples());
        // Preserving the dimension of the dataset - essentially a minibatch size of 1
        int [] featureShape = getFeatures().shape();
        featureShape[0] = 1
        int [] labelShape = getLabels().shape();
        labelShape[0] = 1;
        for (int i = 1; i < numExamples(); i++) {
            INDArray featuresHere = getFeatures().slice(i).reshape(featureShape);