Skip to content

Instantly share code, notes, and snippets.

View dan-lind's full-sized avatar

Daniel Lindberg dan-lind

8 followers · 1 following
View GitHub Profile
@dan-lind
dan-lind / Code
Last active August 7, 2016 19:59
package kaggle;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.split.FileSplit;
import org.deeplearning4j.arbiter.DL4JConfiguration;
import org.deeplearning4j.arbiter.MultiLayerSpace;
import org.deeplearning4j.arbiter.data.DataSetIteratorProvider;
import org.deeplearning4j.arbiter.layers.DenseLayerSpace;
import org.deeplearning4j.arbiter.layers.OutputLayerSpace;
@dan-lind
dan-lind / Arbiter
Created August 5, 2016 21:15
package kaggle;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.split.FileSplit;
import org.deeplearning4j.arbiter.DL4JConfiguration;
import org.deeplearning4j.arbiter.MultiLayerSpace;
import org.deeplearning4j.arbiter.data.DataSetIteratorProvider;
import org.deeplearning4j.arbiter.layers.DenseLayerSpace;
import org.deeplearning4j.arbiter.layers.OutputLayerSpace;
@dan-lind
dan-lind / Arbiter
Created August 5, 2016 21:12
package kaggle;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.split.FileSplit;
import org.deeplearning4j.arbiter.DL4JConfiguration;
import org.deeplearning4j.arbiter.MultiLayerSpace;
import org.deeplearning4j.arbiter.data.DataSetIteratorProvider;
import org.deeplearning4j.arbiter.layers.DenseLayerSpace;
import org.deeplearning4j.arbiter.layers.OutputLayerSpace;
@dan-lind
dan-lind / Log
Created August 4, 2016 20:17
Exception starting Arbiter
/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/bin/java -Didea.launcher.port=7544 "-Didea.launcher.bin.path=/Applications/IntelliJ IDEA CE.app/Contents/bin" -Dfile.encoding=UTF-8 -classpath "/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_25.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualM
@dan-lind
dan-lind / gist:9b1171e8d842fe39fe446e8606df9329
Created August 4, 2016 04:56
NPE when running DataAnalysis
0,3,0,22,1,0,A/5 21171,7.25,,S
1,1,1,38,1,0,PC 17599,71.2833,C85,C
1,3,1,26,0,0,STON/O2. 3101282,7.925,,S
1,1,1,35,1,0,113803,53.1,C123,S
0,3,0,35,0,0,373450,8.05,,S
0,3,0,29.69911764705882,0,0,330877,8.4583,,Q
0,1,0,54,0,0,17463,51.8625,E46,S
0,3,0,2,3,1,349909,21.075,,S
1,3,1,27,0,2,347742,11.1333,,S
1,2,1,14,1,0,237736,30.0708,,C
@dan-lind
dan-lind / Analysis.java
Created August 3, 2016 19:28
package kaggle;
import org.apache.commons.io.FilenameUtils;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.transform.TransformProcess;
import org.datavec.api.transform.analysis.DataAnalysis;
@dan-lind
dan-lind / gist:42434afd7a54c87a88478a9ca95e3966
Created July 16, 2016 20:06
...
22:00:20.671 [main] INFO org.datavec.api.util.ArchiveUtils - Extracting: lfw/Leticia_Dolera/Leticia_Dolera_0001.jpg
22:00:20.671 [main] INFO org.datavec.api.util.ArchiveUtils - Extracting: lfw/Joseph_Fiennes/
22:00:20.672 [main] INFO org.datavec.api.util.ArchiveUtils - Extracting: lfw/Joseph_Fiennes/Joseph_Fiennes_0001.jpg
22:00:20.672 [main] INFO org.datavec.api.util.ArchiveUtils - Extracting: lfw/Colin_Prescot/
22:00:20.673 [main] INFO org.datavec.api.util.ArchiveUtils - Extracting: lfw/Colin_Prescot/Colin_Prescot_0001.jpg
--- Start DataVec Configuration ---
datavec.input.data.type -- image
datavec.input.format -- org.datavec.image.format.ImageInputFormat
@dan-lind
dan-lind / gist:ec4b7e1058e809e54e26c0c51ecdb211
Created July 16, 2016 19:43
if [ "$CHIP" == "cpu" ]; then
checkexit mvn clean install -DskipTests -Dmaven.javadoc.skip=true -pl '!:nd4j-cuda-7.5,!:nd4j-tests'
else
checkexit mvn clean install -DskipTests -Dmaven.javadoc.skip=true -pl '!:nd4j-tests'
fi
@dan-lind
dan-lind / gist:dc9172d88e69e2c4ef9df2212dedf12d
Created July 16, 2016 19:11
[INFO] Building nd4j-cuda-7.5-platform 0.4.1-SNAPSHOT
[INFO] ------------------------------------------------------------------------
Downloading: https://oss.sonatype.org/content/repositories/snapshots/org/nd4j/nd4j-cuda-7.5/0.4.1-SNAPSHOT/maven-metadata.xml
Downloading: https://oss.sonatype.org/content/repositories/snapshots/org/nd4j/nd4j-cuda-7.5/0.4.1-SNAPSHOT/nd4j-cuda-7.5-0.4.1-SNAPSHOT.pom
[WARNING] The POM for org.nd4j:nd4j-cuda-7.5:jar:0.4.1-SNAPSHOT is missing, no dependency information available
Downloading: https://oss.sonatype.org/content/repositories/snapshots/org/nd4j/nd4j-cuda-7.5/0.4.1-SNAPSHOT/nd4j-cuda-7.5-0.4.1-SNAPSHOT.jar
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] nd4j ............................................... SUCCESS [ 5.391 s]
@dan-lind
dan-lind / gist:4ad585ce6ecd555eadd4
Created June 24, 2015 20:32
JPA Unknown entity
! @6mhm4053g - Internal server error, for (GET) [/] ->
play.api.UnexpectedException: Unexpected exception[IllegalArgumentException: Unknown entity: models.Listing]
at play.api.http.HttpErrorHandlerExceptions$.throwableToUsefulException(HttpErrorHandler.scala:261) ~[com.typesafe.play.play_2.11-2.4.1.jar:2.4.1]
at play.api.http.DefaultHttpErrorHandler.onServerError(HttpErrorHandler.scala:191) ~[com.typesafe.play.play_2.11-2.4.1.jar:2.4.1]
at play.api.GlobalSettings$class.onError(GlobalSettings.scala:179) [com.typesafe.play.play_2.11-2.4.1.jar:2.4.1]
at play.core.j.JavaGlobalSettingsAdapter.play$core$j$JavaGlobalSettingsAdapter$$super$onError(JavaGlobalSettingsAdapter.scala:36) [com.typesafe.play.play_2.11-2.4.1.jar:2.4.1]
at play.core.j.JavaGlobalSettingsAdapter$$anonfun$onError$2.apply(JavaGlobalSettingsAdapter.scala:36) [com.typesafe.play.play_2.11-2.4.1.jar:2.4.1]
at play.core.j.JavaGlobalSettingsAdapter$$anonfun$onError$2.apply(JavaGlobalSettingsAdapter.scala:36) [com.typesafe.play.play_2.11-2.4.1.ja