Skip to content

Instantly share code, notes, and snippets.

View marioarrigonineri's full-sized avatar

marioarrigonineri

  • @novasemantics
View GitHub Profile
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.1.2.RELEASE</version>
<relativePath />
13:10:16.132 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 10; iteration time: 867 ms; samples/sec: 110,727; batches/sec: 1,153;
13:10:27.952 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 20; iteration time: 1005 ms; samples/sec: 95,522; batches/sec: 0,995;
13:10:39.791 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 30; iteration time: 899 ms; samples/sec: 106,785; batches/sec: 1,112;
13:10:51.525 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 40; iteration time: 855 ms; samples/sec: 112,281; batches/sec: 1,170;
13:11:02.939 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 50; iteration time: 865 ms; samples/sec: 110,983; batches/sec: 1,156;
13:11:14.687 [main] INFO org.deeplearning4j.optimize.listeners.PerformanceListener - ETL: 0 ms; iteration 60; iteration time: 875 ms; sampl
23:50:56.455 [main] INFO org.nd4j.linalg.factory.Nd4jBackend - Loaded [JCublasBackend] backend
23:50:56.512 [main] WARN org.reflections.Reflections - given scan urls are empty. set urls in the configuration
23:51:03.062 [main] INFO org.nd4j.nativeblas.NativeOpsHolder - Number of threads used for NativeOps: 32
23:51:04.051 [main] DEBUG org.nd4j.jita.allocator.context.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]...
23:51:04.056 [main] DEBUG org.nd4j.jita.allocator.context.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]...
23:51:04.057 [main] DEBUG org.nd4j.jita.allocator.context.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]...
23:51:04.059 [main] DEBUG org.nd4j.jita.allocator.context.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]...
23:51:04.060 [main] DEBUG org.nd4j.jita.allocator.context.impl.BasicContextPool - Creating new stream for thread: [1], device: [0]...
23:51:04.061 [main] DEBUG org.nd4j.jita.all
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>it.novasemantics</groupId>
<artifactId>dlclash</artifactId>
<version>0.0.1-SNAPSHOT</version>
<properties>
<dl4j.version>1.0.0-SNAPSHOT</dl4j.version>
<nd4j.version>1.0.0-SNAPSHOT</nd4j.version>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>it.novasemantics</groupId>
<artifactId>dlclash</artifactId>
<version>0.0.1-SNAPSHOT</version>
<properties>
<dl4j.version>1.0.0-SNAPSHOT</dl4j.version>
<!-- <dl4j.version>1.0.0-alpha</dl4j.version>
java.lang.ExceptionInInitializerError
at org.nd4j.jita.concurrency.CudaAffinityManager.getNumberOfDevices(CudaAffinityManager.java:185)
at org.nd4j.jita.constant.ConstantProtector.purgeProtector(ConstantProtector.java:38)
at org.nd4j.jita.constant.ConstantProtector.<init>(ConstantProtector.java:31)
at org.nd4j.jita.constant.ConstantProtector.<clinit>(ConstantProtector.java:20)
at org.nd4j.jita.constant.ProtectedCudaConstantHandler.<clinit>(ProtectedCudaConstantHandler.java:48)
at org.nd4j.jita.constant.CudaConstantHandler.<clinit>(CudaConstantHandler.java:17)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:264)
at org.nd4j.linalg.factory.Nd4j.initWithBackend(Nd4j.java:6295)
13:17:04,754 INFO [it.novasemantics.clash.backend.dl.DL4JClassifier:135] fibers: 226 - 136
13:17:06,310 INFO [it.novasemantics.clash.backend.dl.DL4JClassifier:143] train data: 6450 - val data: 3840 - test data: 2580
13:17:06.390 [main] INFO org.nd4j.linalg.factory.Nd4jBackend - Loaded [JCublasBackend] backend
13:17:06.435 [main] DEBUG org.reflections.Reflections - going to scan these urls:
file:/C:/Users/marri/.m2/repository/com/fasterxml/jackson/datatype/jackson-datatype-jsr310/2.4.4/jackson-datatype-jsr310-2.4.4.jar
file:/C:/Users/marri/.m2/repository/ch/qos/logback/logback-classic/1.1.7/logback-classic-1.1.7.jar
file:/C:/Users/marri/.m2/repository/org/slf4j/jcl-over-slf4j/1.7.12/jcl-over-slf4j-1.7.12.jar
file:/C:/Users/marri/.m2/repository/com/typesafe/play/play-exceptions/2.4.6/play-exceptions-2.4.6.jar
file:/C:/Users/marri/.m2/repository/org/bytedeco/javacpp-presets/hdf5/1.10.0-patch1-1.3/hdf5-1.10.0-patch1-1.3-linux-x86_64.jar
file:/C:/Users/marri/.m2/repository/com/google/protobuf/protobuf-java/2.5
Sun Mar 18 11:50:57 2018
+-----------------------------------------------------------------------------+
| NVIDIA-SMI 388.13 Driver Version: 388.13 |
|-------------------------------+----------------------+----------------------+
| GPU Name TCC/WDDM | Bus-Id Disp.A | Volatile Uncorr. ECC |
| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |
|===============================+======================+======================|
| 0 GeForce GTX 1070 WDDM | 00000000:01:00.0 On | N/A |
| N/A 49C P8 9W / N/A | 1008MiB / 8192MiB | 0% Default |
+-------------------------------+----------------------+----------------------+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>it.novasemantics</groupId>
<artifactId>dlclash</artifactId>
<version>0.0.1-SNAPSHOT</version>
<properties>
<dl4j.version>0.9.1</dl4j.version>
<logback.version>1.1.7</logback.version>
</properties>
public static ComputationGraph trainComputationGraph(File root) throws Exception {
int batchSize = 128;
Set<String>[] fj = getFiberSplit(root);
log.info("fibers: " + fj[0].size() + " - " + fj[1].size());
write(fj[0], new File("/model/training.txt"));
write(fj[1], new File("/model/validation.txt"));
write(fj[2], new File("/model/test.txt"));
InputSplit trainData = new FileSplit(root).sample(new Filter(fj[0]), 1)[0];
InputSplit valData = new FileSplit(root).sample(new Filter(fj[1]), 1)[0];