Created
July 12, 2017 14:07
-
-
Save deichbrise/51d5bf991f4fdc4bbf9e29a2c312b097 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 17/07/12 13:37:31 INFO NativeOpsHolder: Number of threads used for NativeOps: 8 | |
| 17/07/12 13:37:31 INFO Reflections: Reflections took 188 ms to scan 1 urls, producing 29 keys and 189 values | |
| 17/07/12 13:37:31 INFO Nd4jBlas: Number of threads used for BLAS: 8 | |
| 17/07/12 13:37:31 INFO DefaultOpExecutioner: Backend used: [CPU]; OS: [Linux] | |
| 17/07/12 13:37:31 INFO DefaultOpExecutioner: Cores: [16]; Memory: [1.0GB]; | |
| 17/07/12 13:37:31 INFO DefaultOpExecutioner: Blas vendor: [OPENBLAS] | |
| 17/07/12 13:37:32 WARN Reflections: could not create Dir using directory from url file:/usr/share/aws/emr/emrfs/auxlib/*. skipping. | |
| java.lang.NullPointerException | |
| at org.reflections.vfs.Vfs$DefaultUrlTypes$3.matches(Vfs.java:239) | |
| at org.reflections.vfs.Vfs.fromURL(Vfs.java:98) | |
| at org.reflections.vfs.Vfs.fromURL(Vfs.java:91) | |
| at org.reflections.Reflections.scan(Reflections.java:237) | |
| at org.reflections.Reflections.scan(Reflections.java:204) | |
| at org.reflections.Reflections.<init>(Reflections.java:129) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.registerSubtypes(NeuralNetConfiguration.java:431) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.configureMapper(NeuralNetConfiguration.java:386) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.initMapper(NeuralNetConfiguration.java:376) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.<clinit>(NeuralNetConfiguration.java:123) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration$Builder.build(NeuralNetConfiguration.java:1019) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration$ListBuilder.build(NeuralNetConfiguration.java:269) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.makeNet(NNTagerSegmentationImpl.scala:123) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:70) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:51) | |
| at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:153) | |
| at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:149) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:893) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) | |
| at scala.collection.IterableViewLike$Transformed$class.foreach(IterableViewLike.scala:44) | |
| at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:37) | |
| at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:149) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116) | |
| at biz.inserv.spark.util.Util$.time(Util.scala:16) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.doFittingWithEvaluationOnly(GenericPipelineHandler.scala:115) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.fit(GenericPipelineHandler.scala:66) | |
| at biz.inserv.spark.jobs.AwsNNTagerJob.executeFullPipeline(AwsNNTagerJob.java:28) | |
| at biz.inserv.controller.managment.AbstractJob.run(AbstractJob.java:104) | |
| at biz.inserv.spark.impl.SparkJobLauncherImpl.launchJob(SparkJobLauncherImpl.java:34) | |
| at biz.inserv.spark.SparkLauncher.main(SparkLauncher.java:44) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:498) | |
| at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:637) | |
| 17/07/12 13:37:32 WARN Reflections: could not create Vfs.Dir from url. ignoring the exception and continuing | |
| org.reflections.ReflectionsException: could not create Vfs.Dir from url, no matching UrlType was found [file:/usr/share/aws/emr/emrfs/auxlib/*] | |
| either use fromURL(final URL url, final List<UrlType> urlTypes) or use the static setDefaultURLTypes(final List<UrlType> urlTypes) or addDefaultURLTypes(UrlType urlType) with your specialized UrlType. | |
| at org.reflections.vfs.Vfs.fromURL(Vfs.java:109) | |
| at org.reflections.vfs.Vfs.fromURL(Vfs.java:91) | |
| at org.reflections.Reflections.scan(Reflections.java:237) | |
| at org.reflections.Reflections.scan(Reflections.java:204) | |
| at org.reflections.Reflections.<init>(Reflections.java:129) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.registerSubtypes(NeuralNetConfiguration.java:431) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.configureMapper(NeuralNetConfiguration.java:386) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.initMapper(NeuralNetConfiguration.java:376) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration.<clinit>(NeuralNetConfiguration.java:123) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration$Builder.build(NeuralNetConfiguration.java:1019) | |
| at org.deeplearning4j.nn.conf.NeuralNetConfiguration$ListBuilder.build(NeuralNetConfiguration.java:269) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.makeNet(NNTagerSegmentationImpl.scala:123) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:70) | |
| at biz.inserv.spark.classification.impl.NNTagerSegmentationImpl.fit(NNTagerSegmentationImpl.scala:51) | |
| at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:153) | |
| at org.apache.spark.ml.Pipeline$$anonfun$fit$2.apply(Pipeline.scala:149) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:893) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) | |
| at scala.collection.IterableViewLike$Transformed$class.foreach(IterableViewLike.scala:44) | |
| at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:37) | |
| at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:149) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler$$anonfun$1.apply(GenericPipelineHandler.scala:116) | |
| at biz.inserv.spark.util.Util$.time(Util.scala:16) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.doFittingWithEvaluationOnly(GenericPipelineHandler.scala:115) | |
| at biz.inserv.spark.pipeline.impl.GenericPipelineHandler.fit(GenericPipelineHandler.scala:66) | |
| at biz.inserv.spark.jobs.AwsNNTagerJob.executeFullPipeline(AwsNNTagerJob.java:28) | |
| at biz.inserv.controller.managment.AbstractJob.run(AbstractJob.java:104) | |
| at biz.inserv.spark.impl.SparkJobLauncherImpl.launchJob(SparkJobLauncherImpl.java:34) | |
| at biz.inserv.spark.SparkLauncher.main(SparkLauncher.java:44) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:498) | |
| at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:637) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment