Skip to content

Instantly share code, notes, and snippets.

View shiv4nsh's full-sized avatar
🍳
Breaking Stuff

Shivansh Srivastava shiv4nsh

🍳
Breaking Stuff
View GitHub Profile
object CakeBonusQuestion {
type Set = Int=>Boolean
val BOUND_VALUE=1000
private def forall(set:Set, predicate:(Int=>Boolean)):Boolean={
def containsValue(set:Set,element:Int)=set(element)
def isNotInConjecture(value:Int):Boolean =containsValue(set, value) && !predicate(value)
def iterate(value: Int): Boolean = {
if (value > BOUND_VALUE) true
else if (isNotInConjecture(value)) false
else iterate(value + 1)
@shiv4nsh
shiv4nsh / InfluxDbCompilationError
Created November 18, 2016 02:09
error Faced while compiling infulxDB connector
* Exception is:
org.gradle.api.GradleScriptException: A problem occurred evaluating root project 'reactiveinflux-spark_2.11'.
at org.gradle.groovy.scripts.internal.DefaultScriptRunnerFactory$ScriptRunnerImpl.run(DefaultScriptRunnerFactory.java:93)
at org.gradle.configuration.DefaultScriptPluginFactory$ScriptPluginImpl$1.run(DefaultScriptPluginFactory.java:144)
at org.gradle.configuration.ProjectScriptTarget.addConfiguration(ProjectScriptTarget.java:72)
at org.gradle.configuration.DefaultScriptPluginFactory$ScriptPluginImpl.apply(DefaultScriptPluginFactory.java:149)
at org.gradle.configuration.project.BuildScriptProcessor.execute(BuildScriptProcessor.java:38)
at org.gradle.configuration.project.BuildScriptProcessor.execute(BuildScriptProcessor.java:25)
at org.gradle.configuration.project.ConfigureActionsProjectEvaluator.evaluate(ConfigureActionsProjectEvaluator.java:34)
val conf = new SparkConf()
.setAppName("Application1")
.setMaster(MasterIP)
.set("spark.sql.shuffle.partitions", "8")
.set("spark.cassandra.connection.host", CassandraIP)
.set("spark.sql.crossJoin.enabled", "true")
.set("spark.kryoserializer.buffer.max", "640m")
.set("spark.executor.memory", "5g")
.set("spark.executor.cores", "2")
.set("spark.cassandra.output.batch.size.rows", "1")
====== org.deeplearning4j.examples.nlp.word2vec.Word2VecRawTextExample
Error: Could not find or load main class org.deeplearning4j.examples.nlp.word2vec.Word2VecRawTextExample
shivansh@localhost:~/Documents/deepLearning/dl4j-examples$ ./runexamples.sh
[ 1] org.deeplearning4j.examples.arbiter.BasicHyperparameterOptimizationExample
[ 2] org.deeplearning4j.examples.dataExamples.BasicCSVClassifier
[ 3] org.deeplearning4j.examples.dataExamples.ImagePipelineExample
[ 4] org.deeplearning4j.examples.dataExamples.CSVExample
[ 5] org.deeplearning4j.examples.dataExamples.PreprocessNormalizerExample
[ 6] org.deeplearning4j.examples.dataExamples.CSVPlotter
[info] Running org.deeplearning4j.examples.nlp.word2vec.Word2VecRawTextExample
o.d.e.n.w.Word2VecRawTextExample$ - Load & Vectorize Sentences....
[error] (run-main-0) java.lang.ExceptionInInitializerError
java.lang.ExceptionInInitializerError
at org.deeplearning4j.models.embeddings.inmemory.InMemoryLookupTable$Builder.<init>(InMemoryLookupTable.java:640)
at org.deeplearning4j.examples.nlp.word2vec.Word2VecRawTextExample$.main(Word2VecRawTextExample.scala:31)
at org.deeplearning4j.examples.nlp.word2vec.Word2VecRawTextExample.main(Word2VecRawTextExample.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
background log: debug: Waiting for threads to exit or System.exit to be called.
background log: debug: Classpath:
/home/shivansh/Documents/dl4j-spark-scala-starter-kit/target/scala-2.11/classes
/home/shivansh/.ivy2/cache/org.scala-lang/scala-library/jars/scala-library-2.11.8.jar
/home/shivansh/.ivy2/cache/org.nd4j/nd4j-native/jars/nd4j-native-0.4.0.jar
/home/shivansh/.ivy2/cache/org.nd4j/nd4j-native-api/jars/nd4j-native-api-0.4.0.jar
/home/shivansh/.ivy2/cache/org.nd4j/nd4j-buffer/jars/nd4j-buffer-0.4.0.jar
/home/shivansh/.ivy2/cache/org.nd4j/nd4j-common/jars/nd4j-common-0.4.0.jar
/home/shivansh/.ivy2/cache/org.reflections/reflections/jars/reflections-0.9.10.jar
background log: error: (run-main-0) java.lang.UnsatisfiedLinkError: no jnind4j in java.library.path
java.lang.UnsatisfiedLinkError: no jnind4j in java.library.path
at java.lang.ClassLoader.loadLibrary(ClassLoader.java:1867)
at java.lang.Runtime.loadLibrary0(Runtime.java:870)
at java.lang.System.loadLibrary(System.java:1122)
at org.bytedeco.javacpp.Loader.loadLibrary(Loader.java:726)
at org.bytedeco.javacpp.Loader.load(Loader.java:501)
at org.nd4j.nativeblas.NativeOps.<clinit>(NativeOps.java:31)
at org.nd4j.linalg.cpu.nativecpu.ops.NativeOpExecutioner.<init>(NativeOpExecutioner.java:33)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
@shiv4nsh
shiv4nsh / Build.sbt
Created August 2, 2016 08:48
THe build file for scala
organization := "com.knoldus"
name := "dl4j-spark-scala-starter-kit"
version := "0.1.4"
scalaVersion := "2.11.8"
resolvers ++= Seq(
@shiv4nsh
shiv4nsh / Exception_stack_while_running_dl4j_with_spark
Created August 2, 2016 05:41
The exception is arising while running with spark
background log: error: (run-main-0) java.lang.NoClassDefFoundError: org/bytedeco/javacpp/Pointer
java.lang.NoClassDefFoundError: org/bytedeco/javacpp/Pointer
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:264)
at org.nd4j.linalg.factory.Nd4j.initWithBackend(Nd4j.java:5064)
at org.nd4j.linalg.factory.Nd4j.initContext(Nd4j.java:5021)
at org.nd4j.linalg.factory.Nd4j.<clinit>(Nd4j.java:169)
at org.deeplearning4j.datasets.fetchers.MnistDataFetcher.fetch(MnistDataFetcher.java:164)
at org.deeplearning4j.datasets.iterator.BaseDatasetIterator.next(BaseDatasetIterator.java:59)
at com.knoldus.cnn.MnsitExample.<init>(MnsitExample.scala:32)