andrewclegg

diff --git a/src/fasttext.cc b/src/fasttext.cc
index 93b7add..a6cc3f4 100644
--- a/src/fasttext.cc
+++ b/src/fasttext.cc
@@ -43,6 +43,11 @@ void FastText::saveVectors() {
     getVector(vec, word);
     ofs << word << " " << vec << std::endl;
   }
+  for (int32_t i = 0; i < dict_->nlabels(); i++) {
+    std::string label = dict_->getLabel(i);

andrewclegg

[error] (run-main-0) java.lang.IllegalArgumentException: Length is >= Integer.MAX_VALUE: lengthLong() must be called instead
java.lang.IllegalArgumentException: Length is >= Integer.MAX_VALUE: lengthLong() must be called instead
        at org.nd4j.linalg.api.ndarray.BaseNDArray.length(BaseNDArray.java:3972)
        at org.nd4j.linalg.util.LinAlgExceptions.assertSameLength(LinAlgExceptions.java:37)
        at org.nd4j.linalg.api.ops.BaseAccumulation.<init>(BaseAccumulation.java:57)
        at org.nd4j.linalg.api.ops.BaseAccumulation.<init>(BaseAccumulation.java:66)
        at org.nd4j.linalg.api.ops.impl.accum.Norm1.<init>(Norm1.java:48)
        at org.nd4j.linalg.api.ndarray.BaseNDArray.norm1(BaseNDArray.java:3513)
        at org.deeplearning4j.models.embeddings.reader.impl.BasicModelUtils.wordsNearest(BasicModelUtils.java:210)
        at org.deeplearning4j.models.embeddings.reader.impl.BasicModelUtils.wordsNearest(BasicModelUtils.java:179)

andrewclegg

[error] (run-main-0) java.lang.IllegalArgumentException: Length is >= Integer.MAX_VALUE: lengthLong() must be called instead
java.lang.IllegalArgumentException: Length is >= Integer.MAX_VALUE: lengthLong() must be called instead
        at org.nd4j.linalg.api.ndarray.BaseNDArray.length(BaseNDArray.java:3972)
        at org.nd4j.linalg.api.ops.impl.transforms.ReplaceNans.<init>(ReplaceNans.java:43)
        at org.nd4j.linalg.factory.Nd4j.clearNans(Nd4j.java:2254)
        at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxt(WordVectorSerializer.java:1130)
        at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxtVectors(WordVectorSerializer.java:1034)

andrewclegg

  case class InputIterator(file: File) extends Iterable[LabelledDocument] {

    val lines = Source.fromFile(file).getLines()

    override def iterator: Iterator[LabelledDocument] = {
      lines.map {
        line =>
          val fields = line.split("\t")
          val label = fields(0)
          val text = fields(2) // Ignore 1 as this is just the active/inactive flag

andrewclegg

import java.io.File

import org.canova.api.records.writer.impl.CSVRecordWriter
import org.canova.common.RecordConverter
import org.nd4j.linalg.factory.Nd4j

object CsvExample extends App {

  val nd4j = Nd4j.factory()

andrewclegg

When opening text file directly:

Exception in thread "main" java.lang.ArrayIndexOutOfBoundsException: 299
	at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxt(WordVectorSerializer.java:1107)
	at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxtVectors(WordVectorSerializer.java:1033)

When opening zip file:

Exception in thread "main" java.lang.NegativeArraySizeException
	at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxt(WordVectorSerializer.java:1104)

andrewclegg

, -0.082752 0.67204 -0.14987 -0.064983 0.056491 0.40228 0.0027747 -0.3311 -0.30691 2.0817 0.031819 0.013643 0.30265 0.0071297 -0.5819 -0.2774 -0.062254 1.1451 -0.24232 0.1235 -0.12243 0.33152 -0.006162 -0.30541 -0.13057 -0.054601 0.037083 -0.070552 0.5893 -0.30385 0.2898 -0.14653 -0.27052 0.37161 0.32031 -0.29125 0.0052483 -0.13212 -0.052736 0.087349 -0.26668 -0.16897 0.015162 -0.0083746 -0.14871 0.23413 -0.20719 -0.091386 0.40075 -0.17223 0.18145 0.37586 -0.28682 0.37289 -0.16185 0.18008 0.3032 -0.13216 0.18352 0.095759 0.094916 0.008289 0.11761 0.34046 0.03677 -0.29077 0.058303 -0.027814 0.082941 0.1862 -0.031494 0.27985 -0.074412 -0.13762 -0.21866 0.18138 0.040855 -0.113 0.24107 0.3657 -0.27525 -0.05684 0.34872 0.011884 0.14517 -0.71395 0.48497 0.14807 0.62287 0.20599 0.58379 -0.13438 0.40207 0.18311 0.28021 -0.42349 -0.25626 0.17715 -0.54095 0.16596 -0.036058 0.08499 -0.64989 0.075549 -0.28831 0.40626 -0.2802 0.094062 0.32406 0.28437 -0.26341 0.11553 0.071918 -0.47215 -0.18366 -0.34709 0.29964 -0.66514 0.

andrewclegg

Exception in thread "main" java.lang.IllegalArgumentException: Length must be >= 1
	at org.nd4j.linalg.api.buffer.BaseDataBuffer.<init>(BaseDataBuffer.java:537)
	at org.nd4j.linalg.api.buffer.FloatBuffer.<init>(FloatBuffer.java:40)
	at org.nd4j.linalg.api.buffer.factory.DefaultDataBufferFactory.createFloat(DefaultDataBufferFactory.java:227)
	at org.nd4j.linalg.factory.Nd4j.createBuffer(Nd4j.java:1161)
	at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxt(WordVectorSerializer.java:1098)
	at org.deeplearning4j.models.embeddings.loader.WordVectorSerializer.loadTxtVectors(WordVectorSerializer.java:1028)

andrewclegg

  def buildNetwork(features: Int) = {
    val builder = new NeuralNetConfiguration.Builder()
      .seed(1)
      .iterations(1)
      .optimizationAlgo(OptimizationAlgorithm.STOCHASTIC_GRADIENT_DESCENT)
      .l1(0.1)
      .updater(Updater.NONE)
    builder.setUseRegularization(true)
    val conf = builder
      .list

andrewclegg

bindkey -k k1 select 1
bindkey -k k2 select 2
bindkey -k k3 select 3
bindkey -k k4 select 4
bindkey -k k5 select 5
bindkey -k k6 select 6
bindkey -k k7 select 7
bindkey -k k8 select 8
bindkey -k k9 select 9
bindkey -k k; select 0  # F10 ?!?