Skip to content

Instantly share code, notes, and snippets.

Epoch 1
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [962], blockSize: [512], base shmem: [344], blocksPerMP: [32], problemLength: [5128960], effectiveBlockLimit: [480]
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [1], blockSize: [512], base shmem: [344], blocksPerMP: [0], problemLength: [256], effectiveBlockLimit: [480]
AF13 opNum:[13]
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [481], blockSize: [512], base shmem: [344], blocksPerMP: [32], problemLength: [1048576], effectiveBlockLimit: [480]
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [960], blockSize: [512], base shmem: [344], blocksPerMP: [32], problemLength: [4197376], effectiveBlockLimit: [480]
Preliminary scalar launch params: gridSize: [1], blockSize: [32], base shmem: [344], blocksPerMP: [0], problemLength: [18], effectiveBlockLimit: [480]
AF6 opNum:[16], launchDims.x: [1], launchDims.y: [32]
ShapeInfo: [2, 1, 18, 1, 1, 0, 1, 102, ]
F6 opNum:[16]
Preliminary scalar launch params: gridSize: [978], blockSize: [64], base shmem: [344], blocksPerMP: [32], problemLength: [360630], effectiveBlockLimit: [480]
F6 opNum:[16]
Preliminary scalar launch params: gridSize: [978], blockSize: [64], base
F13 opNum:[13] [8327/64056]
Preliminary scalar launch params: gridSize: [962], blockSize: [64], base shmem: [344], blocksPerMP: [32], problemLength: [5128960], effectiveBlockLimit: [480]
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [8], blockSize: [32], base shmem: [344], blocksPerMP: [0], problemLength: [256], effectiveBlockLimit: [480]
F13 opNum:[13]
Preliminary scalar launch params: gridSize: [962], blockSize: [64], base shmem: [344], blocksPerMP: [32], problemLength: [1048576], effectiveBlockLimit: [480]
F13 opNum:[13]
Init time: 37613951
Array fill time: 6812863
Array fill time: 6265411
Array fill time: 2826787
Array fill time: 9876213
Array fill time: 5156147
Array fill time: 5691762
Array fill time: 3642745
Array fill time: 2023969
Array fill time: 10827237
package dlchat;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import org.apache.commons.lang3.ArrayUtils;
import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.dataset.api.MultiDataSet;
@rkfg
rkfg / Main.java
Last active March 13, 2017 12:03
My dl4j test code
package dlchat;
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
NeuralNetConfiguration.Builder builder = new NeuralNetConfiguration.Builder();
builder.iterations(1).learningRate(LEARNING_RATE).rmsDecay(RMS_DECAY)
.optimizationAlgo(OptimizationAlgorithm.STOCHASTIC_GRADIENT_DESCENT).seed(123).miniBatch(true).updater(Updater.RMSPROP)
.weightInit(WeightInit.XAVIER).regularization(true).l2(L2)
.gradientNormalization(GradientNormalization.RenormalizeL2PerLayer);
GraphBuilder graphBuilder = builder.graphBuilder().pretrain(false).backprop(true).backpropType(BackpropType.TruncatedBPTT)
.tBPTTBackwardLength(TBPTT_SIZE).tBPTTForwardLength(TBPTT_SIZE);
graphBuilder.addInputs("firstLine").setInputTypes(InputType.recurrent(dict.size()))
.addLayer("encoder", new GravesLSTM.Builder().nIn(dict.size()).nOut(HIDDEN_LAYER_WIDTH).activation(Activation.TANH).build(),
@rkfg
rkfg / ipics.sh
Last active October 26, 2015 03:44
ipfs.pics uploader
#!/bin/sh
FLAGS=
PICSPATH=
PREFIX=http://ipfs.pics/
if [ -d "$1" ]
then
FLAGS=-r
else
PICSPATH=ipfs/
fi
@rkfg
rkfg / shitpost.sh
Created October 17, 2015 13:58
Shitpost
#!/bin/sh
TEXT=$(xsel | awk '{print toupper($0)}')
(echo
echo $TEXT | sed 's#\(.\)#\1 #g'
echo $TEXT | sed 's#.\(.*\)#\1#' | sed 's#\(.\)#\1\n#g') | xsel -ib
#!/bin/sh
FLAGS=-v
if [ "$1" = "-n" ]
then
FLAGS="$1"
shift
fi
rename $FLAGS 's#(^\[[^]]*\])[ _]?(.+?)(\.([a-zA-Z0-9]*$)|$)#$2 $1$3#' "$@"