I hereby claim:
- I am tomtau on github.
- I am tomtau (https://keybase.io/tomtau) on keybase.
- I have a public key whose fingerprint is 4D13 45D2 7985 4FA3 A607 8428 B739 E67A 4E2F 81B1
To claim this, I am signing this object:
I hereby claim:
To claim this, I am signing this object:
import com.twitter.scalding._ | |
import cascading.pipe.joiner._ | |
import com.twitter.scalding.mathematics.Matrix2 | |
import com.twitter.scalding.mathematics.FiniteHint | |
import com.twitter.algebird.Group | |
class BenchNewJob(args : Args) extends Job(args) { | |
import Matrix2._ | |
import com.twitter.scalding.mathematics.MatrixLiteral |
import com.twitter.scalding._ | |
import com.twitter.scalding.mathematics.Matrix | |
class BenchOldJob(args : Args) extends Job(args) { | |
import Matrix._ | |
val a0 = Tsv("/home/ttauber/scalding-bench/a0.tsv", ('x, 'y, 'v) ) | |
.read. | |
toMatrix[Int,Int,Double]('x,'y,'v) |
import com.twitter.scalding._ | |
import cascading.pipe.joiner._ | |
import com.twitter.scalding.mathematics.Matrix2 | |
import com.twitter.scalding.mathematics.FiniteHint | |
import com.twitter.algebird.Group | |
class BenchNewJob(args : Args) extends Job(args) { | |
import Matrix2._ | |
import com.twitter.scalding.mathematics.MatrixLiteral |
import com.twitter.scalding._ | |
import com.twitter.scalding.mathematics.Matrix | |
class BenchOldJob(args : Args) extends Job(args) { | |
import Matrix._ | |
val a0 = Tsv("/home/ttauber/scalding-bench/a0.tsv", ('x, 'y, 'v) ) | |
.read. | |
toMatrix[Int,Int,Double]('x,'y,'v) |
package tsvgen | |
import java.io._ | |
import scala.util.Random | |
object TsvGenerator { | |
def generateTsv(matrixParam: (String, Long, Long)): Unit = { | |
val (filename, rows, cols) = matrixParam | |
val writer = new PrintWriter(new File(filename)) |
import com.twitter.scalding._ | |
import cascading.pipe.joiner._ | |
import com.twitter.scalding.mathematics.Matrix2 | |
import com.twitter.scalding.mathematics.FiniteHint | |
import com.twitter.algebird.Group | |
class BenchNewJob(args : Args) extends Job(args) { | |
import Matrix2._ | |
import com.twitter.scalding.mathematics.MatrixLiteral |
import com.twitter.scalding._ | |
import com.twitter.scalding.mathematics.Matrix | |
class BenchOldJob(args : Args) extends Job(args) { | |
import Matrix._ | |
val a0 = Tsv("/home/ttauber/scalding-bench/a0.tsv", ('x, 'y, 'v) ) | |
.read. | |
toMatrix[Int,Int,Double]('x,'y,'v) |
import com.twitter.scalding._ | |
import cascading.pipe.joiner._ | |
import com.twitter.scalding.mathematics.Matrix2 | |
import com.twitter.scalding.mathematics.FiniteHint | |
import com.twitter.algebird.Group | |
class BenchNewJob(args : Args) extends Job(args) { | |
import Matrix2._ | |
import com.twitter.scalding.mathematics.MatrixLiteral |