This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import com.twitter.scalding._ | |
import com.twitter.scalding.mathematics.Matrix | |
class BenchOldJob(args : Args) extends Job(args) { | |
import Matrix._ | |
val a0 = Tsv("/home/ttauber/scalding-bench/a0.tsv", ('x, 'y, 'v) ) | |
.read. | |
toMatrix[Int,Int,Double]('x,'y,'v) | |
(a0 * a0 * a0 * a0 * a0 * a0 * a0 * a0).write( Tsv("/home/ttauber/scalding-bench/aold.tsv")) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import com.twitter.scalding._ | |
import cascading.pipe.joiner._ | |
import com.twitter.scalding.mathematics.Matrix2 | |
import com.twitter.scalding.mathematics.FiniteHint | |
import com.twitter.algebird.Group | |
class BenchNewJob(args : Args) extends Job(args) { | |
import Matrix2._ | |
import com.twitter.scalding.mathematics.MatrixLiteral |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import com.twitter.scalding._ | |
import com.twitter.scalding.mathematics.Matrix | |
class BenchOldJob(args : Args) extends Job(args) { | |
import Matrix._ | |
val a0 = Tsv("/home/ttauber/scalding-bench/a0.tsv", ('x, 'y, 'v) ) | |
.read. | |
toMatrix[Int,Int,Double]('x,'y,'v) |
NewerOlder