gistfile1.txt

// BEFORE AppendOnlyMap change: ////

matei@mbp:~/workspace/spark-perf$ tail -f `ls -t | head -1`
scala-agg-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=32 --reduce-tasks=32 --random-seed=5 --persistent-type=memory  --num-records=16000000 --unique-keys=1600 --key-length=10 --unique-values=80000 --value-length=10, 1.188, 0.113, 1.16, 1.188, 1.160
scala-agg-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=32 --reduce-tasks=32 --random-seed=5 --persistent-type=memory  --num-records=16000000 --unique-keys=240000 --key-length=10 --unique-values=80000 --value-length=10, 4.629, 0.151, 4.583, 4.713, 4.583
scala-agg-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=64 --reduce-tasks=64 --random-seed=5 --persistent-type=memory  --num-records=32000000 --unique-keys=3200 --key-length=10 --unique-values=160000 --value-length=10, 2.12, 0.085, 2.027, 2.120, 2.134
scala-agg-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=64 --reduce-tasks=64 --random-seed=5 --persistent-type=memory  --num-records=32000000 --unique-keys=480000 --key-length=10 --unique-values=160000 --value-length=10, 10.348, 3.454, 9.882, 17.071, 9.882
scala-sort-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=6 --reduce-tasks=6 --random-seed=5 --persistent-type=memory  --num-records=3200000 --unique-keys=320 --key-length=10 --unique-values=16000 --value-length=10, 3.1, 0.140, 2.926, 3.100, 2.926
scala-sort-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=6 --reduce-tasks=6 --random-seed=5 --persistent-type=memory  --num-records=3200000 --unique-keys=48000 --key-length=10 --unique-values=16000 --value-length=10, 2.782, 0.902, 2.638, 2.782, 2.638
scala-sort-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=12 --reduce-tasks=12 --random-seed=5 --persistent-type=memory  --num-records=6400000 --unique-keys=640 --key-length=10 --unique-values=32000 --value-length=10, 3.853, 0.083, 3.802, 3.848, 4.042
scala-sort-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=12 --reduce-tasks=12 --random-seed=5 --persistent-type=memory  --num-records=6400000 --unique-keys=96000 --key-length=10 --unique-values=32000 --value-length=10, 4.042, 0.083, 3.886, 4.066, 4.097

// AFTER AppendOnlyMap change: ////

scala-agg-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=32 --reduce-tasks=32 --random-seed=5 --persistent-type=memory  --num-records=16000000 --unique-keys=1600 --key-length=10 --unique-values=80000 --value-length=10, 1.07, 0.087, 1.018, 1.078, 1.018
scala-agg-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=32 --reduce-tasks=32 --random-seed=5 --persistent-type=memory  --num-records=16000000 --unique-keys=240000 --key-length=10 --unique-values=80000 --value-length=10, 4.633, 0.282, 4.507, 4.633, 4.507
scala-agg-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=64 --reduce-tasks=64 --random-seed=5 --persistent-type=memory  --num-records=32000000 --unique-keys=3200 --key-length=10 --unique-values=160000 --value-length=10, 1.793, 0.059, 1.743, 1.840, 1.793
scala-agg-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=64 --reduce-tasks=64 --random-seed=5 --persistent-type=memory  --num-records=32000000 --unique-keys=480000 --key-length=10 --unique-values=160000 --value-length=10, 8.304, 1.698, 7.795, 8.233, 7.795
scala-sort-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=6 --reduce-tasks=6 --random-seed=5 --persistent-type=memory  --num-records=3200000 --unique-keys=320 --key-length=10 --unique-values=16000 --value-length=10, 3.063, 0.137, 2.919, 3.063, 2.919
scala-sort-by-key, --num-trials=8 --inter-trial-wait=2 --num-partitions=6 --reduce-tasks=6 --random-seed=5 --persistent-type=memory  --num-records=3200000 --unique-keys=48000 --key-length=10 --unique-values=16000 --value-length=10, 2.862, 0.132, 2.708, 2.862, 2.708
scala-sort-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=12 --reduce-tasks=12 --random-seed=5 --persistent-type=memory  --num-records=6400000 --unique-keys=640 --key-length=10 --unique-values=32000 --value-length=10, 3.722, 0.152, 3.672, 3.689, 3.722
scala-sort-by-key-int, --num-trials=8 --inter-trial-wait=2 --num-partitions=12 --reduce-tasks=12 --random-seed=5 --persistent-type=memory  --num-records=6400000 --unique-keys=96000 --key-length=10 --unique-values=32000 --value-length=10, 3.9, 0.080, 3.777, 3.777, 3.988