Skip to content

Instantly share code, notes, and snippets.

@krishnanraman
Created August 2, 2014 01:27
Show Gist options
  • Save krishnanraman/1870cc95a3dd453fd2bc to your computer and use it in GitHub Desktop.
Save krishnanraman/1870cc95a3dd453fd2bc to your computer and use it in GitHub Desktop.
How many numbers do you need to add to exceed 2000 ?
$ scald.rb --hdfs-local testconv.scala
compiling testconv.scala
scalac -classpath /Users/kraman/.sbt/boot/scala-2.9.3/lib/scala-library.jar:/Users/kraman/.sbt/boot/scala-2.9.3/lib/scala-compiler.jar:/Users/kraman/workspace/scalding/scalding-core/target/scala-2.9.3/scalding-core-assembly-0.11.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/hadoop-core-1.1.2.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-codec-1.8.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-configuration-1.9.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/jackson-asl-0.9.5.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/jackson-mapper-asl-1.9.13.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-lang-2.6.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/slf4j-log4j12-1.6.6.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/log4j-1.2.15.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-httpclient-3.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-cli-1.2.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-logging-1.1.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/zookeeper-3.3.4.jar -d /var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/script-build testconv.scala
sh: ./sbt: No such file or directory
14/08/01 18:23:39 INFO property.AppProps: using app.id: C601E263872A44808F465110057C672C
14/08/01 18:23:39 INFO util.Version: Concurrent, Inc - Cascading 2.5.5
14/08/01 18:23:39 INFO flow.Flow: [] starting
14/08/01 18:23:39 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.19886515440392205"]
14/08/01 18:23:39 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.35088112903427615"]
14/08/01 18:23:39 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:39 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:39 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:39 INFO flow.FlowStep: [] starting step: local
1:1
14/08/01 18:23:39 INFO flow.Flow: [] starting
14/08/01 18:23:39 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5275643635781514"]
14/08/01 18:23:39 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6627791986322783"]
14/08/01 18:23:39 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:39 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:39 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:39 INFO flow.FlowStep: [] starting step: local
2:3
14/08/01 18:23:40 INFO flow.Flow: [] starting
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.47302528831051105"]
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.36695685664580313"]
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local
3:6
14/08/01 18:23:40 INFO flow.Flow: [] starting
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8570209436646739"]
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7734816433933717"]
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local
4:10
14/08/01 18:23:40 INFO flow.Flow: [] starting
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.4427505867769643"]
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.014151226539086292"]
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local
5:15
14/08/01 18:23:40 INFO flow.Flow: [] starting
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.77308378630069"]
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9765132714765812"]
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local
6:21
14/08/01 18:23:41 INFO flow.Flow: [] starting
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.769254728534992"]
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5567341297676136"]
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local
7:28
14/08/01 18:23:41 INFO flow.Flow: [] starting
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.530050562419111"]
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.4477440639056798"]
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local
8:36
14/08/01 18:23:41 INFO flow.Flow: [] starting
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6122243430411466"]
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.10940448566872185"]
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local
9:45
14/08/01 18:23:41 INFO flow.Flow: [] starting
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8674680154522535"]
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.19044639817032305"]
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local
10:55
14/08/01 18:23:41 INFO flow.Flow: [] starting
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.21937550364251857"]
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7425062897777623"]
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local
11:66
14/08/01 18:23:42 INFO flow.Flow: [] starting
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8481037257673197"]
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.16773891540905228"]
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local
12:78
14/08/01 18:23:42 INFO flow.Flow: [] starting
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3267217659706185"]
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.13435306074850117"]
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local
13:91
14/08/01 18:23:42 INFO flow.Flow: [] starting
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7404708550971658"]
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1682504383817538"]
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local
14:105
14/08/01 18:23:42 INFO flow.Flow: [] starting
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.590410106063022"]
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.35113602603716587"]
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local
15:120
14/08/01 18:23:42 INFO flow.Flow: [] starting
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.911390117163678"]
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.4215139337395253"]
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local
16:136
14/08/01 18:23:43 INFO flow.Flow: [] starting
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.04930028284334842"]
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5585233324921107"]
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local
17:153
14/08/01 18:23:43 INFO flow.Flow: [] starting
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6755192555627021"]
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.531358542776769"]
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local
18:171
14/08/01 18:23:43 INFO flow.Flow: [] starting
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.052034130677891755"]
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5989409863309565"]
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local
19:190
14/08/01 18:23:43 INFO flow.Flow: [] starting
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.18647503401456833"]
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.25357509896821206"]
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local
20:210
14/08/01 18:23:44 INFO flow.Flow: [] starting
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.17316160617895637"]
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.404658703294166"]
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local
21:231
14/08/01 18:23:44 INFO flow.Flow: [] starting
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7481184073581755"]
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.008388604553487333"]
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local
22:253
14/08/01 18:23:44 INFO flow.Flow: [] starting
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3899600841418296"]
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.15918672514284005"]
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local
23:276
14/08/01 18:23:44 INFO flow.Flow: [] starting
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3747686838655274"]
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7887791518793044"]
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local
24:300
14/08/01 18:23:44 INFO flow.Flow: [] starting
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.1949048195713119"]
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9681228139097787"]
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local
25:325
14/08/01 18:23:45 INFO flow.Flow: [] starting
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.035557989746088925"]
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.3024499434814001"]
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local
26:351
14/08/01 18:23:45 INFO flow.Flow: [] starting
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.378317538553156"]
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.555470654806233"]
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local
27:378
14/08/01 18:23:45 INFO flow.Flow: [] starting
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7808322961254837"]
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7682498466769828"]
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local
28:406
14/08/01 18:23:45 INFO flow.Flow: [] starting
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9315415735283983"]
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.16258467325754367"]
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local
29:435
14/08/01 18:23:45 INFO flow.Flow: [] starting
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8674510531289132"]
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7771145735518012"]
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local
30:465
14/08/01 18:23:46 INFO flow.Flow: [] starting
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8930612734802257"]
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.39427837392194887"]
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local
31:496
14/08/01 18:23:46 INFO flow.Flow: [] starting
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.07503242604616034"]
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.023099516408011445"]
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local
32:528
14/08/01 18:23:46 INFO flow.Flow: [] starting
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9883047987711628"]
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.23026645174959393"]
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local
33:561
14/08/01 18:23:46 INFO flow.Flow: [] starting
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.636636556204344"]
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5118342600598834"]
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local
34:595
14/08/01 18:23:47 INFO flow.Flow: [] starting
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5984384133269673"]
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7999936319482062"]
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local
35:630
14/08/01 18:23:47 INFO flow.Flow: [] starting
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5950747121907223"]
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.06173695016678604"]
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local
36:666
14/08/01 18:23:47 INFO flow.Flow: [] starting
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9342822140579179"]
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8050359141728776"]
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local
37:703
14/08/01 18:23:47 INFO flow.Flow: [] starting
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9399770743055036"]
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5275846203676585"]
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local
38:741
14/08/01 18:23:47 INFO flow.Flow: [] starting
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.28854598797836706"]
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6656431627917007"]
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local
39:780
14/08/01 18:23:48 INFO flow.Flow: [] starting
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5809481139324566"]
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1965430170085778"]
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local
40:820
14/08/01 18:23:48 INFO flow.Flow: [] starting
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8929056560064035"]
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5666240115573041"]
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local
41:861
14/08/01 18:23:48 INFO flow.Flow: [] starting
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.06858252851558777"]
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.2335175859267974"]
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local
42:903
14/08/01 18:23:48 INFO flow.Flow: [] starting
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.21600991625833132"]
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5826576388549289"]
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local
43:946
14/08/01 18:23:48 INFO flow.Flow: [] starting
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9878112850983379"]
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8856951622976149"]
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local
44:990
14/08/01 18:23:49 INFO flow.Flow: [] starting
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5043276942445893"]
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9742493919880783"]
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local
45:1035
14/08/01 18:23:49 INFO flow.Flow: [] starting
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.11699178724954673"]
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.3954032935460332"]
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local
46:1081
14/08/01 18:23:49 INFO flow.Flow: [] starting
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9898170413064241"]
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5629299113132817"]
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local
47:1128
14/08/01 18:23:49 INFO flow.Flow: [] starting
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7713518495279452"]
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.2159222486686444"]
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local
48:1176
14/08/01 18:23:49 INFO flow.Flow: [] starting
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.466716656219877"]
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8179307893821233"]
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local
49:1225
14/08/01 18:23:50 INFO flow.Flow: [] starting
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.23084262481385454"]
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1766428650432541"]
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local
50:1275
14/08/01 18:23:50 INFO flow.Flow: [] starting
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8743310460425603"]
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9164519296381285"]
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local
51:1326
14/08/01 18:23:50 INFO flow.Flow: [] starting
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7901502123108413"]
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7019704724478456"]
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local
52:1378
14/08/01 18:23:50 INFO flow.Flow: [] starting
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.11350142814023034"]
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5757688639213978"]
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local
53:1431
14/08/01 18:23:51 INFO flow.Flow: [] starting
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7625621345061143"]
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.05263334443260492"]
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local
54:1485
14/08/01 18:23:51 INFO flow.Flow: [] starting
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5715238405732471"]
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8978115731946319"]
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local
55:1540
14/08/01 18:23:51 INFO flow.Flow: [] starting
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7195790077490085"]
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8285623567029611"]
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local
56:1596
14/08/01 18:23:51 INFO flow.Flow: [] starting
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7335971489263141"]
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8154781476892027"]
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local
57:1653
14/08/01 18:23:51 INFO flow.Flow: [] starting
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3546080286114892"]
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6492655439815683"]
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local
58:1711
14/08/01 18:23:52 INFO flow.Flow: [] starting
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8184533614671645"]
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9848304675555529"]
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local
59:1770
14/08/01 18:23:52 INFO flow.Flow: [] starting
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6217693484208722"]
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.010629440009805924"]
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local
60:1830
14/08/01 18:23:52 INFO flow.Flow: [] starting
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5916431114941074"]
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.12845113858885948"]
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local
61:1891
14/08/01 18:23:52 INFO flow.Flow: [] starting
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.2197926471862257"]
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8063370443144023"]
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local
62:1953
14/08/01 18:23:52 INFO flow.Flow: [] starting
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.38201953121586985"]
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.902624264228942"]
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local
63:2016
exiting
import com.twitter.scalding._
import com.twitter.scalding.ExecutionContext._
import com.twitter.algebird.monad._
import com.twitter.scalding.typed.MemorySink
class testconv(args:Args)extends ExecutionContextJob(args) {
override def job: Reader[ExecutionContext, Nothing] = {
var notDone = true
var i = 0
while(notDone) {
i += 1
val sink = new MemorySink[Int]
Execution.waitFor(Config.default, Local(false)) { implicit ec: ExecutionContext =>
TypedPipe.from(0 to i)
.groupAll
.sum
.values
.write(sink)(flowDefFromContext, modeFromContext)
}
val res = sink.readResults.toList.head
notDone = res < 2000
println( i + ":" + res)
}
ReaderFn(ec=>{ println("exiting"); sys.exit(1)} )
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment