Created
August 2, 2014 01:27
-
-
Save krishnanraman/1870cc95a3dd453fd2bc to your computer and use it in GitHub Desktop.
How many numbers do you need to add to exceed 2000 ?
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
$ scald.rb --hdfs-local testconv.scala | |
compiling testconv.scala | |
scalac -classpath /Users/kraman/.sbt/boot/scala-2.9.3/lib/scala-library.jar:/Users/kraman/.sbt/boot/scala-2.9.3/lib/scala-compiler.jar:/Users/kraman/workspace/scalding/scalding-core/target/scala-2.9.3/scalding-core-assembly-0.11.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/hadoop-core-1.1.2.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-codec-1.8.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-configuration-1.9.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/jackson-asl-0.9.5.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/jackson-mapper-asl-1.9.13.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-lang-2.6.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/slf4j-log4j12-1.6.6.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/log4j-1.2.15.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-httpclient-3.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-cli-1.2.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/commons-logging-1.1.1.jar:/var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/maven/zookeeper-3.3.4.jar -d /var/folders/b_/17q0nsss269_2kf855mtg4_c0000gn/T/script-build testconv.scala | |
sh: ./sbt: No such file or directory | |
14/08/01 18:23:39 INFO property.AppProps: using app.id: C601E263872A44808F465110057C672C | |
14/08/01 18:23:39 INFO util.Version: Concurrent, Inc - Cascading 2.5.5 | |
14/08/01 18:23:39 INFO flow.Flow: [] starting | |
14/08/01 18:23:39 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.19886515440392205"] | |
14/08/01 18:23:39 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.35088112903427615"] | |
14/08/01 18:23:39 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:39 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:39 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:39 INFO flow.FlowStep: [] starting step: local | |
1:1 | |
14/08/01 18:23:39 INFO flow.Flow: [] starting | |
14/08/01 18:23:39 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5275643635781514"] | |
14/08/01 18:23:39 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6627791986322783"] | |
14/08/01 18:23:39 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:39 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:39 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:39 INFO flow.FlowStep: [] starting step: local | |
2:3 | |
14/08/01 18:23:40 INFO flow.Flow: [] starting | |
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.47302528831051105"] | |
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.36695685664580313"] | |
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local | |
3:6 | |
14/08/01 18:23:40 INFO flow.Flow: [] starting | |
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8570209436646739"] | |
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7734816433933717"] | |
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local | |
4:10 | |
14/08/01 18:23:40 INFO flow.Flow: [] starting | |
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.4427505867769643"] | |
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.014151226539086292"] | |
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local | |
5:15 | |
14/08/01 18:23:40 INFO flow.Flow: [] starting | |
14/08/01 18:23:40 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.77308378630069"] | |
14/08/01 18:23:40 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9765132714765812"] | |
14/08/01 18:23:40 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:40 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:40 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:40 INFO flow.FlowStep: [] starting step: local | |
6:21 | |
14/08/01 18:23:41 INFO flow.Flow: [] starting | |
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.769254728534992"] | |
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5567341297676136"] | |
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local | |
7:28 | |
14/08/01 18:23:41 INFO flow.Flow: [] starting | |
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.530050562419111"] | |
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.4477440639056798"] | |
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local | |
8:36 | |
14/08/01 18:23:41 INFO flow.Flow: [] starting | |
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6122243430411466"] | |
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.10940448566872185"] | |
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local | |
9:45 | |
14/08/01 18:23:41 INFO flow.Flow: [] starting | |
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8674680154522535"] | |
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.19044639817032305"] | |
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local | |
10:55 | |
14/08/01 18:23:41 INFO flow.Flow: [] starting | |
14/08/01 18:23:41 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.21937550364251857"] | |
14/08/01 18:23:41 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7425062897777623"] | |
14/08/01 18:23:41 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:41 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:41 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:41 INFO flow.FlowStep: [] starting step: local | |
11:66 | |
14/08/01 18:23:42 INFO flow.Flow: [] starting | |
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8481037257673197"] | |
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.16773891540905228"] | |
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local | |
12:78 | |
14/08/01 18:23:42 INFO flow.Flow: [] starting | |
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3267217659706185"] | |
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.13435306074850117"] | |
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local | |
13:91 | |
14/08/01 18:23:42 INFO flow.Flow: [] starting | |
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7404708550971658"] | |
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1682504383817538"] | |
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local | |
14:105 | |
14/08/01 18:23:42 INFO flow.Flow: [] starting | |
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.590410106063022"] | |
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.35113602603716587"] | |
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local | |
15:120 | |
14/08/01 18:23:42 INFO flow.Flow: [] starting | |
14/08/01 18:23:42 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.911390117163678"] | |
14/08/01 18:23:42 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.4215139337395253"] | |
14/08/01 18:23:42 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:42 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:42 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:42 INFO flow.FlowStep: [] starting step: local | |
16:136 | |
14/08/01 18:23:43 INFO flow.Flow: [] starting | |
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.04930028284334842"] | |
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5585233324921107"] | |
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local | |
17:153 | |
14/08/01 18:23:43 INFO flow.Flow: [] starting | |
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6755192555627021"] | |
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.531358542776769"] | |
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local | |
18:171 | |
14/08/01 18:23:43 INFO flow.Flow: [] starting | |
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.052034130677891755"] | |
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5989409863309565"] | |
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local | |
19:190 | |
14/08/01 18:23:43 INFO flow.Flow: [] starting | |
14/08/01 18:23:43 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.18647503401456833"] | |
14/08/01 18:23:43 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.25357509896821206"] | |
14/08/01 18:23:43 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:43 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:43 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:43 INFO flow.FlowStep: [] starting step: local | |
20:210 | |
14/08/01 18:23:44 INFO flow.Flow: [] starting | |
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.17316160617895637"] | |
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.404658703294166"] | |
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local | |
21:231 | |
14/08/01 18:23:44 INFO flow.Flow: [] starting | |
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7481184073581755"] | |
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.008388604553487333"] | |
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local | |
22:253 | |
14/08/01 18:23:44 INFO flow.Flow: [] starting | |
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3899600841418296"] | |
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.15918672514284005"] | |
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local | |
23:276 | |
14/08/01 18:23:44 INFO flow.Flow: [] starting | |
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3747686838655274"] | |
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7887791518793044"] | |
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local | |
24:300 | |
14/08/01 18:23:44 INFO flow.Flow: [] starting | |
14/08/01 18:23:44 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.1949048195713119"] | |
14/08/01 18:23:44 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9681228139097787"] | |
14/08/01 18:23:44 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:44 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:44 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:44 INFO flow.FlowStep: [] starting step: local | |
25:325 | |
14/08/01 18:23:45 INFO flow.Flow: [] starting | |
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.035557989746088925"] | |
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.3024499434814001"] | |
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local | |
26:351 | |
14/08/01 18:23:45 INFO flow.Flow: [] starting | |
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.378317538553156"] | |
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.555470654806233"] | |
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local | |
27:378 | |
14/08/01 18:23:45 INFO flow.Flow: [] starting | |
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7808322961254837"] | |
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7682498466769828"] | |
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local | |
28:406 | |
14/08/01 18:23:45 INFO flow.Flow: [] starting | |
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9315415735283983"] | |
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.16258467325754367"] | |
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local | |
29:435 | |
14/08/01 18:23:45 INFO flow.Flow: [] starting | |
14/08/01 18:23:45 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8674510531289132"] | |
14/08/01 18:23:45 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7771145735518012"] | |
14/08/01 18:23:45 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:45 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:45 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:45 INFO flow.FlowStep: [] starting step: local | |
30:465 | |
14/08/01 18:23:46 INFO flow.Flow: [] starting | |
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8930612734802257"] | |
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.39427837392194887"] | |
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local | |
31:496 | |
14/08/01 18:23:46 INFO flow.Flow: [] starting | |
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.07503242604616034"] | |
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.023099516408011445"] | |
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local | |
32:528 | |
14/08/01 18:23:46 INFO flow.Flow: [] starting | |
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9883047987711628"] | |
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.23026645174959393"] | |
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local | |
33:561 | |
14/08/01 18:23:46 INFO flow.Flow: [] starting | |
14/08/01 18:23:46 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.636636556204344"] | |
14/08/01 18:23:46 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5118342600598834"] | |
14/08/01 18:23:46 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:46 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:46 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:46 INFO flow.FlowStep: [] starting step: local | |
34:595 | |
14/08/01 18:23:47 INFO flow.Flow: [] starting | |
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5984384133269673"] | |
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7999936319482062"] | |
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local | |
35:630 | |
14/08/01 18:23:47 INFO flow.Flow: [] starting | |
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5950747121907223"] | |
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.06173695016678604"] | |
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local | |
36:666 | |
14/08/01 18:23:47 INFO flow.Flow: [] starting | |
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9342822140579179"] | |
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8050359141728776"] | |
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local | |
37:703 | |
14/08/01 18:23:47 INFO flow.Flow: [] starting | |
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9399770743055036"] | |
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5275846203676585"] | |
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local | |
38:741 | |
14/08/01 18:23:47 INFO flow.Flow: [] starting | |
14/08/01 18:23:47 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.28854598797836706"] | |
14/08/01 18:23:47 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6656431627917007"] | |
14/08/01 18:23:47 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:47 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:47 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:47 INFO flow.FlowStep: [] starting step: local | |
39:780 | |
14/08/01 18:23:48 INFO flow.Flow: [] starting | |
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5809481139324566"] | |
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1965430170085778"] | |
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local | |
40:820 | |
14/08/01 18:23:48 INFO flow.Flow: [] starting | |
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8929056560064035"] | |
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5666240115573041"] | |
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local | |
41:861 | |
14/08/01 18:23:48 INFO flow.Flow: [] starting | |
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.06858252851558777"] | |
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.2335175859267974"] | |
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local | |
42:903 | |
14/08/01 18:23:48 INFO flow.Flow: [] starting | |
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.21600991625833132"] | |
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5826576388549289"] | |
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local | |
43:946 | |
14/08/01 18:23:48 INFO flow.Flow: [] starting | |
14/08/01 18:23:48 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9878112850983379"] | |
14/08/01 18:23:48 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8856951622976149"] | |
14/08/01 18:23:48 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:48 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:48 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:48 INFO flow.FlowStep: [] starting step: local | |
44:990 | |
14/08/01 18:23:49 INFO flow.Flow: [] starting | |
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5043276942445893"] | |
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9742493919880783"] | |
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local | |
45:1035 | |
14/08/01 18:23:49 INFO flow.Flow: [] starting | |
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.11699178724954673"] | |
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.3954032935460332"] | |
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local | |
46:1081 | |
14/08/01 18:23:49 INFO flow.Flow: [] starting | |
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.9898170413064241"] | |
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5629299113132817"] | |
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local | |
47:1128 | |
14/08/01 18:23:49 INFO flow.Flow: [] starting | |
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7713518495279452"] | |
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.2159222486686444"] | |
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local | |
48:1176 | |
14/08/01 18:23:49 INFO flow.Flow: [] starting | |
14/08/01 18:23:49 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.466716656219877"] | |
14/08/01 18:23:49 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8179307893821233"] | |
14/08/01 18:23:49 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:49 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:49 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:49 INFO flow.FlowStep: [] starting step: local | |
49:1225 | |
14/08/01 18:23:50 INFO flow.Flow: [] starting | |
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.23084262481385454"] | |
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.1766428650432541"] | |
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local | |
50:1275 | |
14/08/01 18:23:50 INFO flow.Flow: [] starting | |
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8743310460425603"] | |
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9164519296381285"] | |
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local | |
51:1326 | |
14/08/01 18:23:50 INFO flow.Flow: [] starting | |
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7901502123108413"] | |
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.7019704724478456"] | |
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local | |
52:1378 | |
14/08/01 18:23:50 INFO flow.Flow: [] starting | |
14/08/01 18:23:50 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.11350142814023034"] | |
14/08/01 18:23:50 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.5757688639213978"] | |
14/08/01 18:23:50 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:50 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:50 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:50 INFO flow.FlowStep: [] starting step: local | |
53:1431 | |
14/08/01 18:23:51 INFO flow.Flow: [] starting | |
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7625621345061143"] | |
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.05263334443260492"] | |
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local | |
54:1485 | |
14/08/01 18:23:51 INFO flow.Flow: [] starting | |
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5715238405732471"] | |
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8978115731946319"] | |
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local | |
55:1540 | |
14/08/01 18:23:51 INFO flow.Flow: [] starting | |
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7195790077490085"] | |
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8285623567029611"] | |
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local | |
56:1596 | |
14/08/01 18:23:51 INFO flow.Flow: [] starting | |
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.7335971489263141"] | |
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8154781476892027"] | |
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local | |
57:1653 | |
14/08/01 18:23:51 INFO flow.Flow: [] starting | |
14/08/01 18:23:51 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.3546080286114892"] | |
14/08/01 18:23:51 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.6492655439815683"] | |
14/08/01 18:23:51 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:51 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:51 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:51 INFO flow.FlowStep: [] starting step: local | |
58:1711 | |
14/08/01 18:23:52 INFO flow.Flow: [] starting | |
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.8184533614671645"] | |
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.9848304675555529"] | |
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local | |
59:1770 | |
14/08/01 18:23:52 INFO flow.Flow: [] starting | |
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.6217693484208722"] | |
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.010629440009805924"] | |
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local | |
60:1830 | |
14/08/01 18:23:52 INFO flow.Flow: [] starting | |
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.5916431114941074"] | |
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.12845113858885948"] | |
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local | |
61:1891 | |
14/08/01 18:23:52 INFO flow.Flow: [] starting | |
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.2197926471862257"] | |
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.8063370443144023"] | |
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local | |
62:1953 | |
14/08/01 18:23:52 INFO flow.Flow: [] starting | |
14/08/01 18:23:52 INFO flow.Flow: [] source: MemoryTap["NullScheme"]["0.38201953121586985"] | |
14/08/01 18:23:52 INFO flow.Flow: [] sink: MemoryTap["NullScheme"]["0.902624264228942"] | |
14/08/01 18:23:52 INFO flow.Flow: [] parallel execution is enabled: true | |
14/08/01 18:23:52 INFO flow.Flow: [] starting jobs: 1 | |
14/08/01 18:23:52 INFO flow.Flow: [] allocating threads: 1 | |
14/08/01 18:23:52 INFO flow.FlowStep: [] starting step: local | |
63:2016 | |
exiting |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import com.twitter.scalding._ | |
import com.twitter.scalding.ExecutionContext._ | |
import com.twitter.algebird.monad._ | |
import com.twitter.scalding.typed.MemorySink | |
class testconv(args:Args)extends ExecutionContextJob(args) { | |
override def job: Reader[ExecutionContext, Nothing] = { | |
var notDone = true | |
var i = 0 | |
while(notDone) { | |
i += 1 | |
val sink = new MemorySink[Int] | |
Execution.waitFor(Config.default, Local(false)) { implicit ec: ExecutionContext => | |
TypedPipe.from(0 to i) | |
.groupAll | |
.sum | |
.values | |
.write(sink)(flowDefFromContext, modeFromContext) | |
} | |
val res = sink.readResults.toList.head | |
notDone = res < 2000 | |
println( i + ":" + res) | |
} | |
ReaderFn(ec=>{ println("exiting"); sys.exit(1)} ) | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment