gistfile1.txt

2014-04-11 23:30:32,123 INFO org.apache.hadoop.util.NativeCodeLoader (main): Loaded the native-hadoop library
2014-04-11 23:30:33,116 INFO org.apache.hadoop.mapred.TaskRunner (main): Creating symlink: /mnt/var/lib/hadoop/mapred/taskTracker/distcache/3459888811712375903_416281128_1393391450/mathandpencil-data/scripts/emr_mapper.py <- /mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/emr_mapper.py
2014-04-11 23:30:33,156 INFO org.apache.hadoop.filecache.TrackerDistributedCacheManager (main): Creating symlink: /mnt1/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/jars/job.jar <- /mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/job.jar
2014-04-11 23:30:33,169 INFO org.apache.hadoop.filecache.TrackerDistributedCacheManager (main): Creating symlink: /mnt1/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/jars/.job.jar.crc <- /mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/.job.jar.crc
2014-04-11 23:30:33,185 INFO org.apache.hadoop.filecache.TrackerDistributedCacheManager (main): Creating symlink: /mnt1/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/jars/META-INF <- /mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/META-INF
2014-04-11 23:30:33,206 INFO org.apache.hadoop.filecache.TrackerDistributedCacheManager (main): Creating symlink: /mnt1/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/jars/org <- /mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/org
2014-04-11 23:30:33,722 WARN org.apache.hadoop.metrics2.impl.MetricsSystemImpl (main): Source name ugi already exists!
2014-04-11 23:30:33,943 INFO org.apache.hadoop.mapred.MapTask (main): Host name: ip-10-168-14-110.ec2.internal
2014-04-11 23:30:35,782 INFO org.apache.hadoop.util.ProcessTree (main): setsid exited with exit code 0
2014-04-11 23:30:35,819 INFO org.apache.hadoop.mapred.Task (main):  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@115679f5
2014-04-11 23:30:36,028 INFO com.hadoop.compression.lzo.GPLNativeCodeLoader (main): Loaded native gpl library
2014-04-11 23:30:36,031 WARN com.hadoop.compression.lzo.LzoCodec (main): Could not find build properties file with revision hash
2014-04-11 23:30:36,031 INFO com.hadoop.compression.lzo.LzoCodec (main): Successfully loaded & initialized native-lzo library [hadoop-lzo rev UNKNOWN]
2014-04-11 23:30:36,052 WARN org.apache.hadoop.io.compress.snappy.LoadSnappy (main): Snappy native library is available
2014-04-11 23:30:36,052 INFO org.apache.hadoop.io.compress.snappy.LoadSnappy (main): Snappy native library loaded
2014-04-11 23:30:36,085 INFO org.apache.hadoop.fs.s3native.NativeS3FileSystem (main): Opening 's3://mathandpencil-data/input/sqfriend.json' for reading
2014-04-11 23:30:36,226 INFO org.apache.hadoop.fs.s3native.NativeS3FileSystem (main): Stream for key 'input/sqfriend.json' seeking to position '536870911'
2014-04-11 23:30:36,368 INFO org.apache.hadoop.mapred.MapTask (main): numReduceTasks: 7
2014-04-11 23:30:36,390 INFO org.apache.hadoop.mapred.MapTask (main): io.sort.mb = 200
2014-04-11 23:30:36,917 INFO org.apache.hadoop.mapred.MapTask (main): data buffer = 159383552/199229440
2014-04-11 23:30:36,917 INFO org.apache.hadoop.mapred.MapTask (main): record buffer = 524288/655360
2014-04-11 23:30:37,045 INFO org.apache.hadoop.streaming.PipeMapRed (main): PipeMapRed exec [/mnt/var/lib/hadoop/mapred/taskTracker/hadoop/jobcache/job_201404112305_0004/attempt_201404112305_0004_m_000008_2/work/./emr_mapper.py]
2014-04-11 23:30:37,126 INFO org.apache.hadoop.streaming.PipeMapRed (main): R/W/S=1/0/0 in:NA [rec/s] out:NA [rec/s]
2014-04-11 23:30:37,170 INFO org.apache.hadoop.streaming.PipeMapRed (main): R/W/S=10/0/0 in:NA [rec/s] out:NA [rec/s]
2014-04-11 23:30:37,324 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=16/1
2014-04-11 23:30:40,756 INFO org.apache.hadoop.streaming.PipeMapRed (main): R/W/S=100/93/0 in:33=100/3 [rec/s] out:31=93/3 [rec/s]
2014-04-11 23:30:47,354 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=242/232
2014-04-11 23:30:57,466 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=487/480
2014-04-11 23:31:07,655 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=758/746
2014-04-11 23:31:17,994 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=987/982
2014-04-11 23:31:19,122 INFO org.apache.hadoop.streaming.PipeMapRed (main): R/W/S=1000/993/0 in:23=1000/42 [rec/s] out:23=993/42 [rec/s]
2014-04-11 23:31:28,017 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=1192/1184
2014-04-11 23:31:38,150 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=1399/1384
2014-04-11 23:31:48,234 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=1607/1599
2014-04-11 23:31:58,435 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-16): Records R/W=1909/1890
2014-04-11 23:32:06,748 INFO org.apache.hadoop.streaming.PipeMapRed (Thread-15): MRErrorThread done
2014-04-11 23:32:06,749 INFO org.apache.hadoop.streaming.PipeMapRed (main): mapRedFinished
2014-04-11 23:32:06,749 INFO org.apache.hadoop.mapred.MapTask (main): Starting flush of map output
2014-04-11 23:32:06,804 INFO org.apache.hadoop.io.compress.CodecPool (main): Got brand-new compressor
2014-04-11 23:32:06,813 INFO org.apache.hadoop.mapred.TaskLogsTruncater (main): Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2014-04-11 23:32:06,874 INFO org.apache.hadoop.io.nativeio.NativeIO (main): Initialized cache for UID to User mapping with a cache timeout of 14400 seconds.
2014-04-11 23:32:06,874 INFO org.apache.hadoop.io.nativeio.NativeIO (main): Got UserName hadoop for UID 105 from the native implementation
2014-04-11 23:32:06,885 WARN org.apache.hadoop.mapred.Child (main): Error running child
java.lang.StringIndexOutOfBoundsException: String index out of range: -1
	at java.lang.String.substring(String.java:1911)
	at org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorCombiner.reduce(ValueAggregatorCombiner.java:55)
	at org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorCombiner.reduce(ValueAggregatorCombiner.java:34)
	at org.apache.hadoop.mapred.Task$OldCombinerRunner.combine(Task.java:1436)
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill(MapTask.java:1452)
	at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush(MapTask.java:1314)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:443)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:377)
	at org.apache.hadoop.mapred.Child$4.run(Child.java:255)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1132)
	at org.apache.hadoop.mapred.Child.main(Child.java:249)
2014-04-11 23:32:06,895 INFO org.apache.hadoop.mapred.Task (main): Runnning cleanup for the task
2014-04-11 23:32:06,895 INFO org.apache.hadoop.mapred.DirectFileOutputCommitter (main): Nothing to clean up on abort since there are no temporary files written