Created
September 26, 2014 07:18
-
-
Save AndreasHoermandinger/5a55f356a1c8480fb6e6 to your computer and use it in GitHub Desktop.
Stack-trace writing to elasticsearch with es-hadoop and pig
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2014-09-26 15:46:50,630 WARN [uber-SubtaskRunner] org.apache.hadoop.mapred.LocalContainerLauncher: Exception running local (uberized) 'child' : java.lang.IllegalArgumentException: TaskId string : attempt_1411539203871_0035_m_000000_0 is not properly formed | |
| at org.apache.hadoop.mapreduce.TaskID.forName(TaskID.java:233) | |
| at org.apache.hadoop.mapred.TaskID.forName(TaskID.java:195) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.detectCurrentInstance(EsOutputFormat.java:264) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.init(EsOutputFormat.java:166) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.write(EsOutputFormat.java:159) | |
| at org.elasticsearch.hadoop.pig.EsStorage.putNext(EsStorage.java:196) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:143) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:102) | |
| at org.apache.hadoop.mapred.MapTask$NewDirectOutputCollector.write(MapTask.java:635) | |
| at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) | |
| at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly$Map.collect(PigMapOnly.java:48) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.runPipeline(PigGenericMapBase.java:284) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:277) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:64) | |
| at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) | |
| at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) | |
| at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runSubtask(LocalContainerLauncher.java:370) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runTask(LocalContainerLauncher.java:295) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.access$200(LocalContainerLauncher.java:181) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler$1.run(LocalContainerLauncher.java:224) | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:262) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:745) | |
| 2014-09-26 15:46:50,631 INFO [uber-SubtaskRunner] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Progress of TaskAttempt attempt_1411539203871_0035_m_000000_0 is : 0.0 | |
| 2014-09-26 15:46:50,638 INFO [uber-SubtaskRunner] org.apache.hadoop.mapred.Task: Runnning cleanup for the task | |
| 2014-09-26 15:46:50,643 INFO [uber-SubtaskRunner] org.apache.hadoop.mapred.TaskAttemptListenerImpl: Diagnostics report from attempt_1411539203871_0035_m_000000_0: java.lang.IllegalArgumentException: TaskId string : attempt_1411539203871_0035_m_000000_0 is not properly f$ | |
| at org.apache.hadoop.mapreduce.TaskID.forName(TaskID.java:233) | |
| at org.apache.hadoop.mapred.TaskID.forName(TaskID.java:195) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.detectCurrentInstance(EsOutputFormat.java:264) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.init(EsOutputFormat.java:166) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.write(EsOutputFormat.java:159) | |
| at org.elasticsearch.hadoop.pig.EsStorage.putNext(EsStorage.java:196) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:143) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:102) | |
| at org.apache.hadoop.mapred.MapTask$NewDirectOutputCollector.write(MapTask.java:635) | |
| at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) | |
| at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly$Map.collect(PigMapOnly.java:48) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.runPipeline(PigGenericMapBase.java:284) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:277) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:64) | |
| at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) | |
| at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) | |
| at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runSubtask(LocalContainerLauncher.java:370) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runTask(LocalContainerLauncher.java:295) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.access$200(LocalContainerLauncher.java:181) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler$1.run(LocalContainerLauncher.java:224) | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:262) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:745) | |
| 2014-09-26 15:46:50,645 INFO [uber-SubtaskRunner] org.apache.hadoop.mapred.LocalContainerLauncher: removed attempt attempt_1411539203871_0035_m_000000_0 from the futures to keep track of | |
| 2014-09-26 15:46:50,645 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Diagnostics report from attempt_1411539203871_0035_m_000000_0: java.lang.IllegalArgumentException: TaskId string : attempt_1411539203871_0035_m_0000$ | |
| at org.apache.hadoop.mapreduce.TaskID.forName(TaskID.java:233) | |
| at org.apache.hadoop.mapred.TaskID.forName(TaskID.java:195) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.detectCurrentInstance(EsOutputFormat.java:264) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.init(EsOutputFormat.java:166) | |
| at org.elasticsearch.hadoop.mr.EsOutputFormat$EsRecordWriter.write(EsOutputFormat.java:159) | |
| at org.elasticsearch.hadoop.pig.EsStorage.putNext(EsStorage.java:196) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:143) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:102) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:143) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat$PigRecordWriter.write(PigOutputFormat.java:102) | |
| at org.apache.hadoop.mapred.MapTask$NewDirectOutputCollector.write(MapTask.java:635) | |
| at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) | |
| at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly$Map.collect(PigMapOnly.java:48) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.runPipeline(PigGenericMapBase.java:284) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:277) | |
| at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase.map(PigGenericMapBase.java:64) | |
| at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) | |
| at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) | |
| at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runSubtask(LocalContainerLauncher.java:370) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.runTask(LocalContainerLauncher.java:295) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler.access$200(LocalContainerLauncher.java:181) | |
| at org.apache.hadoop.mapred.LocalContainerLauncher$EventHandler$1.run(LocalContainerLauncher.java:224) | |
| at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:262) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| at java.lang.Thread.run(Thread.java:745) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment