Created
November 22, 2012 06:33
-
-
Save sureshsaggar/4129687 to your computer and use it in GitHub Desktop.
Apache PIG - java.lang.UnsupportedOperationException: getJobTrackerAddrs is not supported
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
org.apache.pig.impl.logicalLayer.FrontendException: ERROR 1002: Unable to store alias XYZ_active_users | |
at org.apache.pig.PigServer$Graph.registerQuery(PigServer.java:1552) | |
at org.apache.pig.PigServer.registerQuery(PigServer.java:540) | |
at org.apache.pig.tools.grunt.GruntParser.processPig(GruntParser.java:970) | |
at org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:386) | |
at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:189) | |
at org.apache.pig.PigServer.registerScript(PigServer.java:614) | |
at org.apache.pig.PigServer.registerScript(PigServer.java:716) | |
at org.apache.pig.PigServer.registerScript(PigServer.java:689) | |
at com.bsb.hike.analytics.pig.BaseHikePigTask.run(BaseHikePigTask.java:148) | |
at com.bsb.hike.analytics.pig.HikePigTaskManager.main(HikePigTaskManager.java:553) | |
Caused by: org.apache.pig.backend.executionengine.ExecException: ERROR 2117: Unexpected error when launching map reduce job. | |
at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher.launchPig(MapReduceLauncher.java:322) | |
at org.apache.pig.PigServer.launchPlan(PigServer.java:1270) | |
at org.apache.pig.PigServer.executeCompiledLogicalPlan(PigServer.java:1255) | |
at org.apache.pig.PigServer.execute(PigServer.java:1245) | |
at org.apache.pig.PigServer.access$400(PigServer.java:127) | |
at org.apache.pig.PigServer$Graph.registerQuery(PigServer.java:1547) | |
... 9 more | |
Caused by: java.lang.RuntimeException: Could not resolve error that occured when launching map reduce job: java.lang.UnsupportedOperationException: getJobTrackerAddrs is not supported | |
at org.apache.hadoop.fs.FileSystem.getJobTrackerAddrs(FileSystem.java:1796) | |
at org.apache.hadoop.ipc.RPC$FailoverInvoker.invoke(RPC.java:525) | |
at org.apache.hadoop.mapred.$Proxy1.getStagingAreaDir(Unknown Source) | |
at org.apache.hadoop.mapred.JobClient.getStagingAreaDir(JobClient.java:1270) | |
at org.apache.hadoop.mapreduce.JobSubmissionFiles.getStagingDir(JobSubmissionFiles.java:102) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:875) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:869) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1126) | |
at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:869) | |
at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:843) | |
at org.apache.hadoop.mapred.jobcontrol.Job.submit(Job.java:378) | |
at org.apache.hadoop.mapred.jobcontrol.JobControl.startReadyJobs(JobControl.java:247) | |
at org.apache.hadoop.mapred.jobcontrol.JobControl.run(JobControl.java:279) | |
at java.lang.Thread.run(Thread.java:722) | |
at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher$1.run(MapReduceLauncher.java:260) | |
at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher$JobControlThreadExceptionHandler.uncaughtException(MapReduceLauncher.java:631) | |
at java.lang.Thread.dispatchUncaughtException(Thread.java:1964) |
Even while executing a basic PIG script (shown below), using PigServer in Java, the following exception is shown:
REGISTER /usr/local/hadoop-1.1.0/lib/hadoop-lzo-0.4.15.jar; basicLoad = LOAD '/data/analytics/messages'; dump basicLoad;
org.apache.pig.impl.logicalLayer.FrontendException: ERROR 1066: Unable to open iterator for alias basicLoad at org.apache.pig.PigServer.openIterator(PigServer.java:857) at org.apache.pig.tools.grunt.GruntParser.processDump(GruntParser.java:682) at org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:303) at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:189) at org.apache.pig.PigServer.registerScript(PigServer.java:614) at org.apache.pig.PigServer.registerScript(PigServer.java:716) at org.apache.pig.PigServer.registerScript(PigServer.java:689) at com.bsb.hike.analytics.pig.BaseHikePigTask.run(BaseHikePigTask.java:148) at com.bsb.hike.analytics.pig.HikePigTaskManager.main(HikePigTaskManager.java:564) Caused by: org.apache.pig.PigException: ERROR 1002: Unable to store alias basicLoad at org.apache.pig.PigServer.storeEx(PigServer.java:956) at org.apache.pig.PigServer.store(PigServer.java:919) at org.apache.pig.PigServer.openIterator(PigServer.java:832) ... 8 more Caused by: org.apache.pig.backend.executionengine.ExecException: ERROR 2117: Unexpected error when launching map reduce job. at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher.launchPig(MapReduceLauncher.java:322) at org.apache.pig.PigServer.launchPlan(PigServer.java:1270) at org.apache.pig.PigServer.executeCompiledLogicalPlan(PigServer.java:1255) at org.apache.pig.PigServer.storeEx(PigServer.java:952) ... 10 more
Exception Continued:
Caused by: java.lang.RuntimeException: Could not resolve error that occured when launching map reduce job: java.lang.UnsupportedOperationException: getJobTrackerAddrs is not supported at org.apache.hadoop.fs.FileSystem.getJobTrackerAddrs(FileSystem.java:1796) at org.apache.hadoop.ipc.RPC$FailoverInvoker.invoke(RPC.java:525) at org.apache.hadoop.mapred.$Proxy1.getStagingAreaDir(Unknown Source) at org.apache.hadoop.mapred.JobClient.getStagingAreaDir(JobClient.java:1270) at org.apache.hadoop.mapreduce.JobSubmissionFiles.getStagingDir(JobSubmissionFiles.java:102) at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:875) at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:869) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1126) at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:869) at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:843) at org.apache.hadoop.mapred.jobcontrol.Job.submit(Job.java:378) at org.apache.hadoop.mapred.jobcontrol.JobControl.startReadyJobs(JobControl.java:247) at org.apache.hadoop.mapred.jobcontrol.JobControl.run(JobControl.java:279) at java.lang.Thread.run(Thread.java:722) at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher$1.run(MapReduceLauncher.java:260) at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceLauncher$JobControlThreadExceptionHandler.uncaughtException(MapReduceLauncher.java:631) at java.lang.Thread.dispatchUncaughtException(Thread.java:1964)
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
And the Map-Reduce Job waits at 0% before throwing the above exception: