Skip to content

Instantly share code, notes, and snippets.

@laclefyoshi
Last active December 23, 2015 15:39
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save laclefyoshi/6656860 to your computer and use it in GitHub Desktop.
Save laclefyoshi/6656860 to your computer and use it in GitHub Desktop.
oozie workflow.xml for using scalding as Java Action
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>jobTracker</name>
<value>master.saekiyoshiyasu.org:8021</value>
</property>
<property>
<name>nameNode</name>
<value>hdfs://master.saekiyoshiyasu.org:8020</value>
</property>
<property>
<name>workflowDir</name>
<value>/user/saeki/scalding_test</value>
</property>
<property>
<name>inputDir</name>
<value>${nameNode}${workflowDir}/input</value>
</property>
<property>
<name>outputDir</name>
<value>${nameNode}${workflowDir}/output</value>
</property>
<property>
<name>jarFile</name>
<value>app.jar</value>
</property>
<property>
<name>mainClass</name>
<value>org.saekiyoshiyasu.WordCountJob</value>
</property>
<property>
<name>oozie.wf.application.path</name>
<value>${nameNode}${workflowDir}</value>
</property>
</configuration>
<?xml version="1.0" encoding="UTF-8"?>
<workflow-app xmlns="uri:oozie:workflow:0.2" name="scalding-test">
<start to="app" />
<action name="app">
<java>
<job-tracker>${jobTracker}</job-tracker>
<name-node>${nameNode}</name-node>
<prepare>
<delete path="${outputDir}" />
</prepare>
<configuration>
<property>
<name>mapred.queue.name</name>
<value>default</value>
</property>
</configuration>
<main-class>org.apache.hadoop.util.RunJar</main-class>
<java-opts>-server -Xmx1024m</java-opts>
<arg>${jarFile}</arg>
<arg>${mainClass}</arg>
<arg>--hdfs</arg>
<arg>--input</arg>
<arg>${inputDir}</arg>
<arg>--output</arg>
<arg>${outputDir}</arg>
<file>${workflowDir}/lib/${jarFile}#${jarFile}</file>
</java>
<ok to="end" />
<error to="kill" />
</action>
<kill name="kill">
<message>Map/Reduce failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
</kill>
<end name="end" />
</workflow-app>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment