Skip to content

Instantly share code, notes, and snippets.

@MansurAshraf
Created June 27, 2014 04:25
Show Gist options
  • Save MansurAshraf/dcfa6093a6a2dbe5d067 to your computer and use it in GitHub Desktop.
Save MansurAshraf/dcfa6093a6a2dbe5d067 to your computer and use it in GitHub Desktop.
oozie {
def common_props = [
jobTracker: '${jobTracker}',
namenode: '${nameNode}',
configuration: ["mapred.job.queue.name": "default"]
]
def ingestor = [
name: "ingestor",
type: "java",
mainClass: "com.navteq.assetmgmt.MapReduce.ips.IPSLoader",
ok: "merging",
error: "fail",
args: ['${driveID}'],
]
def merging = [
name: "merging",
type: "fork",
paths: [
"mergeLidar",
"mergeSignage"
]
]
def mergeLidar = [
name: "mergeLidar",
type: "java",
mainClass: "com.navteq.assetmgmt.hdfs.merge.MergerLoader",
ok: "completed",
error: "fail",
args: ['-drive',
'${driveID}',
'-type',
'Lidar',
'-chunk',
'${lidarChunk}'
],
javaOpts: "-Xmx2048m"
]
def mergeSignage = [
name: "mergeSignage",
type: "java",
mainClass: "com.navteq.assetmgmt.hdfs.merge.MergerLoader",
ok: "completed",
error: "fail",
args: ['-drive',
'${driveID}',
'-type',
'Lidar',
'-chunk',
'${signageChunk}'
],
javaOpts: "-Xmx2048m"
]
def completed = [
name: "completed",
type: "join",
to: "end"
]
def fail = [
name: "fail",
type: "kill",
message: "Java failed, error message[\${wf:errorMessage(wf:lastErrorNode())}]"
]
actions = [
ingestor,
merging,
mergeLidar,
mergeSignage,
completed,
fail]
common = common_props
start = "ingestor"
end = "end"
name = 'oozie_flow'
namespace = 'uri:oozie:workflow:0.1'
outputDir = file("$projectDir/workflow2")
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment