Skip to content

Instantly share code, notes, and snippets.

@MansurAshraf
Created July 29, 2013 06:06
Show Gist options
  • Save MansurAshraf/6102411 to your computer and use it in GitHub Desktop.
Save MansurAshraf/6102411 to your computer and use it in GitHub Desktop.
buildscript {
repositories {
maven {
url "http://repository-uncommon-configuration.forge.cloudbees.com/release/"
}
mavenCentral()
}
dependencies {
classpath 'org.github.mansur.oozie:gradle-oozie-plugin:0.1'
}
}
apply plugin: 'java'
apply plugin: 'oozie'
oozie {
def common_props = [
jobTracker: '${jobTracker}',
namenode: '${nameNode}',
configuration: ["mapred.job.queue.name": "default"]
]
def ingestor = [
name: "ingestor",
type: "java",
mainClass: "com.navteq.assetmgmt.MapReduce.ips.IPSLoader",
ok: "merging",
error: "fail",
args: ['${driveID}'],
]
def merging = [
name: "merging",
type: "fork",
paths: [
"mergeLidar",
"mergeSignage"
]
]
def mergeLidar = [
name: "mergeLidar",
type: "java",
mainClass: "com.navteq.assetmgmt.hdfs.merge.MergerLoader",
ok: "completed",
error: "fail",
args: ['-drive',
'${driveID}',
'-type',
'Lidar',
'-chunk',
'${lidarChunk}'
],
javaOpts: "-Xmx2048m"
]
def mergeSignage = [
name: "mergeSignage",
type: "java",
mainClass: "com.navteq.assetmgmt.hdfs.merge.MergerLoader",
ok: "completed",
error: "fail",
args: ['-drive',
'${driveID}',
'-type',
'Lidar',
'-chunk',
'${signageChunk}'
],
javaOpts: "-Xmx2048m"
]
def completed = [
name: "completed",
type: "join",
to: "end"
]
def fail = [
name: "fail",
type: "kill",
message: "Java failed, error message[\${wf:errorMessage(wf:lastErrorNode())}]"
]
actions = [
ingestor,
merging,
mergeLidar,
mergeSignage,
completed,
fail]
common = common_props
start = "ingestor"
end = "end"
name = 'oozie_flow'
namespace = 'uri:oozie:workflow:0.1'
outputDir = file("$projectDir/workflow")
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment