Skip to content

Instantly share code, notes, and snippets.

@manuel
Created December 3, 2013 18:26
Show Gist options
  • Save manuel/0a339b6cff6771b7267e to your computer and use it in GitHub Desktop.
Save manuel/0a339b6cff6771b7267e to your computer and use it in GitHub Desktop.
{
"id": "dorado-pacing-nym1",
"schedule": {
"type": "com.collective.celos.HourlySchedule"
},
"schedulingStrategy": {
"type": "com.collective.celos.SerialSchedulingStrategy"
},
"trigger": {
"type": "com.collective.celos.HDFSCheckTrigger",
"properties": {
"path": "/logs/nym1/${year}-${month}-${day}/${hour}00/dorado-pacing/_READY"
}
},
"externalService": {
"type": "com.collective.celos.OozieExternalService",
"properties": {
"oozie-url": "http://oj01.ny7.collective-media.net:11000/oozie",
"oozie.wf.application.path": "/deploy/dorado/log-mapred/workflow.xml",
"jobTracker": "nn01.ny7.collective-media.net:8032",
"nameNode": "hdfs://cluster-ny7",
"dorado_avro_in": "hdfs:/logs/nym1/${year}-${month}-${day}/${hour}00/dorado-pacing",
"dorado_tsv_out": "hdfs:/output/celos/${year}-${month}-${day}/${hour}00/dorado-pacing",
"dorado_mapper": "com.collective.dorado.logging.PacingParametersMapper",
"dorado_transfer_dir1": "hdfs:/output/celos/dorado-transfer/pacing",
"dorado_transfer_dir2": "unused",
"dorado_transfer_filename1": "dorado_pacing_${year}-${month}-${day}_${hour}00_nym1.tsv.gz",
"dorado_transfer_filename2": "unused",
"utchour": "${hour}00",
"type": "pacing",
"logProcessingQueueName": "log-processing",
"user.name": "celos"
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment