Skip to content

Instantly share code, notes, and snippets.

@dpoldrugo
Last active June 14, 2016 18:41
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dpoldrugo/63d43676b75cef74538efae7b4275b83 to your computer and use it in GitHub Desktop.
Save dpoldrugo/63d43676b75cef74538efae7b4275b83 to your computer and use it in GitHub Desktop.
Druid Tranquilty - duplicate messages
{
"dataSources" : {
"totals-v2" : {
"spec" : {
"dataSchema" : {
"dataSource" : "totals-v2",
"parser" : {
"type" : "string",
"parseSpec" : {
"timestampSpec" : {
"column" : "dateTime",
"format" : "auto"
},
"dimensionsSpec" : {
"dimensions" : ["campaignId"],
"dimensionExclusions" : [
"dateTime"
]
},
"format" : "json"
}
},
"granularitySpec" : {
"type" : "uniform",
"segmentGranularity" : "HOUR",
"queryGranularity" : "none"
},
"metricsSpec" : [
{"type" : "longSum", "name" : "totalCount", "fieldName" : "countDelta"}
,{"type" : "doubleSum", "name" : "price", "fieldName" : "priceDelta"}
]
},
"tuningConfig" : {
"type" : "realtime",
"maxRowsInMemory" : "100000",
"intermediatePersistPeriod" : "PT30m",
"windowPeriod" : "PT3h"
}
},
"properties" : {
"task.partitions" : "1",
"task.replicants" : "2",
"topicPattern" : "Totals-v2"
}
}
},
"properties" : {
"zookeeper.connect" : "zoo-101:2181,zoo-102:2181,zoo-103:2181/druid_v2",
"druid.discovery.curator.path" : "/discovery",
"druid.selectors.indexing.serviceName" : "druid/overlord",
"commit.periodMillis" : "15000",
"consumer.numThreads" : "2",
"kafka.zookeeper.connect" : "zoo-101:2181,zoo-102:2181,zoo-103:2181/Kafka_v0_8_2_1",
"kafka.group.id" : "tranquility-kafka",
"kafka.fetch.message.max.bytes" : "1048586",
"kafka.auto.offset.reset": "largest"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment