Skip to content

Instantly share code, notes, and snippets.

@knoguchi
Created March 26, 2017 05:02
Show Gist options
  • Save knoguchi/e0f5fd654ab52158e257d993287a4d63 to your computer and use it in GitHub Desktop.
Save knoguchi/e0f5fd654ab52158e257d993287a4d63 to your computer and use it in GitHub Desktop.
{
"type": "kafka",
"dataSchema": {
"dataSource": "metrics-kafka",
"parser": {
"type": "protobuf",
"descriptor": "file:///tmp/metricskafka.desc",
"protoMessageType": "MetricsKafka",
"parseSpec": {
"format": "json",
"timestampSpec": {
"column": "timestamp",
"format": "auto"
},
"dimensionsSpec": {
"dimensions": [
"unit",
"http_method",
"http_code",
"page",
"metricType",
"server"
],
"dimensionExclusions": [
"timestamp",
"value"
]
}
}
},
"metricsSpec": [
{
"name": "count",
"type": "count"
},
{
"name": "value_sum",
"fieldName": "value",
"type": "doubleSum"
},
{
"name": "value_min",
"fieldName": "value",
"type": "doubleMin"
},
{
"name": "value_max",
"fieldName": "value",
"type": "doubleMax"
}
],
"granularitySpec": {
"type": "uniform",
"segmentGranularity": "HOUR",
"queryGranularity": "NONE"
}
},
"tuningConfig": {
"type": "kafka",
"maxRowsPerSegment": 5000000
},
"ioConfig": {
"topic": "metrics",
"consumerProperties": {
"bootstrap.servers": "localhost:9092"
},
"taskCount": 1,
"replicas": 1,
"taskDuration": "PT1H"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment