Skip to content

Instantly share code, notes, and snippets.

@KKcorps
Created March 9, 2022 14:26
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save KKcorps/ff9a31776244deec68ccc82388df208b to your computer and use it in GitHub Desktop.
Save KKcorps/ff9a31776244deec68ccc82388df208b to your computer and use it in GitHub Desktop.
{
"tableName": "pullRequestMergedEvents",
"tableType": "REALTIME",
"segmentsConfig": {
"timeColumnName": "mergedTimeMillis",
"retentionTimeUnit": "DAYS",
"retentionTimeValue": "60",
"schemaName": "pullRequestMergedEvents",
"replication": "1",
"replicasPerPartition": "1"
},
"tenants": {},
"tableIndexConfig": {
"loadMode": "MMAP",
"invertedIndexColumns": [
"organization",
"repo"
],
"streamConfigs": {
"streamType": "kinesis",
"stream.kinesis.consumer.type": "lowlevel",
"stream.kinesis.topic.name": "pullRequestMergedEvents",
"stream.kinesis.decoder.class.name": "org.apache.pinot.plugin.inputformat.json.JSONMessageDecoder",
"stream.kinesis.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kinesis.KinesisConsumerFactory",
"realtime.segment.flush.threshold.time": "12h",
"realtime.segment.flush.threshold.size": "100000",
"stream.kinesis.consumer.prop.auto.offset.reset": "smallest",
"region": "us-east-1",
"shardIteratorType": "TRIM_HORIZON",
"accessKey" : "access",
"secretKey": "secret"
}
},
"metadata": {
"customConfigs": {}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment