Skip to content

Instantly share code, notes, and snippets.

@ereshzealous
Created October 5, 2021 05:11
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ereshzealous/cd5ed94d5c2c9cedaf0e4843ca6d3a5d to your computer and use it in GitHub Desktop.
Save ereshzealous/cd5ed94d5c2c9cedaf0e4843ca6d3a5d to your computer and use it in GitHub Desktop.
{
"tableName": "MovieRating",
"tableType": "REALTIME",
"segmentsConfig": {
"replication": 1,
"timeColumnName": "ratedOn",
"timeType": "DAYS",
"retentionTimeUnit": "DAYS",
"retentionTimeValue": 5,
"schemaName": "MovieRatingSchema",
"replicasPerPartition": "1"
},
"tenants": {},
"fieldConfigList":[
{
"name":"movie",
"encodingType":"RAW",
"indexType":"TEXT"
},
{
"name":"country",
"encodingType":"RAW",
"indexType":"TEXT"
},
{
"name":"city",
"encodingType":"RAW",
"indexType":"TEXT"
}
],
"tableIndexConfig": {
"starTreeIndexConfigs": [{
"dimensionsSplitOrder" : [
"country",
"city",
"movie"
],
"skipStarNodeCreationForDimensions" : [],
"functionColumnPairs" : [
"AVG__rating"
],
"maxLeafRecords": 1
}
],
"loadMode": "MMAP",
"invertedIndexColumns": [
"movie"
],
"rangeIndexColumns": [
"ratedOn"
],
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "simple",
"stream.kafka.topic.name": "movie-rating",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.broker.list": "PLAINTEXT://kafka:29092",
"realtime.segment.flush.threshold.time": "12h",
"realtime.segment.flush.threshold.size": "250000",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest"
}
},
"metadata": {
"customConfigs": {}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment