Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Example Task Spec for Sticky Partitioner
“task”: {
“type”: “.TaskRole,
“initialDelayMs”: 20000,
“taskSpecs”: {
"bench0": {
"class": "org.apache.kafka.trogdor.workload.ProduceBenchSpec",
"startMs": 0,
"durationMs": 720000,
"producerNode": "node0",
"bootstrapServers": "%{bootstrapServers}",
"targetMessagesPerSec": 10000,
"maxMessages": 100000000000000000
"producerConf": {
"acks": "all"
"linger.ms" : 0
},
"activeTopics": {
"active[1-4]": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"inactiveTopics": {
"inactive1": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"keyGenerator": {“type”: null},
"useConfiguredPartitioner": true,
“skipFlush”: true
},
"bench1": {
"class": "org.apache.kafka.trogdor.workload.ProduceBenchSpec",
"startMs": 0,
"durationMs": 720000,
"producerNode": "node1",
"bootstrapServers": "%{bootstrapServers}",
"targetMessagesPerSec": 10000,
"maxMessages": 100000000000000000
"producerConf": {
"acks": "all"
"linger.ms" : 0
},
"activeTopics": {
"active[1-4]": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"inactiveTopics": {
"inactive1": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"keyGenerator": {“type”: null},
"useConfiguredPartitioner": true,
“skipFlush”: true
},
"bench2": {
"class": "org.apache.kafka.trogdor.workload.ProduceBenchSpec",
"startMs": 0,
"durationMs": 720000,
"producerNode": "node2",
"bootstrapServers": "%{bootstrapServers}",
"targetMessagesPerSec": 10000,
"maxMessages": 100000000000000000
"producerConf": {
"acks": "all"
"linger.ms" : 0
},
"activeTopics": {
"active[1-4]": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"inactiveTopics": {
"inactive1": {
"numPartitions": 16,
"replicationFactor": 3
}
},
"keyGenerator": {“type”: null},
"useConfiguredPartitioner": true,
“skipFlush”: true
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.