Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Challenge for the rally-eventdata-track to look at the impact of `index.number_of_routing_shards` setting in indexing throughput
{% set p_bulk_indexing_clients = (bulk_indexing_clients | default(20)) %}
{% set p_duration = bulk_indexing_duration | default(900) %}
{
"name": "split_indexing",
"description": "Index data into indices with and without `number_of_routing_shards` set. IDs are autogenerated by Elasticsearch, meaning there are no conflicts.",
"meta": {
"client_count": {{ p_bulk_indexing_clients }},
"benchmark_type": "split-indexing"
},
"schedule": [
{
"name": "deleteindex_elasticlogs-nosplit",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-nosplit"
}
},
{
"name": "deleteindex_elasticlogs-split2",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split2"
}
},
{
"name": "deleteindex_elasticlogs-split6",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split6"
}
},
{
"name": "deleteindex_elasticlogs-split30",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split30"
}
},
{
"name": "create_elasticlogs-nosplit",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-nosplit",
"index_template_body": {
"template": "elasticlogs-nosplit",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-nosplit"
}
},
{
"name": "create_elasticlogs-split2",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split2",
"index_template_body": {
"template": "elasticlogs-split2",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 6,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split2"
}
},
{
"name": "create_elasticlogs-split6",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split6",
"index_template_body": {
"template": "elasticlogs-split6",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 6,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split6"
}
},
{
"name": "create_elasticlogs-split30",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split30",
"index_template_body": {
"template": "elasticlogs-split30",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 30,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split30"
}
},
{
"name": "index-append-1000-elasticlogs-nosplit",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-nosplit",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split2",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split2",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split6",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split6",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split30",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split30",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.