Skip to content

Instantly share code, notes, and snippets.

@cdahlqvist
Created September 16, 2018 08:41
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save cdahlqvist/efd5bc929d66d99322b963824afd9995 to your computer and use it in GitHub Desktop.
Save cdahlqvist/efd5bc929d66d99322b963824afd9995 to your computer and use it in GitHub Desktop.
Challenge for the rally-eventdata-track to look at the impact of `index.number_of_routing_shards` setting in indexing throughput
{% set p_bulk_indexing_clients = (bulk_indexing_clients | default(20)) %}
{% set p_duration = bulk_indexing_duration | default(900) %}
{
"name": "split_indexing",
"description": "Index data into indices with and without `number_of_routing_shards` set. IDs are autogenerated by Elasticsearch, meaning there are no conflicts.",
"meta": {
"client_count": {{ p_bulk_indexing_clients }},
"benchmark_type": "split-indexing"
},
"schedule": [
{
"name": "deleteindex_elasticlogs-nosplit",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-nosplit"
}
},
{
"name": "deleteindex_elasticlogs-split2",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split2"
}
},
{
"name": "deleteindex_elasticlogs-split6",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split6"
}
},
{
"name": "deleteindex_elasticlogs-split30",
"operation": {
"operation-type": "delete-index",
"index": "elasticlogs-split30"
}
},
{
"name": "create_elasticlogs-nosplit",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-nosplit",
"index_template_body": {
"template": "elasticlogs-nosplit",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-nosplit"
}
},
{
"name": "create_elasticlogs-split2",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split2",
"index_template_body": {
"template": "elasticlogs-split2",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 6,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split2"
}
},
{
"name": "create_elasticlogs-split6",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split6",
"index_template_body": {
"template": "elasticlogs-split6",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 6,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split6"
}
},
{
"name": "create_elasticlogs-split30",
"operation": {
"operation-type": "createindex",
"index_name": "elasticlogs-split30",
"index_template_body": {
"template": "elasticlogs-split30",
"settings": {
"index.refresh_interval": "5s",
"index.codec": "best_compression",
"index.number_of_routing_shards" : 30,
"index.number_of_replicas": 0,
"index.number_of_shards": 1
},
"mappings": "mappings.json",
"aliases": {}
},
"index_template_name": "elasticlogs-split30"
}
},
{
"name": "index-append-1000-elasticlogs-nosplit",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-nosplit",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split2",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split2",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split6",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split6",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
},
{
"name": "index-append-1000-elasticlogs-split30",
"operation": {
"operation-type": "bulk",
"param-source": "elasticlogs_bulk",
"index": "elasticlogs-split30",
"bulk-size": 1000
},
"warmup-time-period": 300,
"time-period": {{ p_duration }},
"clients": {{ p_bulk_indexing_clients }}
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment