Skip to content

Instantly share code, notes, and snippets.

@gibrown
Created January 6, 2012 18:37
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save gibrown/1571828 to your computer and use it in GitHub Desktop.
Save gibrown/1571828 to your computer and use it in GitHub Desktop.
ElasticSearch server state after adding 10's of thousands of types.
Cluster Health:
{
"cluster_name" : "es_cluster_dev",
"status" : "yellow",
"timed_out" : false,
"number_of_nodes" : 1,
"number_of_data_nodes" : 1,
"active_primary_shards" : 15,
"active_shards" : 15,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 15
}
Status:
{
"ok" : true,
"_shards" : {
"total" : 30,
"successful" : 15,
"failed" : 0
},
"indices" : {
"pd-0" : {
"index" : {
"primary_size" : "136.7mb",
"primary_size_in_bytes" : 143373376,
"size" : "136.7mb",
"size_in_bytes" : 143373376
},
"translog" : {
"operations" : 0
},
"docs" : {
"num_docs" : 523300,
"max_doc" : 523300,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 26918,
"total_time" : "2.5m",
"total_time_in_millis" : 151434
},
"flush" : {
"total" : 255,
"total_time" : "2.4m",
"total_time_in_millis" : 147794
},
"shards" : {
"0" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 0,
"index" : "pd-0"
},
"state" : "STARTED",
"index" : {
"size" : "27.3mb",
"size_in_bytes" : 28637594
},
"translog" : {
"id" : 1325789298085,
"operations" : 0
},
"docs" : {
"num_docs" : 104728,
"max_doc" : 104728,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5373,
"total_time" : "29.7s",
"total_time_in_millis" : 29709
},
"flush" : {
"total" : 51,
"total_time" : "19.4s",
"total_time_in_millis" : 19448
}
} ],
"1" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 1,
"index" : "pd-0"
},
"state" : "STARTED",
"index" : {
"size" : "27.3mb",
"size_in_bytes" : 28689532
},
"translog" : {
"id" : 1325789298117,
"operations" : 0
},
"docs" : {
"num_docs" : 104576,
"max_doc" : 104576,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5384,
"total_time" : "29.9s",
"total_time_in_millis" : 29997
},
"flush" : {
"total" : 51,
"total_time" : "20.4s",
"total_time_in_millis" : 20441
}
} ],
"2" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 2,
"index" : "pd-0"
},
"state" : "STARTED",
"index" : {
"size" : "27.3mb",
"size_in_bytes" : 28695677
},
"translog" : {
"id" : 1325789298148,
"operations" : 0
},
"docs" : {
"num_docs" : 104738,
"max_doc" : 104738,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5382,
"total_time" : "29.3s",
"total_time_in_millis" : 29329
},
"flush" : {
"total" : 51,
"total_time" : "1.1m",
"total_time_in_millis" : 66195
}
} ],
"3" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 3,
"index" : "pd-0"
},
"state" : "STARTED",
"index" : {
"size" : "27.3mb",
"size_in_bytes" : 28702134
},
"translog" : {
"id" : 1325789298179,
"operations" : 0
},
"docs" : {
"num_docs" : 104748,
"max_doc" : 104748,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5398,
"total_time" : "31.3s",
"total_time_in_millis" : 31356
},
"flush" : {
"total" : 51,
"total_time" : "21.9s",
"total_time_in_millis" : 21997
}
} ],
"4" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 4,
"index" : "pd-0"
},
"state" : "STARTED",
"index" : {
"size" : "27.3mb",
"size_in_bytes" : 28648439
},
"translog" : {
"id" : 1325789298238,
"operations" : 0
},
"docs" : {
"num_docs" : 104510,
"max_doc" : 104510,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5381,
"total_time" : "31s",
"total_time_in_millis" : 31043
},
"flush" : {
"total" : 51,
"total_time" : "19.7s",
"total_time_in_millis" : 19713
}
} ]
}
},
"kayako-0" : {
"index" : {
"primary_size" : "430b",
"primary_size_in_bytes" : 430,
"size" : "430b",
"size_in_bytes" : 430
},
"translog" : {
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 230,
"total_time" : "7s",
"total_time_in_millis" : 7082
},
"shards" : {
"0" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 0,
"index" : "kayako-0"
},
"state" : "STARTED",
"index" : {
"size" : "86b",
"size_in_bytes" : 86
},
"translog" : {
"id" : 1325721496792,
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.1s",
"total_time_in_millis" : 1146
}
} ],
"1" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 1,
"index" : "kayako-0"
},
"state" : "STARTED",
"index" : {
"size" : "86b",
"size_in_bytes" : 86
},
"translog" : {
"id" : 1325721496838,
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.6s",
"total_time_in_millis" : 1604
}
} ],
"2" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 2,
"index" : "kayako-0"
},
"state" : "STARTED",
"index" : {
"size" : "86b",
"size_in_bytes" : 86
},
"translog" : {
"id" : 1325721496883,
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.5s",
"total_time_in_millis" : 1574
}
} ],
"3" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 3,
"index" : "kayako-0"
},
"state" : "STARTED",
"index" : {
"size" : "86b",
"size_in_bytes" : 86
},
"translog" : {
"id" : 1325721496926,
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.3s",
"total_time_in_millis" : 1302
}
} ],
"4" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 4,
"index" : "kayako-0"
},
"state" : "STARTED",
"index" : {
"size" : "86b",
"size_in_bytes" : 86
},
"translog" : {
"id" : 1325721496989,
"operations" : 0
},
"docs" : {
"num_docs" : 0,
"max_doc" : 0,
"deleted_docs" : 0
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.4s",
"total_time_in_millis" : 1456
}
} ]
}
},
"mgs" : {
"index" : {
"primary_size" : "27.1mb",
"primary_size_in_bytes" : 28480084,
"size" : "27.1mb",
"size_in_bytes" : 28480084
},
"translog" : {
"operations" : 0
},
"docs" : {
"num_docs" : 5558,
"max_doc" : 5630,
"deleted_docs" : 72
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 5,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 230,
"total_time" : "8.1s",
"total_time_in_millis" : 8157
},
"shards" : {
"0" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 0,
"index" : "mgs"
},
"state" : "STARTED",
"index" : {
"size" : "5.4mb",
"size_in_bytes" : 5743727
},
"translog" : {
"id" : 1325721496285,
"operations" : 0
},
"docs" : {
"num_docs" : 1095,
"max_doc" : 1114,
"deleted_docs" : 19
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.2s",
"total_time_in_millis" : 1292
}
} ],
"1" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 1,
"index" : "mgs"
},
"state" : "STARTED",
"index" : {
"size" : "5.4mb",
"size_in_bytes" : 5693970
},
"translog" : {
"id" : 1325721496328,
"operations" : 0
},
"docs" : {
"num_docs" : 1116,
"max_doc" : 1120,
"deleted_docs" : 4
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.9s",
"total_time_in_millis" : 1910
}
} ],
"2" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 2,
"index" : "mgs"
},
"state" : "STARTED",
"index" : {
"size" : "5.4mb",
"size_in_bytes" : 5761943
},
"translog" : {
"id" : 1325721496381,
"operations" : 0
},
"docs" : {
"num_docs" : 1115,
"max_doc" : 1129,
"deleted_docs" : 14
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.8s",
"total_time_in_millis" : 1848
}
} ],
"3" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 3,
"index" : "mgs"
},
"state" : "STARTED",
"index" : {
"size" : "5.6mb",
"size_in_bytes" : 5921087
},
"translog" : {
"id" : 1325721496430,
"operations" : 0
},
"docs" : {
"num_docs" : 1120,
"max_doc" : 1139,
"deleted_docs" : 19
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.2s",
"total_time_in_millis" : 1247
}
} ],
"4" : [ {
"routing" : {
"state" : "STARTED",
"primary" : true,
"node" : "frdIV-orRP2AntNO-5ml9A",
"relocating_node" : null,
"shard" : 4,
"index" : "mgs"
},
"state" : "STARTED",
"index" : {
"size" : "5.1mb",
"size_in_bytes" : 5359357
},
"translog" : {
"id" : 1325721496516,
"operations" : 0
},
"docs" : {
"num_docs" : 1112,
"max_doc" : 1128,
"deleted_docs" : 16
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 1,
"total_time" : "0s",
"total_time_in_millis" : 0
},
"flush" : {
"total" : 46,
"total_time" : "1.8s",
"total_time_in_millis" : 1860
}
} ]
}
}
}
}
Node Stats:
{
"cluster_name" : "es_cluster_dev",
"nodes" : {
"frdIV-orRP2AntNO-5ml9A" : {
"name" : "es1-dev.search.XXXXX.com",
"indices" : {
"store" : {
"size" : "163.8mb",
"size_in_bytes" : 171853890
},
"docs" : {
"count" : 528858,
"deleted" : 72
},
"indexing" : {
"index_total" : 523300,
"index_time" : "54.1m",
"index_time_in_millis" : 3250804,
"index_current" : 0,
"delete_total" : 0,
"delete_time" : "0s",
"delete_time_in_millis" : 0,
"delete_current" : 0
},
"get" : {
"total" : 0,
"time" : "0s",
"time_in_millis" : 0,
"exists_total" : 0,
"exists_time" : "0s",
"exists_time_in_millis" : 0,
"missing_total" : 0,
"missing_time" : "0s",
"missing_time_in_millis" : 0,
"current" : 0
},
"search" : {
"query_total" : 60,
"query_time" : "2.7s",
"query_time_in_millis" : 2716,
"query_current" : 0,
"fetch_total" : 25,
"fetch_time" : "4.7s",
"fetch_time_in_millis" : 4728,
"fetch_current" : 0
},
"cache" : {
"field_evictions" : 0,
"field_size" : "66.7kb",
"field_size_in_bytes" : 68312,
"filter_count" : 2,
"filter_evictions" : 0,
"filter_size" : "1.9kb",
"filter_size_in_bytes" : 1968
},
"merges" : {
"current" : 0,
"current_docs" : 0,
"current_size" : "0b",
"current_size_in_bytes" : 0,
"total" : 0,
"total_time" : "0s",
"total_time_in_millis" : 0,
"total_docs" : 0,
"total_size" : "0b",
"total_size_in_bytes" : 0
},
"refresh" : {
"total" : 26933,
"total_time" : "2.5m",
"total_time_in_millis" : 151434
},
"flush" : {
"total" : 715,
"total_time" : "2.7m",
"total_time_in_millis" : 163033
}
},
"os" : {
"timestamp" : 1325873618190,
"uptime" : "-1 seconds",
"uptime_in_millis" : -1000,
"load_average" : [ ]
},
"process" : {
"timestamp" : 1325873618190,
"open_file_descriptors" : 501
},
"jvm" : {
"timestamp" : 1325873618190,
"uptime" : "23 hours, 28 minutes, 14 seconds and 231 milliseconds",
"uptime_in_millis" : 84494231,
"mem" : {
"heap_used" : "2.5gb",
"heap_used_in_bytes" : 2740397336,
"heap_committed" : "4.9gb",
"heap_committed_in_bytes" : 5340397568,
"non_heap_used" : "43mb",
"non_heap_used_in_bytes" : 45118648,
"non_heap_committed" : "67.4mb",
"non_heap_committed_in_bytes" : 70758400
},
"threads" : {
"count" : 34,
"peak_count" : 66
},
"gc" : {
"collection_count" : 39408,
"collection_time" : "1 hour, 16 minutes, 31 seconds and 455 milliseconds",
"collection_time_in_millis" : 4591455,
"collectors" : {
"ParNew" : {
"collection_count" : 37421,
"collection_time" : "20 minutes, 56 seconds and 465 milliseconds",
"collection_time_in_millis" : 1256465
},
"ConcurrentMarkSweep" : {
"collection_count" : 1987,
"collection_time" : "55 minutes, 34 seconds and 990 milliseconds",
"collection_time_in_millis" : 3334990
}
}
}
},
"network" : {
},
"transport" : {
"server_open" : 7,
"rx_count" : 0,
"rx_size" : "0b",
"rx_size_in_bytes" : 0,
"tx_count" : 0,
"tx_size" : "0b",
"tx_size_in_bytes" : 0
},
"http" : {
"current_open" : 1,
"total_opened" : 2858
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment