Skip to content

Instantly share code, notes, and snippets.

@naryad
Created July 9, 2015 06:35
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save naryad/06ec0e17c0c02e311e80 to your computer and use it in GitHub Desktop.
Save naryad/06ec0e17c0c02e311e80 to your computer and use it in GitHub Desktop.
Node stats of Elasticsearch cluster
{
"cluster_name": "name_of_cluster",
"nodes": {
"MdJhM6UfRt6pJ836HEjwCQ": {
"timestamp": 1436423508394,
"name": "Rudyard Kipling",
"transport_address": "inet[/10.92.130.29:9300]",
"host": "ip-10-92-130-29",
"ip": [
"inet[/10.92.130.29:9300]",
"NONE"
],
"indices": {
"docs": {
"count": 68417978,
"deleted": 1249
},
"store": {
"size_in_bytes": 75315315243,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 360,
"query_time_in_millis": 100607,
"query_current": 0,
"fetch_total": 285,
"fetch_time_in_millis": 295,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 2,
"total_time_in_millis": 2
},
"filter_cache": {
"memory_size_in_bytes": 10896800,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 647347712,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 33,
"memory_in_bytes": 830621416,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
}
},
"os": {
"timestamp": 1436423508439,
"uptime_in_millis": 1353406,
"load_average": [
0.08,
0.06,
0.06
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 3657859072,
"used_in_bytes": 27702972416,
"free_percent": 27,
"used_percent": 72,
"actual_free_in_bytes": 8534708224,
"actual_used_in_bytes": 22826123264
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1436423508440,
"open_file_descriptors": 485,
"cpu": {
"percent": 15,
"sys_in_millis": 11750,
"user_in_millis": 766620,
"total_in_millis": 778370
},
"mem": {
"resident_in_bytes": 23493353472,
"share_in_bytes": 1187758080,
"total_virtual_in_bytes": 45590646784
}
},
"jvm": {
"timestamp": 1436423508440,
"uptime_in_millis": 5094014,
"mem": {
"heap_used_in_bytes": 1662744304,
"heap_used_percent": 7,
"heap_committed_in_bytes": 21405106176,
"heap_max_in_bytes": 21405106176,
"non_heap_used_in_bytes": 53484648,
"non_heap_committed_in_bytes": 53739520,
"pools": {
"young": {
"used_in_bytes": 481280928,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 12671728,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 69730304,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 1168791648,
"max_in_bytes": 20776943616,
"peak_used_in_bytes": 1168791648,
"peak_max_in_bytes": 20776943616
}
}
},
"threads": {
"count": 93,
"peak_count": 93
},
"gc": {
"collectors": {
"young": {
"collection_count": 17,
"collection_time_in_millis": 990
},
"old": {
"collection_count": 0,
"collection_time_in_millis": 0
}
}
},
"buffer_pools": {
"direct": {
"count": 339,
"used_in_bytes": 27834912,
"total_capacity_in_bytes": 27834912
},
"mapped": {
"count": 66,
"used_in_bytes": 18965263431,
"total_capacity_in_bytes": 18965263431
}
}
},
"thread_pool": {
"generic": {
"threads": 2,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 6,
"completed": 2040
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot_data": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bench": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 1
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 24,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 24,
"completed": 2618
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 3,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 3,
"completed": 3767
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
}
},
"network": {
"tcp": {
"active_opens": 905,
"passive_opens": 15393,
"curr_estab": 158,
"in_segs": 1831768370,
"out_segs": 1955119119,
"retrans_segs": 1081254,
"estab_resets": 7415,
"attempt_fails": 486,
"in_errs": 0,
"out_rsts": 448
}
},
"fs": {
"timestamp": 1436423508441,
"total": {
"total_in_bytes": 507172933632,
"free_in_bytes": 355179356160,
"available_in_bytes": 355076702208,
"disk_reads": 6844516,
"disk_writes": 17921798,
"disk_io_op": 24766314,
"disk_read_size_in_bytes": 386049335808,
"disk_write_size_in_bytes": 1139772153856,
"disk_io_size_in_bytes": 1525821489664,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/var/lib/elasticsearch/ccp_elasticsearch_prod/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 507172933632,
"free_in_bytes": 355179356160,
"available_in_bytes": 355076702208,
"disk_reads": 6844516,
"disk_writes": 17921798,
"disk_io_op": 24766314,
"disk_read_size_in_bytes": 386049335808,
"disk_write_size_in_bytes": 1139772153856,
"disk_io_size_in_bytes": 1525821489664,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 92,
"rx_count": 28469,
"rx_size_in_bytes": 493654774,
"tx_count": 28650,
"tx_size_in_bytes": 54032028
},
"http": {
"current_open": 1,
"total_opened": 1
},
"fielddata_breaker": {
"maximum_size_in_bytes": 12843063705,
"maximum_size": "11.9gb",
"estimated_size_in_bytes": 647347712,
"estimated_size": "617.3mb",
"overhead": 1.03,
"tripped": 0
}
},
"UFk3vg9xRWWzkMXvuMU-Bg": {
"timestamp": 1436423508395,
"name": "Isac Asimov",
"transport_address": "inet[/10.93.141.18:9300]",
"host": "ip-10-93-141-18",
"ip": [
"inet[/10.93.141.18:9300]",
"NONE"
],
"indices": {
"docs": {
"count": 256593775,
"deleted": 13436246
},
"store": {
"size_in_bytes": 261768711634,
"throttle_time_in_millis": 27739
},
"indexing": {
"index_total": 1280968,
"index_time_in_millis": 262069,
"index_current": 998,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 1314222,
"time_in_millis": 65614,
"exists_total": 1310348,
"exists_time_in_millis": 64761,
"missing_total": 3874,
"missing_time_in_millis": 853,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 5187137,
"query_time_in_millis": 10682570,
"query_current": 0,
"fetch_total": 20717,
"fetch_time_in_millis": 439244,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 9610,
"total_time_in_millis": 756018,
"total_docs": 5735170,
"total_size_in_bytes": 7181909925
},
"refresh": {
"total": 53521,
"total_time_in_millis": 995986
},
"flush": {
"total": 73,
"total_time_in_millis": 9932
},
"warmer": {
"current": 0,
"total": 273035,
"total_time_in_millis": 12496
},
"filter_cache": {
"memory_size_in_bytes": 707742232,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 2447131188,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 254,
"memory_in_bytes": 3218445256,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
}
},
"os": {
"timestamp": 1436423508488,
"uptime_in_millis": 2384045,
"load_average": [
2.63,
2.49,
2.47
],
"cpu": {
"sys": 0,
"user": 21,
"idle": 75,
"usage": 21,
"stolen": 0
},
"mem": {
"free_in_bytes": 231751680,
"used_in_bytes": 31129079808,
"free_percent": 24,
"used_percent": 75,
"actual_free_in_bytes": 7534809088,
"actual_used_in_bytes": 23826022400
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1436423508489,
"open_file_descriptors": 1219,
"cpu": {
"percent": 267,
"sys_in_millis": 1851720,
"user_in_millis": 113500160,
"total_in_millis": 115351880
},
"mem": {
"resident_in_bytes": 25505538048,
"share_in_bytes": 2113851392,
"total_virtual_in_bytes": 97602555904
}
},
"jvm": {
"timestamp": 1436423508490,
"uptime_in_millis": 43148462,
"mem": {
"heap_used_in_bytes": 20549148872,
"heap_used_percent": 96,
"heap_committed_in_bytes": 21405106176,
"heap_max_in_bytes": 21405106176,
"non_heap_used_in_bytes": 68527832,
"non_heap_committed_in_bytes": 104853504,
"pools": {
"young": {
"used_in_bytes": 184972672,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 6199544,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 69730304,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 20357976656,
"max_in_bytes": 20776943616,
"peak_used_in_bytes": 20427866624,
"peak_max_in_bytes": 20776943616
}
}
},
"threads": {
"count": 126,
"peak_count": 158
},
"gc": {
"collectors": {
"young": {
"collection_count": 12392,
"collection_time_in_millis": 721191
},
"old": {
"collection_count": 516,
"collection_time_in_millis": 216516
}
}
},
"buffer_pools": {
"direct": {
"count": 1071,
"used_in_bytes": 1062842262,
"total_capacity_in_bytes": 1062842262
},
"mapped": {
"count": 414,
"used_in_bytes": 70297424465,
"total_capacity_in_bytes": 70297424465
}
}
},
"thread_pool": {
"generic": {
"threads": 3,
"queue": 0,
"active": 2,
"rejected": 0,
"largest": 20,
"completed": 199521
},
"index": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 2468525
},
"snapshot_data": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bench": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 9933
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 67218
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 171583
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 3,
"completed": 102877
},
"flush": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 16432
},
"search": {
"threads": 24,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 24,
"completed": 5266054
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 53166
},
"refresh": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 53933
}
},
"network": {
"tcp": {
"active_opens": 1068,
"passive_opens": 39119,
"curr_estab": 155,
"in_segs": 2452828687,
"out_segs": 2760507322,
"retrans_segs": 1152615,
"estab_resets": 22724,
"attempt_fails": 765,
"in_errs": 5,
"out_rsts": 1477
}
},
"fs": {
"timestamp": 1436423508490,
"total": {
"total_in_bytes": 507172933632,
"free_in_bytes": 243521470464,
"available_in_bytes": 243418816512,
"disk_reads": 11762580,
"disk_writes": 30986615,
"disk_io_op": 42749195,
"disk_read_size_in_bytes": 856339169792,
"disk_write_size_in_bytes": 1972991545344,
"disk_io_size_in_bytes": 2829330715136,
"disk_queue": "0.4",
"disk_service_time": "2.5"
},
"data": [
{
"path": "/var/lib/elasticsearch/ccp_elasticsearch_prod/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 507172933632,
"free_in_bytes": 243521470464,
"available_in_bytes": 243418816512,
"disk_reads": 11762580,
"disk_writes": 30986615,
"disk_io_op": 42749195,
"disk_read_size_in_bytes": 856339169792,
"disk_write_size_in_bytes": 1972991545344,
"disk_io_size_in_bytes": 2829330715136,
"disk_queue": "0.4",
"disk_service_time": "2.5"
}
]
},
"transport": {
"server_open": 79,
"rx_count": 29509969,
"rx_size_in_bytes": 135651392255,
"tx_count": 29450214,
"tx_size_in_bytes": 239714079250
},
"http": {
"current_open": 11,
"total_opened": 70
},
"fielddata_breaker": {
"maximum_size_in_bytes": 12843063705,
"maximum_size": "11.9gb",
"estimated_size_in_bytes": 2447131188,
"estimated_size": "2.2gb",
"overhead": 1.03,
"tripped": 0
}
},
"iI8qQ6fqQK6U1g1g8DzvTA": {
"timestamp": 1436423508396,
"name": "Conan Doyle",
"transport_address": "inet[/10.81.16.239:9300]",
"host": "ip-10-81-16-239",
"ip": [
"inet[/10.81.16.239:9300]",
"NONE"
],
"indices": {
"docs": {
"count": 94059329,
"deleted": 6807836
},
"store": {
"size_in_bytes": 93078676949,
"throttle_time_in_millis": 157
},
"indexing": {
"index_total": 1128522,
"index_time_in_millis": 209168,
"index_current": 876,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 1179358,
"time_in_millis": 77333,
"exists_total": 1042519,
"exists_time_in_millis": 61125,
"missing_total": 136839,
"missing_time_in_millis": 16208,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 5161729,
"query_time_in_millis": 7440868,
"query_current": 0,
"fetch_total": 11357,
"fetch_time_in_millis": 273940,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 8953,
"total_time_in_millis": 698117,
"total_docs": 5189270,
"total_size_in_bytes": 7222810994
},
"refresh": {
"total": 53768,
"total_time_in_millis": 1046019
},
"flush": {
"total": 68,
"total_time_in_millis": 12865
},
"warmer": {
"current": 0,
"total": 10196,
"total_time_in_millis": 269
},
"filter_cache": {
"memory_size_in_bytes": 20315160,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 803089620,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 86,
"memory_in_bytes": 1186130400,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
}
},
"os": {
"timestamp": 1436423508438,
"uptime_in_millis": 2311852,
"load_average": [
0.23,
0.28,
0.26
],
"cpu": {
"sys": 0,
"user": 2,
"idle": 95,
"usage": 2,
"stolen": 0
},
"mem": {
"free_in_bytes": 235298816,
"used_in_bytes": 31125532672,
"free_percent": 24,
"used_percent": 75,
"actual_free_in_bytes": 7539412992,
"actual_used_in_bytes": 23821418496
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1436423508438,
"open_file_descriptors": 663,
"cpu": {
"percent": 139,
"sys_in_millis": 1443150,
"user_in_millis": 58627400,
"total_in_millis": 60070550
},
"mem": {
"resident_in_bytes": 23587590144,
"share_in_bytes": 271175680,
"total_virtual_in_bytes": 51787591680
}
},
"jvm": {
"timestamp": 1436423508439,
"uptime_in_millis": 43155155,
"mem": {
"heap_used_in_bytes": 3154546304,
"heap_used_percent": 14,
"heap_committed_in_bytes": 21405106176,
"heap_max_in_bytes": 21405106176,
"non_heap_used_in_bytes": 69881184,
"non_heap_committed_in_bytes": 105406464,
"pools": {
"young": {
"used_in_bytes": 416053704,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 1973616,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 69730304,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 2736518984,
"max_in_bytes": 20776943616,
"peak_used_in_bytes": 20248473160,
"peak_max_in_bytes": 20776943616
}
}
},
"threads": {
"count": 124,
"peak_count": 160
},
"gc": {
"collectors": {
"young": {
"collection_count": 14141,
"collection_time_in_millis": 837303
},
"old": {
"collection_count": 125,
"collection_time_in_millis": 131237
}
}
},
"buffer_pools": {
"direct": {
"count": 960,
"used_in_bytes": 899476715,
"total_capacity_in_bytes": 899476715
},
"mapped": {
"count": 140,
"used_in_bytes": 24524728718,
"total_capacity_in_bytes": 24524728718
}
}
},
"thread_pool": {
"generic": {
"threads": 3,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 25,
"completed": 416063
},
"index": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 4222701,
"largest": 8,
"completed": 2610178
},
"snapshot_data": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bench": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 6181
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 64359
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 163954
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 2,
"completed": 96462
},
"flush": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 15115
},
"search": {
"threads": 24,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 24,
"completed": 5211540
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 47734
},
"refresh": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 53898
}
},
"network": {
"tcp": {
"active_opens": 1267,
"passive_opens": 81721,
"curr_estab": 168,
"in_segs": 3177440832,
"out_segs": 3421085551,
"retrans_segs": 2073241,
"estab_resets": 33829,
"attempt_fails": 765,
"in_errs": 13,
"out_rsts": 13097
}
},
"fs": {
"timestamp": 1436423508439,
"total": {
"total_in_bytes": 507172933632,
"free_in_bytes": 291732480000,
"available_in_bytes": 291629826048,
"disk_reads": 11702802,
"disk_writes": 31311962,
"disk_io_op": 43014764,
"disk_read_size_in_bytes": 810831008256,
"disk_write_size_in_bytes": 2007049076736,
"disk_io_size_in_bytes": 2817880084992,
"disk_queue": "17.3",
"disk_service_time": "0.6"
},
"data": [
{
"path": "/var/lib/elasticsearch/ccp_elasticsearch_prod/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 507172933632,
"free_in_bytes": 291732480000,
"available_in_bytes": 291629826048,
"disk_reads": 11702802,
"disk_writes": 31311962,
"disk_io_op": 43014764,
"disk_read_size_in_bytes": 810831008256,
"disk_write_size_in_bytes": 2007049076736,
"disk_io_size_in_bytes": 2817880084992,
"disk_queue": "17.3",
"disk_service_time": "0.6"
}
]
},
"transport": {
"server_open": 93,
"rx_count": 37155213,
"rx_size_in_bytes": 201360105671,
"tx_count": 37121522,
"tx_size_in_bytes": 60479214905
},
"http": {
"current_open": 9,
"total_opened": 10
},
"fielddata_breaker": {
"maximum_size_in_bytes": 12843063705,
"maximum_size": "11.9gb",
"estimated_size_in_bytes": 803089620,
"estimated_size": "765.8mb",
"overhead": 1.03,
"tripped": 0
}
},
"Ll685rVyTmOGIjTP9yxDXw": {
"timestamp": 1436423508393,
"name": "Franz Kafka",
"transport_address": "inet[/10.94.134.130:9300]",
"host": "ip-10-94-134-130",
"ip": [
"inet[/10.94.134.130:9300]",
"NONE"
],
"indices": {
"docs": {
"count": 175360273,
"deleted": 8191674
},
"store": {
"size_in_bytes": 176895227902,
"throttle_time_in_millis": 37168
},
"indexing": {
"index_total": 1227875,
"index_time_in_millis": 239746,
"index_current": 1394,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 1307273,
"time_in_millis": 66202,
"exists_total": 1305676,
"exists_time_in_millis": 65420,
"missing_total": 1597,
"missing_time_in_millis": 782,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 5174574,
"query_time_in_millis": 7817446,
"query_current": 0,
"fetch_total": 17533,
"fetch_time_in_millis": 288139,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 9002,
"total_time_in_millis": 635788,
"total_docs": 5511332,
"total_size_in_bytes": 7484217396
},
"refresh": {
"total": 45052,
"total_time_in_millis": 299622
},
"flush": {
"total": 70,
"total_time_in_millis": 10042
},
"warmer": {
"current": 0,
"total": 251951,
"total_time_in_millis": 12190
},
"filter_cache": {
"memory_size_in_bytes": 744567848,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 1627900424,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 176,
"memory_in_bytes": 2187605240,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
}
},
"os": {
"timestamp": 1436423508483,
"uptime_in_millis": 522762,
"load_average": [
3.45,
3.33,
2.79
],
"cpu": {
"sys": 0,
"user": 33,
"idle": 63,
"usage": 33,
"stolen": 0
},
"mem": {
"free_in_bytes": 237400064,
"used_in_bytes": 31123431424,
"free_percent": 24,
"used_percent": 75,
"actual_free_in_bytes": 7543377920,
"actual_used_in_bytes": 23817453568
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1436423508483,
"open_file_descriptors": 933,
"cpu": {
"percent": 200,
"sys_in_millis": 1241960,
"user_in_millis": 85121830,
"total_in_millis": 86363790
},
"mem": {
"resident_in_bytes": 24988635136,
"share_in_bytes": 1595498496,
"total_virtual_in_bytes": 75185369088
}
},
"jvm": {
"timestamp": 1436423508485,
"uptime_in_millis": 43145218,
"mem": {
"heap_used_in_bytes": 20916367368,
"heap_used_percent": 97,
"heap_committed_in_bytes": 21405106176,
"heap_max_in_bytes": 21405106176,
"non_heap_used_in_bytes": 67964920,
"non_heap_committed_in_bytes": 103796736,
"pools": {
"young": {
"used_in_bytes": 517606176,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 3574000,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 69730304,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 20395187192,
"max_in_bytes": 20776943616,
"peak_used_in_bytes": 20403439336,
"peak_max_in_bytes": 20776943616
}
}
},
"threads": {
"count": 131,
"peak_count": 151
},
"gc": {
"collectors": {
"young": {
"collection_count": 12178,
"collection_time_in_millis": 736032
},
"old": {
"collection_count": 464,
"collection_time_in_millis": 300367
}
}
},
"buffer_pools": {
"direct": {
"count": 850,
"used_in_bytes": 1045854071,
"total_capacity_in_bytes": 1045854071
},
"mapped": {
"count": 278,
"used_in_bytes": 47809825510,
"total_capacity_in_bytes": 47809825510
}
}
},
"thread_pool": {
"generic": {
"threads": 7,
"queue": 0,
"active": 5,
"rejected": 0,
"largest": 15,
"completed": 339908
},
"index": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 380,
"largest": 8,
"completed": 3346693
},
"snapshot_data": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bench": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 8629
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 66252
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 166755
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 3,
"completed": 95263
},
"flush": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 16345
},
"search": {
"threads": 24,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 24,
"completed": 5235842
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 49316
},
"refresh": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 45283
}
},
"network": {
"tcp": {
"active_opens": 474,
"passive_opens": 19436,
"curr_estab": 145,
"in_segs": 565032814,
"out_segs": 528774356,
"retrans_segs": 648838,
"estab_resets": 17472,
"attempt_fails": 179,
"in_errs": 0,
"out_rsts": 38
}
},
"fs": {
"timestamp": 1436423508485,
"total": {
"total_in_bytes": 507172933632,
"free_in_bytes": 178379317248,
"available_in_bytes": 178276663296,
"disk_reads": 3536027,
"disk_writes": 8587487,
"disk_io_op": 12123514,
"disk_read_size_in_bytes": 219281662464,
"disk_write_size_in_bytes": 702334447616,
"disk_io_size_in_bytes": 921616110080,
"disk_queue": "10.1",
"disk_service_time": "0.8"
},
"data": [
{
"path": "/var/lib/elasticsearch/ccp_elasticsearch_prod/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 507172933632,
"free_in_bytes": 178379317248,
"available_in_bytes": 178276663296,
"disk_reads": 3536027,
"disk_writes": 8587487,
"disk_io_op": 12123514,
"disk_read_size_in_bytes": 219281662464,
"disk_write_size_in_bytes": 702334447616,
"disk_io_size_in_bytes": 921616110080,
"disk_queue": "10.1",
"disk_service_time": "0.8"
}
]
},
"transport": {
"server_open": 79,
"rx_count": 14914863,
"rx_size_in_bytes": 145027595901,
"tx_count": 14890221,
"tx_size_in_bytes": 138507850084
},
"http": {
"current_open": 0,
"total_opened": 0
},
"fielddata_breaker": {
"maximum_size_in_bytes": 12843063705,
"maximum_size": "11.9gb",
"estimated_size_in_bytes": 1627900424,
"estimated_size": "1.5gb",
"overhead": 1.03,
"tripped": 0
}
},
"N26490YSSO-n86eV8RCwug": {
"timestamp": 1436423508400,
"name": "JRR Tolkien",
"transport_address": "inet[/10.94.134.136:9300]",
"host": "ip-10-94-134-136",
"ip": [
"inet[/10.94.134.136:9300]",
"NONE"
],
"indices": {
"docs": {
"count": 42889,
"deleted": 1
},
"store": {
"size_in_bytes": 12484324,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 6,
"query_time_in_millis": 285,
"query_current": 0,
"fetch_total": 0,
"fetch_time_in_millis": 0,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 4,
"total_time_in_millis": 2
},
"filter_cache": {
"memory_size_in_bytes": 13752,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 65432,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 4,
"memory_in_bytes": 601232,
"index_writer_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
}
},
"os": {
"timestamp": 1436423508412,
"uptime_in_millis": 1879238,
"load_average": [
0.73,
0.19,
0.1
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 99,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 6667771904,
"used_in_bytes": 24693059584,
"free_percent": 27,
"used_percent": 72,
"actual_free_in_bytes": 8539942912,
"actual_used_in_bytes": 22820888576
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1436423508412,
"open_file_descriptors": 374,
"cpu": {
"percent": 0,
"sys_in_millis": 13770,
"user_in_millis": 19580,
"total_in_millis": 33350
},
"mem": {
"resident_in_bytes": 22414155776,
"share_in_bytes": 127950848,
"total_virtual_in_bytes": 26622894080
}
},
"jvm": {
"timestamp": 1436423508413,
"uptime_in_millis": 5147082,
"mem": {
"heap_used_in_bytes": 493216368,
"heap_used_percent": 2,
"heap_committed_in_bytes": 21405106176,
"heap_max_in_bytes": 21405106176,
"non_heap_used_in_bytes": 51866744,
"non_heap_committed_in_bytes": 52232192,
"pools": {
"young": {
"used_in_bytes": 458934576,
"max_in_bytes": 558432256,
"peak_used_in_bytes": 558432256,
"peak_max_in_bytes": 558432256
},
"survivor": {
"used_in_bytes": 34281792,
"max_in_bytes": 69730304,
"peak_used_in_bytes": 34281792,
"peak_max_in_bytes": 69730304
},
"old": {
"used_in_bytes": 0,
"max_in_bytes": 20776943616,
"peak_used_in_bytes": 0,
"peak_max_in_bytes": 20776943616
}
}
},
"threads": {
"count": 74,
"peak_count": 74
},
"gc": {
"collectors": {
"young": {
"collection_count": 1,
"collection_time_in_millis": 58
},
"old": {
"collection_count": 0,
"collection_time_in_millis": 0
}
}
},
"buffer_pools": {
"direct": {
"count": 265,
"used_in_bytes": 31543465,
"total_capacity_in_bytes": 31543465
},
"mapped": {
"count": 4,
"used_in_bytes": 3917773,
"total_capacity_in_bytes": 3917773
}
}
},
"thread_pool": {
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 582
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot_data": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bench": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 2
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 6,
"completed": 6
},
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 3,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 3,
"completed": 3769
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
}
},
"network": {
"tcp": {
"active_opens": 1047,
"passive_opens": 54759,
"curr_estab": 159,
"in_segs": 2240584165,
"out_segs": 2792522797,
"retrans_segs": 1362906,
"estab_resets": 17645,
"attempt_fails": 711,
"in_errs": 4,
"out_rsts": 11618
}
},
"fs": {
"timestamp": 1436423508413,
"total": {
"total_in_bytes": 507172933632,
"free_in_bytes": 422097543168,
"available_in_bytes": 421994889216,
"disk_reads": 16498821,
"disk_writes": 24539179,
"disk_io_op": 41038000,
"disk_read_size_in_bytes": 1375335227904,
"disk_write_size_in_bytes": 1385410203648,
"disk_io_size_in_bytes": 2760745431552,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/var/lib/elasticsearch/ccp_elasticsearch_prod/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 507172933632,
"free_in_bytes": 422097543168,
"available_in_bytes": 421994889216,
"disk_reads": 16498821,
"disk_writes": 24539179,
"disk_io_op": 41038000,
"disk_read_size_in_bytes": 1375335227904,
"disk_write_size_in_bytes": 1385410203648,
"disk_io_size_in_bytes": 2760745431552,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 79,
"rx_count": 25540,
"rx_size_in_bytes": 26846012,
"tx_count": 25636,
"tx_size_in_bytes": 40499410
},
"http": {
"current_open": 1,
"total_opened": 17
},
"fielddata_breaker": {
"maximum_size_in_bytes": 12843063705,
"maximum_size": "11.9gb",
"estimated_size_in_bytes": 65432,
"estimated_size": "63.8kb",
"overhead": 1.03,
"tripped": 0
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment