Skip to content

Instantly share code, notes, and snippets.

@shardnit

shardnit/es_node_stats

Created November 12, 2012 13:58
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save shardnit/4059540 to your computer and use it in GitHub Desktop.
Save shardnit/4059540 to your computer and use it in GitHub Desktop.
Download ZIP
Elasticsearch Nodes Stats
Raw
es_node_stats
{
"cluster_name": "skl-elasticsearch",
"nodes": {
"-X5ZSamoQOOfn3yTngV7Hw": {
"fs": {
"data": [
{
"available": "1683gb",
"available_in_bytes": 1807112773632,
"dev": "/dev/root",
"free": "1776.1gb",
"free_in_bytes": 1907105660928,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282983
},
"hostname": "node7-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 54066
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "346.1mb",
"field_size_in_bytes": 362961200,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4.2mb",
"filter_size_in_bytes": 4496216
},
"docs": {
"count": 29930235,
"deleted": 6010372
},
"flush": {
"total": 69,
"total_time": "3.4m",
"total_time_in_millis": 208114
},
"get": {
"current": 0,
"exists_time": "1s",
"exists_time_in_millis": 1045,
"exists_total": 93,
"missing_time": "0s",
"missing_time_in_millis": 0,
"missing_total": 0,
"time": "1s",
"time_in_millis": 1045,
"total": 93
},
"indexing": {
"delete_current": 0,
"delete_time": "13.4s",
"delete_time_in_millis": 13432,
"delete_total": 120908,
"index_current": 0,
"index_time": "4.7m",
"index_time_in_millis": 282779,
"index_total": 196166
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 2128,
"total_docs": 1720945,
"total_size": "6.2gb",
"total_size_in_bytes": 6668791059,
"total_time": "3.1m",
"total_time_in_millis": 188705
},
"refresh": {
"total": 18918,
"total_time": "2.4m",
"total_time_in_millis": 148529
},
"search": {
"fetch_current": 0,
"fetch_time": "2m",
"fetch_time_in_millis": 124387,
"fetch_total": 2191,
"query_current": 0,
"query_time": "11.5m",
"query_time_in_millis": 691261,
"query_total": 4102
},
"store": {
"size": "43.3gb",
"size_in_bytes": 46570598725,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 146,
"total_capacity": "45mb",
"total_capacity_in_bytes": 47225382,
"used": "45mb",
"used_in_bytes": 47225382
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 6350,
"collection_time": "4 minutes, 27 seconds and 339 milliseconds",
"collection_time_in_millis": 267339,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 1,
"collection_time": "71 milliseconds",
"collection_time_in_millis": 71
},
"ParNew": {
"collection_count": 6349,
"collection_time": "4 minutes, 27 seconds and 268 milliseconds",
"collection_time_in_millis": 267268
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "3.2gb",
"heap_used_in_bytes": 3534693416,
"non_heap_committed": "61.7mb",
"non_heap_committed_in_bytes": 64716800,
"non_heap_used": "40.1mb",
"non_heap_used_in_bytes": 42113880,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12365449520,
"used": "3.1gb",
"used_in_bytes": 3372177024
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "32mb",
"peak_used_in_bytes": 33612952,
"used": "32mb",
"used_in_bytes": 33612952
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "8.1mb",
"peak_used_in_bytes": 8510400,
"used": "8.1mb",
"used_in_bytes": 8500928
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "135.1mb",
"used_in_bytes": 141747688
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "19.8mb",
"used_in_bytes": 20768704
}
}
},
"threads": {
"count": 85,
"peak_count": 90
},
"timestamp": 1352728282983,
"uptime": "3 hours, 12 minutes, 34 seconds and 313 milliseconds",
"uptime_in_millis": 11554313
},
"name": "node7",
"network": {},
"os": {
"cpu": {
"idle": 81,
"sys": 0,
"user": 17
},
"load_average": [
1.3,
1.23,
1.27
],
"mem": {
"actual_free": "10.2gb",
"actual_free_in_bytes": 11004354560,
"actual_used": "13.3gb",
"actual_used_in_bytes": 14333693952,
"free": "3.2gb",
"free_in_bytes": 3444936704,
"free_percent": 43,
"used": "20.3gb",
"used_in_bytes": 21893111808,
"used_percent": 56
},
"swap": {
"free": "511.5mb",
"free_in_bytes": 536440832,
"used": "0b",
"used_in_bytes": 0
},
"timestamp": 1352728282982,
"uptime": "3 hours, 46 minutes and 27 seconds",
"uptime_in_millis": 13587000
},
"process": {
"cpu": {
"percent": 0,
"sys": "7 minutes and 450 milliseconds",
"sys_in_millis": 420450,
"total": "4 hours, 41 minutes, 1 second and 100 milliseconds",
"total_in_millis": 16861100,
"user": "4 hours, 34 minutes and 650 milliseconds",
"user_in_millis": 16440650
},
"mem": {
"resident": "12.6gb",
"resident_in_bytes": 13590802432,
"share": "12.1mb",
"share_in_bytes": 12783616,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22045167616
},
"open_file_descriptors": 1055,
"timestamp": 1352728282982
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 1,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"management": {
"active": 1,
"queue": 0,
"threads": 4
},
"merge": {
"active": 0,
"queue": 0,
"threads": 2
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 2
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 2
}
},
"timestamp": 1352728282981,
"transport": {
"rx_count": 220927,
"rx_size": "3.1gb",
"rx_size_in_bytes": 3398784899,
"server_open": 90,
"tx_count": 220895,
"tx_size": "62.3mb",
"tx_size_in_bytes": 65407166
},
"transport_address": "inet[/...:9300]"
},
"1fXFv8-yRmKyTD69yGucqw": {
"fs": {
"data": [
{
"available": "1708.4gb",
"available_in_bytes": 1834443784192,
"dev": "/dev/root",
"free": "1801.5gb",
"free_in_bytes": 1934436671488,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282978
},
"hostname": "node5-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 57273
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "350.5mb",
"field_size_in_bytes": 367545780,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4.3mb",
"filter_size_in_bytes": 4549416
},
"docs": {
"count": 30032948,
"deleted": 6337148
},
"flush": {
"total": 74,
"total_time": "6.5m",
"total_time_in_millis": 392788
},
"get": {
"current": 0,
"exists_time": "12.7m",
"exists_time_in_millis": 763572,
"exists_total": 92501,
"missing_time": "167ms",
"missing_time_in_millis": 167,
"missing_total": 1274,
"time": "12.7m",
"time_in_millis": 763739,
"total": 93775
},
"indexing": {
"delete_current": 0,
"delete_time": "6.9s",
"delete_time_in_millis": 6928,
"delete_total": 161807,
"index_current": 0,
"index_time": "14.7m",
"index_time_in_millis": 886912,
"index_total": 202262
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 2229,
"total_docs": 1607744,
"total_size": "6.5gb",
"total_size_in_bytes": 7081682180,
"total_time": "3.6m",
"total_time_in_millis": 220877
},
"refresh": {
"total": 19456,
"total_time": "3.9m",
"total_time_in_millis": 236225
},
"search": {
"fetch_current": 0,
"fetch_time": "1.5m",
"fetch_time_in_millis": 94505,
"fetch_total": 2356,
"query_current": 0,
"query_time": "38.8m",
"query_time_in_millis": 2333866,
"query_total": 4424
},
"store": {
"size": "43.9gb",
"size_in_bytes": 47182001619,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 167,
"total_capacity": "67.4mb",
"total_capacity_in_bytes": 70681892,
"used": "67.4mb",
"used_in_bytes": 70681892
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 8154,
"collection_time": "5 minutes and 32 seconds",
"collection_time_in_millis": 332000,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 1,
"collection_time": "119 milliseconds",
"collection_time_in_millis": 119
},
"ParNew": {
"collection_count": 8153,
"collection_time": "5 minutes, 31 seconds and 881 milliseconds",
"collection_time_in_millis": 331881
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "6.5gb",
"heap_used_in_bytes": 6987174816,
"non_heap_committed": "65.7mb",
"non_heap_committed_in_bytes": 68898816,
"non_heap_used": "43.1mb",
"non_heap_used_in_bytes": 45278880,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12361745208,
"used": "6.4gb",
"used_in_bytes": 6896155752
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "33.7mb",
"peak_used_in_bytes": 35337568,
"used": "33.7mb",
"used_in_bytes": 35337568
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "9.5mb",
"peak_used_in_bytes": 10060544,
"used": "9.4mb",
"used_in_bytes": 9941312
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "74.2mb",
"used_in_bytes": 77871048
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "12.5mb",
"used_in_bytes": 13148016
}
}
},
"threads": {
"count": 84,
"peak_count": 148
},
"timestamp": 1352728282978,
"uptime": "3 hours, 56 minutes, 18 seconds and 688 milliseconds",
"uptime_in_millis": 14178688
},
"name": "node5",
"network": {},
"os": {
"cpu": {
"idle": 92,
"sys": 0,
"user": 6
},
"load_average": [
1.65,
1.47,
1.45
],
"mem": {
"actual_free": "9.9gb",
"actual_free_in_bytes": 10683060224,
"actual_used": "13.6gb",
"actual_used_in_bytes": 14654984192,
"free": "471.5mb",
"free_in_bytes": 494485504,
"free_percent": 42,
"used": "23.1gb",
"used_in_bytes": 24843558912,
"used_percent": 57
},
"swap": {
"free": "493.2mb",
"free_in_bytes": 517230592,
"used": "18.3mb",
"used_in_bytes": 19210240
},
"timestamp": 1352728282977,
"uptime": "3 hours, 56 minutes and 33 seconds",
"uptime_in_millis": 14193000
},
"process": {
"cpu": {
"percent": 0,
"sys": "15 minutes, 11 seconds and 480 milliseconds",
"sys_in_millis": 911480,
"total": "6 hours, 8 minutes, 43 seconds and 110 milliseconds",
"total_in_millis": 22123110,
"user": "5 hours, 53 minutes, 31 seconds and 630 milliseconds",
"user_in_millis": 21211630
},
"mem": {
"resident": "12.6gb",
"resident_in_bytes": 13614764032,
"share": "7.3mb",
"share_in_bytes": 7749632,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22059024384
},
"open_file_descriptors": 997,
"timestamp": 1352728282977
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"management": {
"active": 1,
"queue": 0,
"threads": 3
},
"merge": {
"active": 0,
"queue": 0,
"threads": 2
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 2
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 2
}
},
"timestamp": 1352728282976,
"transport": {
"rx_count": 422649,
"rx_size": "27.7gb",
"rx_size_in_bytes": 29776139403,
"server_open": 90,
"tx_count": 422847,
"tx_size": "3.3gb",
"tx_size_in_bytes": 3568789363
},
"transport_address": "inet[/...:9300]"
},
"AJGlHHeiQSGoWSmdV2duGA": {
"fs": {
"data": [
{
"available": "1703.9gb",
"available_in_bytes": 1829624827904,
"dev": "/dev/root",
"free": "1797gb",
"free_in_bytes": 1929617715200,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282985
},
"hostname": "node9-es1.skln.es",
"http": {
"current_open": 2,
"total_opened": 485682
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "580.6mb",
"field_size_in_bytes": 608873020,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4mb",
"filter_size_in_bytes": 4223400
},
"docs": {
"count": 30027694,
"deleted": 3736602
},
"flush": {
"total": 2136,
"total_time": "1.8h",
"total_time_in_millis": 6756823
},
"get": {
"current": 0,
"exists_time": "3.5h",
"exists_time_in_millis": 12935619,
"exists_total": 149510,
"missing_time": "329ms",
"missing_time_in_millis": 329,
"missing_total": 2636,
"time": "3.5h",
"time_in_millis": 12935948,
"total": 152146
},
"indexing": {
"delete_current": 0,
"delete_time": "2.4h",
"delete_time_in_millis": 8848408,
"delete_total": 4640545,
"index_current": 0,
"index_time": "1.1d",
"index_time_in_millis": 98757164,
"index_total": 5525293
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 64216,
"total_docs": 69000483,
"total_size": "146.9gb",
"total_size_in_bytes": 157789360402,
"total_time": "1.3h",
"total_time_in_millis": 4854363
},
"refresh": {
"total": 582882,
"total_time": "57.1m",
"total_time_in_millis": 3429164
},
"search": {
"fetch_current": 0,
"fetch_time": "1.8h",
"fetch_time_in_millis": 6512932,
"fetch_total": 66458,
"query_current": 0,
"query_time": "12.8h",
"query_time_in_millis": 46150780,
"query_total": 124945
},
"store": {
"size": "40.8gb",
"size_in_bytes": 43857314936,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 368,
"total_capacity": "95mb",
"total_capacity_in_bytes": 99690034,
"used": "95mb",
"used_in_bytes": 99690034
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 51987,
"collection_time": "34 minutes, 34 seconds and 762 milliseconds",
"collection_time_in_millis": 2074762,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 9,
"collection_time": "15 seconds and 736 milliseconds",
"collection_time_in_millis": 15736
},
"ParNew": {
"collection_count": 51978,
"collection_time": "34 minutes, 19 seconds and 26 milliseconds",
"collection_time_in_millis": 2059026
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "5gb",
"heap_used_in_bytes": 5378298792,
"non_heap_committed": "69.7mb",
"non_heap_committed_in_bytes": 73183232,
"non_heap_used": "46.3mb",
"non_heap_used_in_bytes": 48573992,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "15gb",
"peak_used_in_bytes": 16157241176,
"used": "4.8gb",
"used_in_bytes": 5225108424
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "34.7mb",
"peak_used_in_bytes": 36474280,
"used": "34.7mb",
"used_in_bytes": 36394728
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "11.8mb",
"peak_used_in_bytes": 12418048,
"used": "11.6mb",
"used_in_bytes": 12179264
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "135.8mb",
"used_in_bytes": 142437224
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "10.2mb",
"used_in_bytes": 10753144
}
}
},
"threads": {
"count": 89,
"peak_count": 6415
},
"timestamp": 1352728282984,
"uptime": "75 hours, 20 minutes, 28 seconds and 39 milliseconds",
"uptime_in_millis": 271228039
},
"name": "node9",
"network": {},
"os": {
"cpu": {
"idle": 93,
"sys": 0,
"user": 5
},
"load_average": [
0.51,
0.31,
0.31
],
"mem": {
"actual_free": "6.1gb",
"actual_free_in_bytes": 6654959616,
"actual_used": "17.3gb",
"actual_used_in_bytes": 18615566336,
"free": "3.3gb",
"free_in_bytes": 3634585600,
"free_percent": 26,
"used": "20.1gb",
"used_in_bytes": 21635940352,
"used_percent": 73
},
"swap": {
"free": "92.6mb",
"free_in_bytes": 97198080,
"used": "418.8mb",
"used_in_bytes": 439242752
},
"timestamp": 1352728282984,
"uptime": "75 hours, 22 minutes and 22 seconds",
"uptime_in_millis": 271342000
},
"process": {
"cpu": {
"percent": 0,
"sys": "1 hour, 20 minutes, 8 seconds and 250 milliseconds",
"sys_in_millis": 4808250,
"total": "47 hours, 33 minutes and 150 milliseconds",
"total_in_millis": 171180150,
"user": "46 hours, 12 minutes, 51 seconds and 900 milliseconds",
"user_in_millis": 166371900
},
"mem": {
"resident": "16gb",
"resident_in_bytes": 17273868288,
"share": "5.2mb",
"share_in_bytes": 5525504,
"total_virtual": "20.6gb",
"total_virtual_in_bytes": 22157258752
},
"open_file_descriptors": 1096,
"timestamp": 1352728282984
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"management": {
"active": 1,
"queue": 0,
"threads": 3
},
"merge": {
"active": 0,
"queue": 0,
"threads": 3
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 3
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282983,
"transport": {
"rx_count": 3164483,
"rx_size": "33.6gb",
"rx_size_in_bytes": 36144392861,
"server_open": 90,
"tx_count": 3173155,
"tx_size": "28.9gb",
"tx_size_in_bytes": 31084521119
},
"transport_address": "inet[/...:9300]"
},
"Lexr-kJQTA6TYRf2aJxcOg": {
"fs": {
"data": [
{
"available": "1692.7gb",
"available_in_bytes": 1817612107776,
"dev": "/dev/root",
"free": "1785.9gb",
"free_in_bytes": 1917604995072,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282981
},
"hostname": "node2-es1.skln.es",
"http": {
"current_open": 1,
"total_opened": 168224
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "327.4mb",
"field_size_in_bytes": 343380624,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4mb",
"filter_size_in_bytes": 4256344
},
"docs": {
"count": 30034239,
"deleted": 3989383
},
"flush": {
"total": 308,
"total_time": "14.4m",
"total_time_in_millis": 869941
},
"get": {
"current": 0,
"exists_time": "1.8s",
"exists_time_in_millis": 1840,
"exists_total": 277,
"missing_time": "0s",
"missing_time_in_millis": 0,
"missing_total": 0,
"time": "1.8s",
"time_in_millis": 1840,
"total": 277
},
"indexing": {
"delete_current": 0,
"delete_time": "55s",
"delete_time_in_millis": 55051,
"delete_total": 602167,
"index_current": 0,
"index_time": "13.4m",
"index_time_in_millis": 807640,
"index_total": 820745
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 9053,
"total_docs": 6104654,
"total_size": "23.5gb",
"total_size_in_bytes": 25241551988,
"total_time": "11.4m",
"total_time_in_millis": 684945
},
"refresh": {
"total": 81887,
"total_time": "9.3m",
"total_time_in_millis": 560831
},
"search": {
"fetch_current": 0,
"fetch_time": "5.4m",
"fetch_time_in_millis": 327798,
"fetch_total": 8033,
"query_current": 0,
"query_time": "37m",
"query_time_in_millis": 2220469,
"query_total": 14418
},
"store": {
"size": "41.3gb",
"size_in_bytes": 44346572378,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 298,
"total_capacity": "85mb",
"total_capacity_in_bytes": 89144935,
"used": "85mb",
"used_in_bytes": 89144935
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 16200,
"collection_time": "10 minutes, 43 seconds and 866 milliseconds",
"collection_time_in_millis": 643866,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 2,
"collection_time": "521 milliseconds",
"collection_time_in_millis": 521
},
"ParNew": {
"collection_count": 16198,
"collection_time": "10 minutes, 43 seconds and 345 milliseconds",
"collection_time_in_millis": 643345
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "9.6gb",
"heap_used_in_bytes": 10404048288,
"non_heap_committed": "61.8mb",
"non_heap_committed_in_bytes": 64827392,
"non_heap_used": "40.6mb",
"non_heap_used_in_bytes": 42674224,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12364013616,
"used": "9.1gb",
"used_in_bytes": 9868312136
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "32.2mb",
"peak_used_in_bytes": 33862768,
"used": "32.2mb",
"used_in_bytes": 33862768
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "8.4mb",
"peak_used_in_bytes": 8832832,
"used": "8.4mb",
"used_in_bytes": 8811456
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "499.1mb",
"used_in_bytes": 523405416
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "11.7mb",
"used_in_bytes": 12330736
}
}
},
"threads": {
"count": 84,
"peak_count": 91
},
"timestamp": 1352728282981,
"uptime": "15 hours, 8 minutes, 23 seconds and 349 milliseconds",
"uptime_in_millis": 54503349
},
"name": "node2",
"network": {},
"os": {
"cpu": {
"idle": 96,
"sys": 0,
"user": 2
},
"load_average": [
0.57,
0.66,
0.68
],
"mem": {
"actual_free": "9.5gb",
"actual_free_in_bytes": 10285166592,
"actual_used": "14gb",
"actual_used_in_bytes": 15052963840,
"free": "298.8mb",
"free_in_bytes": 313331712,
"free_percent": 40,
"used": "23.3gb",
"used_in_bytes": 25024798720,
"used_percent": 59
},
"swap": {
"free": "489.8mb",
"free_in_bytes": 513638400,
"used": "21.7mb",
"used_in_bytes": 22802432
},
"timestamp": 1352728282980,
"uptime": "15 hours, 8 minutes and 39 seconds",
"uptime_in_millis": 54519000
},
"process": {
"cpu": {
"percent": 0,
"sys": "26 minutes, 49 seconds and 130 milliseconds",
"sys_in_millis": 1609130,
"total": "14 hours, 18 minutes, 37 seconds and 270 milliseconds",
"total_in_millis": 51517270,
"user": "13 hours, 51 minutes, 48 seconds and 140 milliseconds",
"user_in_millis": 49908140
},
"mem": {
"resident": "12.6gb",
"resident_in_bytes": 13626679296,
"share": "7.2mb",
"share_in_bytes": 7614464,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22056017920
},
"open_file_descriptors": 921,
"timestamp": 1352728282980
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"management": {
"active": 1,
"queue": 0,
"threads": 3
},
"merge": {
"active": 0,
"queue": 0,
"threads": 2
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 2
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"snapshot": {
"active": 2,
"queue": 0,
"threads": 2
}
},
"timestamp": 1352728282980,
"transport": {
"rx_count": 764778,
"rx_size": "27.4gb",
"rx_size_in_bytes": 29469651025,
"server_open": 90,
"tx_count": 764769,
"tx_size": "277.5mb",
"tx_size_in_bytes": 291009271
},
"transport_address": "inet[/...:9300]"
},
"MlfnBWyVTaylAfucL2jgsg": {
"fs": {
"data": [
{
"available": "1683.4gb",
"available_in_bytes": 1807553368064,
"dev": "/dev/root",
"disk_queue": "0",
"disk_read_size": "163.9gb",
"disk_read_size_in_bytes": 176060182528,
"disk_reads": 3073240,
"disk_service_time": "0",
"disk_write_size": "185.7gb",
"disk_write_size_in_bytes": 199435730944,
"disk_writes": 2217261,
"free": "1775.5gb",
"free_in_bytes": 1906497679360,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1842.1gb",
"total_in_bytes": 1977956646912
}
],
"timestamp": 1352728282983
},
"hostname": "node3-es1.skln.es",
"http": {
"current_open": 17,
"total_opened": 485740
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "498.1mb",
"field_size_in_bytes": 522336780,
"filter_count": 3,
"filter_evictions": 0,
"filter_size": "3.9mb",
"filter_size_in_bytes": 4142648
},
"docs": {
"count": 30014395,
"deleted": 3104117
},
"flush": {
"total": 1629,
"total_time": "1.4h",
"total_time_in_millis": 5136186
},
"get": {
"current": 0,
"exists_time": "34.4m",
"exists_time_in_millis": 2064419,
"exists_total": 278565,
"missing_time": "239ms",
"missing_time_in_millis": 239,
"missing_total": 1329,
"time": "34.4m",
"time_in_millis": 2064658,
"total": 279894
},
"indexing": {
"delete_current": 0,
"delete_time": "11.5m",
"delete_time_in_millis": 690203,
"delete_total": 3464395,
"index_current": 0,
"index_time": "1.8h",
"index_time_in_millis": 6724923,
"index_total": 4204656
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 48225,
"total_docs": 48210974,
"total_size": "138.5gb",
"total_size_in_bytes": 148816666622,
"total_time": "1.2h",
"total_time_in_millis": 4480297
},
"refresh": {
"total": 438020,
"total_time": "54.5m",
"total_time_in_millis": 3270831
},
"search": {
"fetch_current": 0,
"fetch_time": "1.1h",
"fetch_time_in_millis": 4091375,
"fetch_total": 49180,
"query_current": 1,
"query_time": "7.8h",
"query_time_in_millis": 28266502,
"query_total": 92118
},
"store": {
"size": "40.1gb",
"size_in_bytes": 43063304868,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 179,
"total_capacity": "63.7mb",
"total_capacity_in_bytes": 66857904,
"used": "63.7mb",
"used_in_bytes": 66857904
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 50420,
"collection_time": "32 minutes, 17 seconds and 741 milliseconds",
"collection_time_in_millis": 1937741,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 18,
"collection_time": "11 seconds and 281 milliseconds",
"collection_time_in_millis": 11281
},
"ParNew": {
"collection_count": 50402,
"collection_time": "32 minutes, 6 seconds and 460 milliseconds",
"collection_time_in_millis": 1926460
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "11.5gb",
"heap_used_in_bytes": 12424047480,
"non_heap_committed": "80.5mb",
"non_heap_committed_in_bytes": 84512768,
"non_heap_used": "52.7mb",
"non_heap_used_in_bytes": 55311016,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12379063056,
"used": "11gb",
"used_in_bytes": 11855549656
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "41.4mb",
"peak_used_in_bytes": 43510864,
"used": "41.4mb",
"used_in_bytes": 43502760
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "11.2mb",
"peak_used_in_bytes": 11818816,
"used": "11.2mb",
"used_in_bytes": 11808256
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "523.3mb",
"used_in_bytes": 548724072
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "18.8mb",
"used_in_bytes": 19773752
}
}
},
"threads": {
"count": 93,
"peak_count": 345
},
"timestamp": 1352728282983,
"uptime": "75 hours, 22 minutes, 30 seconds and 123 milliseconds",
"uptime_in_millis": 271350123
},
"name": "node3",
"network": {},
"os": {
"cpu": {
"idle": 72,
"sys": 0,
"user": 26
},
"load_average": [
2.79,
2.41,
2.33
],
"mem": {
"actual_free": "5.4gb",
"actual_free_in_bytes": 5802995712,
"actual_used": "18.1gb",
"actual_used_in_bytes": 19535134720,
"free": "2.1gb",
"free_in_bytes": 2310057984,
"free_percent": 22,
"used": "21.4gb",
"used_in_bytes": 23028072448,
"used_percent": 77
},
"swap": {
"free": "475.1mb",
"free_in_bytes": 498233344,
"used": "35.8mb",
"used_in_bytes": 37584896
},
"timestamp": 1352728282982,
"uptime": "75 hours, 22 minutes and 46 seconds",
"uptime_in_millis": 271366000
},
"process": {
"cpu": {
"percent": 0,
"sys": "1 hour, 16 minutes, 35 seconds and 930 milliseconds",
"sys_in_millis": 4595930,
"total": "188 hours, 21 minutes, 21 seconds and 470 milliseconds",
"total_in_millis": 678081470,
"user": "187 hours, 4 minutes, 45 seconds and 540 milliseconds",
"user_in_millis": 673485540
},
"mem": {
"resident": "16.5gb",
"resident_in_bytes": 17773297664,
"share": "5.5mb",
"share_in_bytes": 5836800,
"total_virtual": "16.8gb",
"total_virtual_in_bytes": 18111508480
},
"open_file_descriptors": 918,
"timestamp": 1352728282982
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"management": {
"active": 1,
"queue": 0,
"threads": 5
},
"merge": {
"active": 0,
"queue": 0,
"threads": 3
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 3
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282981,
"transport": {
"rx_count": 7004428,
"rx_size": "35.3gb",
"rx_size_in_bytes": 37953417487,
"server_open": 90,
"tx_count": 7061211,
"tx_size": "85.3gb",
"tx_size_in_bytes": 91689807794
},
"transport_address": "inet[/...:9300]"
},
"N3gF29_WTxKQgkaJlcYOxw": {
"fs": {
"data": [
{
"available": "1706gb",
"available_in_bytes": 1831878602752,
"dev": "/dev/root",
"free": "1799.1gb",
"free_in_bytes": 1931871490048,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282983
},
"hostname": "node8-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 485359
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "460.9mb",
"field_size_in_bytes": 483351400,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "3.9mb",
"filter_size_in_bytes": 4141760
},
"docs": {
"count": 30006693,
"deleted": 3112077
},
"flush": {
"total": 1637,
"total_time": "1.8h",
"total_time_in_millis": 6723534
},
"get": {
"current": 0,
"exists_time": "21.7m",
"exists_time_in_millis": 1304390,
"exists_total": 202603,
"missing_time": "104ms",
"missing_time_in_millis": 104,
"missing_total": 1020,
"time": "21.7m",
"time_in_millis": 1304494,
"total": 203623
},
"indexing": {
"delete_current": 0,
"delete_time": "1.4h",
"delete_time_in_millis": 5057103,
"delete_total": 3200697,
"index_current": 0,
"index_time": "8.7h",
"index_time_in_millis": 31440158,
"index_total": 3890308
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 43575,
"total_docs": 40567981,
"total_size": "330.4gb",
"total_size_in_bytes": 354842646636,
"total_time": "1.8h",
"total_time_in_millis": 6651079
},
"refresh": {
"total": 398761,
"total_time": "4.3h",
"total_time_in_millis": 15678940
},
"search": {
"fetch_current": 0,
"fetch_time": "49.1m",
"fetch_time_in_millis": 2946431,
"fetch_total": 44909,
"query_current": 0,
"query_time": "5.7h",
"query_time_in_millis": 20774270,
"query_total": 83661
},
"store": {
"size": "39.9gb",
"size_in_bytes": 42921327049,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 326,
"total_capacity": "228.8mb",
"total_capacity_in_bytes": 239940774,
"used": "228.8mb",
"used_in_bytes": 239940774
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 73157,
"collection_time": "48 minutes, 26 seconds and 325 milliseconds",
"collection_time_in_millis": 2906325,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 26,
"collection_time": "2 seconds and 492 milliseconds",
"collection_time_in_millis": 2492
},
"ParNew": {
"collection_count": 73131,
"collection_time": "48 minutes, 23 seconds and 833 milliseconds",
"collection_time_in_millis": 2903833
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "8.8gb",
"heap_used_in_bytes": 9553690352,
"non_heap_committed": "68.8mb",
"non_heap_committed_in_bytes": 72216576,
"non_heap_used": "45.6mb",
"non_heap_used_in_bytes": 47865432,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12411712624,
"used": "8.3gb",
"used_in_bytes": 8997887136
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "34.6mb",
"peak_used_in_bytes": 36305048,
"used": "34.6mb",
"used_in_bytes": 36305048
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "11mb",
"peak_used_in_bytes": 11571072,
"used": "11mb",
"used_in_bytes": 11560384
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "463.5mb",
"used_in_bytes": 486075008
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "66.5mb",
"used_in_bytes": 69730304
}
}
},
"threads": {
"count": 91,
"peak_count": 154
},
"timestamp": 1352728282983,
"uptime": "75 hours, 22 minutes, 7 seconds and 425 milliseconds",
"uptime_in_millis": 271327425
},
"name": "node8",
"network": {},
"os": {
"cpu": {
"idle": 93,
"sys": 0,
"user": 5
},
"load_average": [
0.7,
0.61,
0.59
],
"mem": {
"actual_free": "788.5mb",
"actual_free_in_bytes": 826888192,
"actual_used": "22.8gb",
"actual_used_in_bytes": 24511156224,
"free": "170mb",
"free_in_bytes": 178319360,
"free_percent": 3,
"used": "23.4gb",
"used_in_bytes": 25159725056,
"used_percent": 96
},
"swap": {
"free": "12kb",
"free_in_bytes": 12288,
"used": "511.5mb",
"used_in_bytes": 536428544
},
"timestamp": 1352728282982,
"uptime": "75 hours, 22 minutes and 27 seconds",
"uptime_in_millis": 271347000
},
"process": {
"cpu": {
"percent": 0,
"sys": "1 hour, 39 minutes, 11 seconds and 590 milliseconds",
"sys_in_millis": 5951590,
"total": "64 hours, 37 minutes, 25 seconds and 530 milliseconds",
"total_in_millis": 232645530,
"user": "62 hours, 58 minutes, 13 seconds and 940 milliseconds",
"user_in_millis": 226693940
},
"mem": {
"resident": "16.3gb",
"resident_in_bytes": 17556430848,
"share": "3.5mb",
"share_in_bytes": 3735552,
"total_virtual": "20.8gb",
"total_virtual_in_bytes": 22337040384
},
"open_file_descriptors": 682,
"timestamp": 1352728282983
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"management": {
"active": 1,
"queue": 0,
"threads": 4
},
"merge": {
"active": 0,
"queue": 0,
"threads": 3
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 3
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 5
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282982,
"transport": {
"rx_count": 2972232,
"rx_size": "137.9gb",
"rx_size_in_bytes": 148131995927,
"server_open": 90,
"tx_count": 3007381,
"tx_size": "69.4gb",
"tx_size_in_bytes": 74564865994
},
"transport_address": "inet[/...:9300]"
},
"jbvN3dW1QzuLlRHU9Nn51w": {
"fs": {
"data": [
{
"available": "1657.8gb",
"available_in_bytes": 1780101804032,
"dev": "/dev/root",
"free": "1750.9gb",
"free_in_bytes": 1880094691328,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282983
},
"hostname": "node6-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 485685
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "707.8mb",
"field_size_in_bytes": 742252020,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4mb",
"filter_size_in_bytes": 4209136
},
"docs": {
"count": 30012894,
"deleted": 3634393
},
"flush": {
"total": 1639,
"total_time": "2.2h",
"total_time_in_millis": 8224100
},
"get": {
"current": 0,
"exists_time": "2.2h",
"exists_time_in_millis": 8207145,
"exists_total": 641726,
"missing_time": "1.1s",
"missing_time_in_millis": 1183,
"missing_total": 8603,
"time": "2.2h",
"time_in_millis": 8208328,
"total": 650329
},
"indexing": {
"delete_current": 0,
"delete_time": "6.9m",
"delete_time_in_millis": 415371,
"delete_total": 3191358,
"index_current": 0,
"index_time": "10.4h",
"index_time_in_millis": 37665451,
"index_total": 3838591
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 42961,
"total_docs": 44841103,
"total_size": "316.7gb",
"total_size_in_bytes": 340128870395,
"total_time": "2.3h",
"total_time_in_millis": 8331908
},
"refresh": {
"total": 392755,
"total_time": "6h",
"total_time_in_millis": 21913903
},
"search": {
"fetch_current": 0,
"fetch_time": "1h",
"fetch_time_in_millis": 3941344,
"fetch_total": 44756,
"query_current": 0,
"query_time": "7.5h",
"query_time_in_millis": 27062950,
"query_total": 83168
},
"store": {
"size": "40.6gb",
"size_in_bytes": 43619173232,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 167,
"total_capacity": "144.6mb",
"total_capacity_in_bytes": 151696563,
"used": "144.6mb",
"used_in_bytes": 151696563
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 93434,
"collection_time": "2 hours, 15 minutes and 961 milliseconds",
"collection_time_in_millis": 8100961,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 331,
"collection_time": "59 seconds and 368 milliseconds",
"collection_time_in_millis": 59368
},
"ParNew": {
"collection_count": 93103,
"collection_time": "2 hours, 14 minutes, 1 second and 593 milliseconds",
"collection_time_in_millis": 8041593
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "6.9gb",
"heap_used_in_bytes": 7481195088,
"non_heap_committed": "68.1mb",
"non_heap_committed_in_bytes": 71413760,
"non_heap_used": "44.6mb",
"non_heap_used_in_bytes": 46863864,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "13.4gb",
"peak_used_in_bytes": 14390146464,
"used": "6.5gb",
"used_in_bytes": 7074035312
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "34.6mb",
"peak_used_in_bytes": 36382712,
"used": "34.6mb",
"used_in_bytes": 36382712
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "10mb",
"peak_used_in_bytes": 10491904,
"used": "9.9mb",
"used_in_bytes": 10481152
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "367.9mb",
"used_in_bytes": 385793056
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "20.3mb",
"used_in_bytes": 21366720
}
}
},
"threads": {
"count": 87,
"peak_count": 188
},
"timestamp": 1352728282983,
"uptime": "75 hours, 21 minutes, 34 seconds and 764 milliseconds",
"uptime_in_millis": 271294764
},
"name": "node6",
"network": {},
"os": {
"cpu": {
"idle": 89,
"sys": 1,
"user": 6
},
"load_average": [
0.43,
0.41,
0.47
],
"mem": {
"actual_free": "3.9gb",
"actual_free_in_bytes": 4202008576,
"actual_used": "19.6gb",
"actual_used_in_bytes": 21068587008,
"free": "333.7mb",
"free_in_bytes": 349986816,
"free_percent": 16,
"used": "23.2gb",
"used_in_bytes": 24920608768,
"used_percent": 83
},
"swap": {
"free": "276.1mb",
"free_in_bytes": 289525760,
"used": "235.4mb",
"used_in_bytes": 246915072
},
"timestamp": 1352728282982,
"uptime": "75 hours, 21 minutes and 57 seconds",
"uptime_in_millis": 271317000
},
"process": {
"cpu": {
"percent": 0,
"sys": "1 hour, 45 minutes, 52 seconds and 90 milliseconds",
"sys_in_millis": 6352090,
"total": "88 hours, 4 minutes, 34 seconds and 330 milliseconds",
"total_in_millis": 317074330,
"user": "86 hours, 18 minutes, 42 seconds and 240 milliseconds",
"user_in_millis": 310722240
},
"mem": {
"resident": "14.8gb",
"resident_in_bytes": 15945003008,
"share": "5.7mb",
"share_in_bytes": 5988352,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22092865536
},
"open_file_descriptors": 1008,
"timestamp": 1352728282983
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"management": {
"active": 1,
"queue": 0,
"threads": 3
},
"merge": {
"active": 0,
"queue": 0,
"threads": 2
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 3
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282982,
"transport": {
"rx_count": 3217078,
"rx_size": "20.8gb",
"rx_size_in_bytes": 22421792728,
"server_open": 90,
"tx_count": 3487901,
"tx_size": "129.4gb",
"tx_size_in_bytes": 138996159478
},
"transport_address": "inet[/..:9300]"
},
"pHwhYrFnRH6eDi4PYlpLdA": {
"fs": {
"data": [
{
"available": "1689.4gb",
"available_in_bytes": 1814082736128,
"dev": "/dev/root",
"disk_queue": "0",
"disk_read_size": "86gb",
"disk_read_size_in_bytes": 92405288960,
"disk_reads": 3220317,
"disk_service_time": "11",
"disk_write_size": "202.2gb",
"disk_write_size_in_bytes": 217212317696,
"disk_writes": 2810635,
"free": "1781.6gb",
"free_in_bytes": 1913027047424,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1842.1gb",
"total_in_bytes": 1977956646912
}
],
"timestamp": 1352728282984
},
"hostname": "node4-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 477620
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "530.2mb",
"field_size_in_bytes": 556007856,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4.1mb",
"filter_size_in_bytes": 4364320
},
"docs": {
"count": 30036756,
"deleted": 4837306
},
"flush": {
"total": 1486,
"total_time": "1.2h",
"total_time_in_millis": 4548512
},
"get": {
"current": 0,
"exists_time": "37.3m",
"exists_time_in_millis": 2238566,
"exists_total": 309333,
"missing_time": "251ms",
"missing_time_in_millis": 251,
"missing_total": 1822,
"time": "37.3m",
"time_in_millis": 2238817,
"total": 311155
},
"indexing": {
"delete_current": 0,
"delete_time": "33.6m",
"delete_time_in_millis": 2020738,
"delete_total": 3109248,
"index_current": 0,
"index_time": "1.4h",
"index_time_in_millis": 5386203,
"index_total": 3722321
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 42762,
"total_docs": 38664915,
"total_size": "117.5gb",
"total_size_in_bytes": 126242031047,
"total_time": "57.8m",
"total_time_in_millis": 3471529
},
"refresh": {
"total": 388721,
"total_time": "46.6m",
"total_time_in_millis": 2801313
},
"search": {
"fetch_current": 0,
"fetch_time": "49.7m",
"fetch_time_in_millis": 2984573,
"fetch_total": 44141,
"query_current": 0,
"query_time": "5h",
"query_time_in_millis": 18329827,
"query_total": 82277
},
"store": {
"size": "42.2gb",
"size_in_bytes": 45322275192,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 294,
"total_capacity": "92.2mb",
"total_capacity_in_bytes": 96689198,
"used": "92.2mb",
"used_in_bytes": 96689198
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 126772,
"collection_time": "1 hour, 13 minutes, 3 seconds and 462 milliseconds",
"collection_time_in_millis": 4383462,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 24,
"collection_time": "2 seconds and 121 milliseconds",
"collection_time_in_millis": 2121
},
"ParNew": {
"collection_count": 126748,
"collection_time": "1 hour, 13 minutes, 1 second and 341 milliseconds",
"collection_time_in_millis": 4381341
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "7.3gb",
"heap_used_in_bytes": 7845383640,
"non_heap_committed": "80mb",
"non_heap_committed_in_bytes": 83972096,
"non_heap_used": "52.3mb",
"non_heap_used_in_bytes": 54857432,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12378336064,
"used": "7gb",
"used_in_bytes": 7584977000
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "41mb",
"peak_used_in_bytes": 43083160,
"used": "41mb",
"used_in_bytes": 43083160
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "11.2mb",
"peak_used_in_bytes": 11796288,
"used": "11.2mb",
"used_in_bytes": 11774272
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "236.3mb",
"used_in_bytes": 247822720
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "12mb",
"used_in_bytes": 12583920
}
}
},
"threads": {
"count": 90,
"peak_count": 106
},
"timestamp": 1352728282984,
"uptime": "73 hours, 55 minutes, 9 seconds and 603 milliseconds",
"uptime_in_millis": 266109603
},
"name": "node4",
"network": {},
"os": {
"cpu": {
"idle": 92,
"sys": 0,
"user": 6
},
"load_average": [
0.8,
0.65,
0.65
],
"mem": {
"actual_free": "5.9gb",
"actual_free_in_bytes": 6396928000,
"actual_used": "17.6gb",
"actual_used_in_bytes": 18941116416,
"free": "742.1mb",
"free_in_bytes": 778182656,
"free_percent": 25,
"used": "22.8gb",
"used_in_bytes": 24559861760,
"used_percent": 74
},
"swap": {
"free": "441.1mb",
"free_in_bytes": 462614528,
"used": "69.8mb",
"used_in_bytes": 73203712
},
"timestamp": 1352728282982,
"uptime": "75 hours, 22 minutes and 35 seconds",
"uptime_in_millis": 271355000
},
"process": {
"cpu": {
"percent": 0,
"sys": "2 hours, 21 minutes, 56 seconds and 490 milliseconds",
"sys_in_millis": 8516490,
"total": "93 hours, 40 minutes, 31 seconds and 610 milliseconds",
"total_in_millis": 337231610,
"user": "91 hours, 18 minutes, 35 seconds and 120 milliseconds",
"user_in_millis": 328715120
},
"mem": {
"resident": "16.1gb",
"resident_in_bytes": 17335533568,
"share": "5.4mb",
"share_in_bytes": 5693440,
"total_virtual": "16.8gb",
"total_virtual_in_bytes": 18122833920
},
"open_file_descriptors": 1180,
"timestamp": 1352728282983
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"management": {
"active": 1,
"queue": 0,
"threads": 3
},
"merge": {
"active": 0,
"queue": 0,
"threads": 3
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 2
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 5
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282982,
"transport": {
"rx_count": 2947674,
"rx_size": "45.2gb",
"rx_size_in_bytes": 48564663842,
"server_open": 99,
"tx_count": 2948503,
"tx_size": "20.6gb",
"tx_size_in_bytes": 22144283897
},
"transport_address": "inet[/:9300]"
},
"qKPA0ssEQZ2E2sKMxIpSgw": {
"fs": {
"data": [
{
"available": "1640.5gb",
"available_in_bytes": 1761518202880,
"dev": "/dev/root",
"free": "1733.6gb",
"free_in_bytes": 1861511090176,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728282983
},
"hostname": "node1-es1.skln.es",
"http": {
"current_open": 1,
"total_opened": 485676
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "719.2mb",
"field_size_in_bytes": 754177292,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "4mb",
"filter_size_in_bytes": 4280040
},
"docs": {
"count": 29924389,
"deleted": 4294573
},
"flush": {
"total": 1513,
"total_time": "1.3h",
"total_time_in_millis": 4893092
},
"get": {
"current": 0,
"exists_time": "41.1m",
"exists_time_in_millis": 2471975,
"exists_total": 612706,
"missing_time": "678ms",
"missing_time_in_millis": 678,
"missing_total": 5372,
"time": "41.2m",
"time_in_millis": 2472653,
"total": 618078
},
"indexing": {
"delete_current": 0,
"delete_time": "1.4m",
"delete_time_in_millis": 88222,
"delete_total": 3215849,
"index_current": 0,
"index_time": "53.9m",
"index_time_in_millis": 3239130,
"index_total": 3835061
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 44337,
"total_docs": 43677057,
"total_size": "101.1gb",
"total_size_in_bytes": 108635524761,
"total_time": "44.8m",
"total_time_in_millis": 2689923
},
"refresh": {
"total": 401840,
"total_time": "32.5m",
"total_time_in_millis": 1951254
},
"search": {
"fetch_current": 0,
"fetch_time": "36.9m",
"fetch_time_in_millis": 2216669,
"fetch_total": 45502,
"query_current": 0,
"query_time": "4h",
"query_time_in_millis": 14440203,
"query_total": 86908
},
"store": {
"size": "41.5gb",
"size_in_bytes": 44596904776,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 321,
"total_capacity": "108.9mb",
"total_capacity_in_bytes": 114218357,
"used": "108.9mb",
"used_in_bytes": 114218357
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 82952,
"collection_time": "47 minutes, 33 seconds and 149 milliseconds",
"collection_time_in_millis": 2853149,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 4,
"collection_time": "642 milliseconds",
"collection_time_in_millis": 642
},
"ParNew": {
"collection_count": 82948,
"collection_time": "47 minutes, 32 seconds and 507 milliseconds",
"collection_time_in_millis": 2852507
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "8.8gb",
"heap_used_in_bytes": 9501612248,
"non_heap_committed": "69.3mb",
"non_heap_committed_in_bytes": 72724480,
"non_heap_used": "46.1mb",
"non_heap_used_in_bytes": 48375288,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12362378672,
"used": "8.7gb",
"used_in_bytes": 9352949800
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "34.6mb",
"peak_used_in_bytes": 36329208,
"used": "34.6mb",
"used_in_bytes": 36329208
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "11.5mb",
"peak_used_in_bytes": 12144896,
"used": "11.4mb",
"used_in_bytes": 12046080
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "129.6mb",
"used_in_bytes": 135964768
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "12.1mb",
"used_in_bytes": 12697680
}
}
},
"threads": {
"count": 90,
"peak_count": 152
},
"timestamp": 1352728282983,
"uptime": "75 hours, 22 minutes, 4 seconds and 426 milliseconds",
"uptime_in_millis": 271324426
},
"name": "node1",
"network": {},
"os": {
"cpu": {
"idle": 92,
"sys": 0,
"user": 6
},
"load_average": [
0.22,
0.38,
0.66
],
"mem": {
"actual_free": "3.7gb",
"actual_free_in_bytes": 3987939328,
"actual_used": "19.8gb",
"actual_used_in_bytes": 21350187008,
"free": "153mb",
"free_in_bytes": 160477184,
"free_percent": 15,
"used": "23.4gb",
"used_in_bytes": 25177649152,
"used_percent": 84
},
"swap": {
"free": "473mb",
"free_in_bytes": 496058368,
"used": "38.5mb",
"used_in_bytes": 40382464
},
"timestamp": 1352728282982,
"uptime": "75 hours, 22 minutes and 30 seconds",
"uptime_in_millis": 271350000
},
"process": {
"cpu": {
"percent": 0,
"sys": "1 hour, 22 minutes, 28 seconds and 560 milliseconds",
"sys_in_millis": 4948560,
"total": "52 hours, 6 minutes, 16 seconds and 290 milliseconds",
"total_in_millis": 187576290,
"user": "50 hours, 43 minutes, 47 seconds and 730 milliseconds",
"user_in_millis": 182627730
},
"mem": {
"resident": "12.9gb",
"resident_in_bytes": 13931180032,
"share": "5.3mb",
"share_in_bytes": 5660672,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22059880448
},
"open_file_descriptors": 1051,
"timestamp": 1352728282982
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 0,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"management": {
"active": 1,
"queue": 0,
"threads": 4
},
"merge": {
"active": 0,
"queue": 0,
"threads": 3
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 3
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"snapshot": {
"active": 0,
"queue": 0,
"threads": 3
}
},
"timestamp": 1352728282981,
"transport": {
"rx_count": 3579535,
"rx_size": "14.9gb",
"rx_size_in_bytes": 16031924762,
"server_open": 90,
"tx_count": 3582674,
"tx_size": "53.7gb",
"tx_size_in_bytes": 57664882928
},
"transport_address": "inet[/:9300]"
},
"rAmjc6ABT2ihC9Y4o66J6A": {
"fs": {
"data": [
{
"available": "1705gb",
"available_in_bytes": 1830765158400,
"dev": "/dev/root",
"free": "1798.1gb",
"free_in_bytes": 1930758045696,
"mount": "/",
"path": "/var/lib/elasticsearch/skl-elasticsearch/nodes/0",
"total": "1861.6gb",
"total_in_bytes": 1998918950912
}
],
"timestamp": 1352728283200
},
"hostname": "node10-es1.skln.es",
"http": {
"current_open": 0,
"total_opened": 167651
},
"indices": {
"cache": {
"field_evictions": 0,
"field_size": "317.7mb",
"field_size_in_bytes": 333213440,
"filter_count": 1,
"filter_evictions": 0,
"filter_size": "3.9mb",
"filter_size_in_bytes": 4152280
},
"docs": {
"count": 30014395,
"deleted": 3182187
},
"flush": {
"total": 312,
"total_time": "21m",
"total_time_in_millis": 1262512
},
"get": {
"current": 0,
"exists_time": "17.4m",
"exists_time_in_millis": 1048462,
"exists_total": 253078,
"missing_time": "481ms",
"missing_time_in_millis": 481,
"missing_total": 3465,
"time": "17.4m",
"time_in_millis": 1048943,
"total": 256543
},
"indexing": {
"delete_current": 0,
"delete_time": "22.8s",
"delete_time_in_millis": 22821,
"delete_total": 627884,
"index_current": 0,
"index_time": "15.3m",
"index_time_in_millis": 921636,
"index_total": 833999
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size": "0b",
"current_size_in_bytes": 0,
"total": 9210,
"total_docs": 6363630,
"total_size": "24gb",
"total_size_in_bytes": 25871934982,
"total_time": "13m",
"total_time_in_millis": 782932
},
"refresh": {
"total": 83304,
"total_time": "8.9m",
"total_time_in_millis": 536644
},
"search": {
"fetch_current": 0,
"fetch_time": "8.8m",
"fetch_time_in_millis": 533943,
"fetch_total": 7994,
"query_current": 0,
"query_time": "1.2h",
"query_time_in_millis": 4409698,
"query_total": 15007
},
"store": {
"size": "40.1gb",
"size_in_bytes": 43125879439,
"throttle_time": "0s",
"throttle_time_in_millis": 0
}
},
"jvm": {
"buffer_pools": {
"direct": {
"count": 148,
"total_capacity": "50.4mb",
"total_capacity_in_bytes": 52929456,
"used": "50.4mb",
"used_in_bytes": 52929456
},
"mapped": {
"count": 0,
"total_capacity": "0b",
"total_capacity_in_bytes": 0,
"used": "0b",
"used_in_bytes": 0
}
},
"gc": {
"collection_count": 27020,
"collection_time": "16 minutes, 51 seconds and 679 milliseconds",
"collection_time_in_millis": 1011679,
"collectors": {
"ConcurrentMarkSweep": {
"collection_count": 6,
"collection_time": "801 milliseconds",
"collection_time_in_millis": 801
},
"ParNew": {
"collection_count": 27014,
"collection_time": "16 minutes, 50 seconds and 878 milliseconds",
"collection_time_in_millis": 1010878
}
}
},
"mem": {
"heap_committed": "15.9gb",
"heap_committed_in_bytes": 17110138880,
"heap_used": "1.3gb",
"heap_used_in_bytes": 1471622808,
"non_heap_committed": "65.8mb",
"non_heap_committed_in_bytes": 69074944,
"non_heap_used": "43.2mb",
"non_heap_used_in_bytes": 45378168,
"pools": {
"CMS Old Gen": {
"max": "15.3gb",
"max_in_bytes": 16481976320,
"peak_max": "15.3gb",
"peak_max_in_bytes": 16481976320,
"peak_used": "11.5gb",
"peak_used_in_bytes": 12385598392,
"used": "1.2gb",
"used_in_bytes": 1385417224
},
"CMS Perm Gen": {
"max": "82mb",
"max_in_bytes": 85983232,
"peak_max": "82mb",
"peak_max_in_bytes": 85983232,
"peak_used": "33.6mb",
"peak_used_in_bytes": 35241720,
"used": "33.6mb",
"used_in_bytes": 35241720
},
"Code Cache": {
"max": "48mb",
"max_in_bytes": 50331648,
"peak_max": "48mb",
"peak_max_in_bytes": 50331648,
"peak_used": "9.6mb",
"peak_used_in_bytes": 10141824,
"used": "9.6mb",
"used_in_bytes": 10136448
},
"Par Eden Space": {
"max": "532.5mb",
"max_in_bytes": 558432256,
"peak_max": "532.5mb",
"peak_max_in_bytes": 558432256,
"peak_used": "532.5mb",
"peak_used_in_bytes": 558432256,
"used": "65.2mb",
"used_in_bytes": 68397656
},
"Par Survivor Space": {
"max": "66.5mb",
"max_in_bytes": 69730304,
"peak_max": "66.5mb",
"peak_max_in_bytes": 69730304,
"peak_used": "66.5mb",
"peak_used_in_bytes": 69730304,
"used": "16.9mb",
"used_in_bytes": 17807928
}
}
},
"threads": {
"count": 85,
"peak_count": 119
},
"timestamp": 1352728283200,
"uptime": "15 hours, 5 minutes, 26 seconds and 91 milliseconds",
"uptime_in_millis": 54326091
},
"name": "node10",
"network": {},
"os": {
"cpu": {
"idle": 82,
"sys": 0,
"user": 16
},
"load_average": [
1.24,
1.09,
1.03
],
"mem": {
"actual_free": "3.2gb",
"actual_free_in_bytes": 3491799040,
"actual_used": "20.3gb",
"actual_used_in_bytes": 21846327296,
"free": "141.9mb",
"free_in_bytes": 148811776,
"free_percent": 13,
"used": "23.4gb",
"used_in_bytes": 25189314560,
"used_percent": 86
},
"swap": {
"free": "304.3mb",
"free_in_bytes": 319176704,
"used": "207.1mb",
"used_in_bytes": 217264128
},
"timestamp": 1352728283199,
"uptime": "75 hours, 22 minutes and 47 seconds",
"uptime_in_millis": 271367000
},
"process": {
"cpu": {
"percent": 133,
"sys": "29 minutes, 50 seconds and 480 milliseconds",
"sys_in_millis": 1790480,
"total": "20 hours, 23 minutes and 120 milliseconds",
"total_in_millis": 73380120,
"user": "19 hours, 53 minutes, 9 seconds and 640 milliseconds",
"user_in_millis": 71589640
},
"mem": {
"resident": "14.3gb",
"resident_in_bytes": 15452434432,
"share": "6.3mb",
"share_in_bytes": 6623232,
"total_virtual": "20.5gb",
"total_virtual_in_bytes": 22054412288
},
"open_file_descriptors": 1026,
"timestamp": 1352728283199
},
"thread_pool": {
"bulk": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 2
},
"cache": {
"active": 1,
"queue": 0,
"threads": 4
},
"flush": {
"active": 0,
"queue": 0,
"threads": 1
},
"generic": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 1
},
"get": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"index": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 3
},
"management": {
"active": 1,
"queue": 0,
"threads": 4
},
"merge": {
"active": 0,
"queue": 0,
"threads": 2
},
"percolate": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 0
},
"refresh": {
"active": 0,
"queue": 0,
"threads": 2
},
"search": {
"active": 0,
"queue": 0,
"rejected": 0,
"threads": 4
},
"snapshot": {
"active": 2,
"queue": 0,
"threads": 2
}
},
"timestamp": 1352728283199,
"transport": {
"rx_count": 987443,
"rx_size": "12gb",
"rx_size_in_bytes": 12888614258,
"server_open": 90,
"tx_count": 987774,
"tx_size": "15gb",
"tx_size_in_bytes": 16132562857
},
"transport_address": "inet[/:9300]"
}
}
}
m
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment