Skip to content

Instantly share code, notes, and snippets.

@dinoshauer
Created August 31, 2015 08:35
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dinoshauer/74da3795f75bf72a2180 to your computer and use it in GitHub Desktop.
Save dinoshauer/74da3795f75bf72a2180 to your computer and use it in GitHub Desktop.
{
"cluster_name": "listen-es",
"nodes": {
"C3eYWm7OTU-vxUyk0E_0fQ": {
"timestamp": 1441009472507,
"name": "10.0.1.94-es-tier-11",
"transport_address": "inet[/10.0.1.94:9300]",
"host": "listen-es-t11-b-01",
"ip": [
"inet[/10.0.1.94:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 978185660,
"deleted": 131742947
},
"store": {
"size_in_bytes": 406783785654,
"throttle_time_in_millis": 93604426
},
"indexing": {
"index_total": 2894627623,
"index_time_in_millis": 1827714933,
"index_current": 46753,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 1658389919,
"time_in_millis": 415240357,
"exists_total": 1507483955,
"exists_time_in_millis": 384073328,
"missing_total": 150905964,
"missing_time_in_millis": 31167029,
"current": 0
},
"search": {
"open_contexts": 15,
"query_total": 14047140,
"query_time_in_millis": 10485204335,
"query_current": 7,
"fetch_total": 102748,
"fetch_time_in_millis": 398486,
"fetch_current": 0
},
"merges": {
"current": 2,
"current_docs": 109628,
"current_size_in_bytes": 33445129,
"total": 6720726,
"total_time_in_millis": 2788681368,
"total_docs": 102770457250,
"total_size_in_bytes": 31808000412500
},
"refresh": {
"total": 37149174,
"total_time_in_millis": 1048659695
},
"flush": {
"total": 25071,
"total_time_in_millis": 11408098
},
"warmer": {
"current": 0,
"total": 26092748,
"total_time_in_millis": 26890952
},
"filter_cache": {
"memory_size_in_bytes": 3144014084,
"evictions": 1535013563
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 1912,
"evictions": 46
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 351,
"memory_in_bytes": 8625937950,
"index_writer_memory_in_bytes": 17481309,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 83380,
"fixed_bit_set_memory_in_bytes": 1058780896
},
"translog": {
"operations": 487566,
"size_in_bytes": 32697839
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 2,
"hit_count": 0,
"miss_count": 21827
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 8208
}
},
"os": {
"timestamp": 1441009472542,
"uptime_in_millis": 4826055,
"load_average": [
5.26,
5.99,
6.21
],
"cpu": {
"sys": 1,
"user": 28,
"idle": 70,
"usage": 29,
"stolen": 0
},
"mem": {
"free_in_bytes": 1567764480,
"used_in_bytes": 65981353984,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32059781120,
"actual_used_in_bytes": 35489337344
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472543,
"open_file_descriptors": 1839,
"cpu": {
"percent": 461,
"sys_in_millis": 703650790,
"user_in_millis": 16987013320,
"total_in_millis": 17690664110
},
"mem": {
"resident_in_bytes": 39057027072,
"share_in_bytes": 4962664448,
"total_virtual_in_bytes": 191717883904
}
},
"jvm": {
"timestamp": 1441009472543,
"uptime_in_millis": 4824649979,
"mem": {
"heap_used_in_bytes": 19946318088,
"heap_used_percent": 62,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 151120856,
"non_heap_committed_in_bytes": 153939968,
"pools": {
"young": {
"used_in_bytes": 327179480,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 19505761328,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31072167600,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 232,
"peak_count": 243
},
"gc": {
"collectors": {
"young": {
"collection_count": 7235445,
"collection_time_in_millis": 361688562
},
"old": {
"collection_count": 198883,
"collection_time_in_millis": 36292191
}
}
},
"buffer_pools": {
"direct": {
"count": 31328,
"used_in_bytes": 565904581,
"total_capacity_in_bytes": 565904581
},
"mapped": {
"count": 217,
"used_in_bytes": 148539636684,
"total_capacity_in_bytes": 148539636684
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 3865
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 248762
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 37149174
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 9,
"completed": 5761527
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1289940609
},
"search": {
"threads": 48,
"queue": 0,
"active": 6,
"rejected": 20,
"largest": 48,
"completed": 20599610
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8186967
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2727886
},
"get": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 1
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 6665486
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 5,
"largest": 16,
"completed": 1037852886
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 281
}
},
"network": {
"tcp": {
"active_opens": 3629,
"passive_opens": 42841,
"curr_estab": 773,
"in_segs": 3160428859,
"out_segs": 3169957427,
"retrans_segs": 46646,
"estab_resets": 1602,
"attempt_fails": 29,
"in_errs": 17,
"out_rsts": 2284
}
},
"fs": {
"timestamp": 1441009472544,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 649018617856,
"available_in_bytes": 595314749440,
"disk_reads": 194642954,
"disk_writes": 242762921,
"disk_io_op": 437405875,
"disk_read_size_in_bytes": 2110389355520,
"disk_write_size_in_bytes": 27867945381888,
"disk_io_size_in_bytes": 29978334737408,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 649018617856,
"available_in_bytes": 595314749440,
"disk_reads": 194642954,
"disk_writes": 242762921,
"disk_io_op": 437405875,
"disk_read_size_in_bytes": 2110389355520,
"disk_write_size_in_bytes": 27867945381888,
"disk_io_size_in_bytes": 29978334737408,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1842324623,
"rx_size_in_bytes": 3325432754562,
"tx_count": 1832948630,
"tx_size_in_bytes": 2520639397902
},
"http": {
"current_open": 71,
"total_opened": 42045
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 384,
"estimated_size": "384b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 1912,
"estimated_size": "1.8kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 2296,
"estimated_size": "2.2kb",
"overhead": 1,
"tripped": 0
}
}
},
"AF5p-ddgTWWWyxaD8nUl7Q": {
"timestamp": 1441009472483,
"name": "10.0.1.73-es-tier-20",
"transport_address": "inet[/10.0.1.73:9300]",
"host": "listen-es-t20-b-03",
"ip": [
"inet[/10.0.1.73:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1956205793,
"deleted": 620767412
},
"store": {
"size_in_bytes": 776515455118,
"throttle_time_in_millis": 4983253
},
"indexing": {
"index_total": 334131631,
"index_time_in_millis": 149691611,
"index_current": 2215,
"delete_total": 62,
"delete_time_in_millis": 11,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 8963
},
"get": {
"total": 176606413,
"time_in_millis": 44167179,
"exists_total": 176295219,
"exists_time_in_millis": 44021574,
"missing_total": 311194,
"missing_time_in_millis": 145605,
"current": 73
},
"search": {
"open_contexts": 0,
"query_total": 990760,
"query_time_in_millis": 265996915,
"query_current": 0,
"fetch_total": 76350,
"fetch_time_in_millis": 62455,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 10530,
"current_size_in_bytes": 3604585,
"total": 1493521,
"total_time_in_millis": 145905788,
"total_docs": 6501447842,
"total_size_in_bytes": 2163642944654
},
"refresh": {
"total": 12937022,
"total_time_in_millis": 160775062
},
"flush": {
"total": 63176,
"total_time_in_millis": 5276439
},
"warmer": {
"current": 0,
"total": 22388762,
"total_time_in_millis": 25260139
},
"filter_cache": {
"memory_size_in_bytes": 3184430748,
"evictions": 47785199
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 14
},
"percolate": {
"total": 619592,
"time_in_millis": 43568599,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3813
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 662,
"memory_in_bytes": 16100623544,
"index_writer_memory_in_bytes": 32725143,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 397444,
"fixed_bit_set_memory_in_bytes": 1074177992
},
"translog": {
"operations": 50914,
"size_in_bytes": 431978
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 34999,
"miss_count": 33119
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 379893
}
},
"os": {
"timestamp": 1441009472559,
"uptime_in_millis": 5957400,
"load_average": [
0.66,
0.91,
1.16
],
"cpu": {
"sys": 0,
"user": 6,
"idle": 92,
"usage": 6,
"stolen": 0
},
"mem": {
"free_in_bytes": 1450954752,
"used_in_bytes": 66098163712,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32137093120,
"actual_used_in_bytes": 35412025344
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472560,
"open_file_descriptors": 2284,
"cpu": {
"percent": 141,
"sys_in_millis": 85601020,
"user_in_millis": 3090804780,
"total_in_millis": 3176405800
},
"mem": {
"resident_in_bytes": 34848563200,
"share_in_bytes": 755867648,
"total_virtual_in_bytes": 321306791936
}
},
"jvm": {
"timestamp": 1441009472561,
"uptime_in_millis": 5957393069,
"mem": {
"heap_used_in_bytes": 26577026400,
"heap_used_percent": 82,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 157775000,
"non_heap_committed_in_bytes": 159985664,
"pools": {
"young": {
"used_in_bytes": 703596704,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 104841360,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 25768588336,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31076824456,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 431,
"peak_count": 446
},
"gc": {
"collectors": {
"young": {
"collection_count": 540257,
"collection_time_in_millis": 31817443
},
"old": {
"collection_count": 245271,
"collection_time_in_millis": 36642533
}
}
},
"buffer_pools": {
"direct": {
"count": 27530,
"used_in_bytes": 503584500,
"total_capacity_in_bytes": 503584500
},
"mapped": {
"count": 382,
"used_in_bytes": 277914216040,
"total_capacity_in_bytes": 277914216040
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2122746
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 17686
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 28085
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 12936849
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 56,
"completed": 10722097
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1258125731
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11959467
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 21290131
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 6982538
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1491323
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 296572954
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 690
}
},
"network": {
"tcp": {
"active_opens": 3313,
"passive_opens": 81191,
"curr_estab": 784,
"in_segs": 1611453994,
"out_segs": 1615236275,
"retrans_segs": 37680,
"estab_resets": 843,
"attempt_fails": 12,
"in_errs": 30,
"out_rsts": 1471
}
},
"fs": {
"timestamp": 1441009472561,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 280058494976,
"available_in_bytes": 226354626560,
"disk_reads": 47056788,
"disk_writes": 156366651,
"disk_io_op": 203423439,
"disk_read_size_in_bytes": 2152384472064,
"disk_write_size_in_bytes": 6358803623936,
"disk_io_size_in_bytes": 8511188096000,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 280058494976,
"available_in_bytes": 226354626560,
"disk_reads": 47056788,
"disk_writes": 156366651,
"disk_io_op": 203423439,
"disk_read_size_in_bytes": 2152384472064,
"disk_write_size_in_bytes": 6358803623936,
"disk_io_size_in_bytes": 8511188096000,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 766797010,
"rx_size_in_bytes": 2031766451708,
"tx_count": 765003074,
"tx_size_in_bytes": 2275627353681
},
"http": {
"current_open": 82,
"total_opened": 80324
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"aHgC5HD4RECKSK8QT2bcmA": {
"timestamp": 1441009472482,
"name": "10.0.1.47-es-tier-20",
"transport_address": "inet[/10.0.1.47:9300]",
"host": "listen-es-t20-a-01",
"ip": [
"inet[/10.0.1.47:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1620564205,
"deleted": 540519681
},
"store": {
"size_in_bytes": 671264362073,
"throttle_time_in_millis": 2448920
},
"indexing": {
"index_total": 325718918,
"index_time_in_millis": 136975982,
"index_current": 379,
"delete_total": 65,
"delete_time_in_millis": 13,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 18154
},
"get": {
"total": 173083884,
"time_in_millis": 41347463,
"exists_total": 172956195,
"exists_time_in_millis": 41258753,
"missing_total": 127689,
"missing_time_in_millis": 88710,
"current": 0
},
"search": {
"open_contexts": 3,
"query_total": 673288,
"query_time_in_millis": 148443127,
"query_current": 0,
"fetch_total": 118814,
"fetch_time_in_millis": 237615,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 752830,
"total_time_in_millis": 91555295,
"total_docs": 4631737388,
"total_size_in_bytes": 1501046092790
},
"refresh": {
"total": 6282147,
"total_time_in_millis": 97192645
},
"flush": {
"total": 69121,
"total_time_in_millis": 5408999
},
"warmer": {
"current": 0,
"total": 8646622,
"total_time_in_millis": 10220175
},
"filter_cache": {
"memory_size_in_bytes": 3186878084,
"evictions": 9923525
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 108
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 673,
"memory_in_bytes": 12673537166,
"index_writer_memory_in_bytes": 36307170,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 624144,
"fixed_bit_set_memory_in_bytes": 936147304
},
"translog": {
"operations": 41183,
"size_in_bytes": 76381720
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 33221,
"miss_count": 34161
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 10111926
}
},
"os": {
"timestamp": 1441009472544,
"uptime_in_millis": 6554466,
"load_average": [
0,
0.04,
0.12
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 99,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 3199963136,
"used_in_bytes": 64349155328,
"free_percent": 45,
"used_percent": 54,
"actual_free_in_bytes": 30539915264,
"actual_used_in_bytes": 37009203200
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472545,
"open_file_descriptors": 2227,
"cpu": {
"percent": 16,
"sys_in_millis": 61434850,
"user_in_millis": 1560135410,
"total_in_millis": 1621570260
},
"mem": {
"resident_in_bytes": 38472548352,
"share_in_bytes": 4313235456,
"total_virtual_in_bytes": 266610380800
}
},
"jvm": {
"timestamp": 1441009472546,
"uptime_in_millis": 6548266121,
"mem": {
"heap_used_in_bytes": 23834504496,
"heap_used_percent": 74,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 156916984,
"non_heap_committed_in_bytes": 159502336,
"pools": {
"young": {
"used_in_bytes": 877434560,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 22843692656,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31044575200,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 429,
"peak_count": 444
},
"gc": {
"collectors": {
"young": {
"collection_count": 371591,
"collection_time_in_millis": 22802097
},
"old": {
"collection_count": 63230,
"collection_time_in_millis": 10454590
}
}
},
"buffer_pools": {
"direct": {
"count": 30745,
"used_in_bytes": 556265167,
"total_capacity_in_bytes": 556265167
},
"mapped": {
"count": 318,
"used_in_bytes": 223204609638,
"total_capacity_in_bytes": 223204609638
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2122480
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25936
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 21487
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 6282027
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 30,
"completed": 10547144
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 620424419
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11589126
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23523120
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8619102
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 744913
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 288917125
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 869
}
},
"network": {
"tcp": {
"active_opens": 5929,
"passive_opens": 98534,
"curr_estab": 785,
"in_segs": 1684386496,
"out_segs": 1926783302,
"retrans_segs": 106798,
"estab_resets": 1484,
"attempt_fails": 100,
"in_errs": 141,
"out_rsts": 2570
}
},
"fs": {
"timestamp": 1441009472547,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 385270779904,
"available_in_bytes": 331566911488,
"disk_reads": 45033796,
"disk_writes": 140031069,
"disk_io_op": 185064865,
"disk_read_size_in_bytes": 2779678929920,
"disk_write_size_in_bytes": 5083229736960,
"disk_io_size_in_bytes": 7862908666880,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 385270779904,
"available_in_bytes": 331566911488,
"disk_reads": 45033796,
"disk_writes": 140031069,
"disk_io_op": 185064865,
"disk_read_size_in_bytes": 2779678929920,
"disk_write_size_in_bytes": 5083229736960,
"disk_io_size_in_bytes": 7862908666880,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 773415848,
"rx_size_in_bytes": 1739775169784,
"tx_count": 771702966,
"tx_size_in_bytes": 2616640038205
},
"http": {
"current_open": 84,
"total_opened": 96997
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"hxk_eZ2pQE2nOmrDbynC_g": {
"timestamp": 1441009472483,
"name": "10.0.1.36-es-master",
"transport_address": "inet[/10.0.1.36:9300]",
"host": "listen-es-master-a-01",
"ip": [
"inet[/10.0.1.36:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-master",
"data": "false",
"master": "true"
},
"indices": {
"docs": {
"count": 0,
"deleted": 0
},
"store": {
"size_in_bytes": 0,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 0,
"query_time_in_millis": 0,
"query_current": 0,
"fetch_total": 0,
"fetch_time_in_millis": 0,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 0,
"total_time_in_millis": 0
},
"filter_cache": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 0,
"memory_in_bytes": 0,
"index_writer_memory_in_bytes": 0,
"index_writer_max_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 0
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
},
"os": {
"timestamp": 1441009472483,
"uptime_in_millis": 4579250,
"load_average": [
0,
0.01,
0.05
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 99,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 782086144,
"used_in_bytes": 3361927168,
"free_percent": 38,
"used_percent": 61,
"actual_free_in_bytes": 1586933760,
"actual_used_in_bytes": 2557079552
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472484,
"open_file_descriptors": 810,
"cpu": {
"percent": 0,
"sys_in_millis": 3930310,
"user_in_millis": 10886470,
"total_in_millis": 14816780
},
"mem": {
"resident_in_bytes": 2411368448,
"share_in_bytes": 24121344,
"total_virtual_in_bytes": 4662734848
}
},
"jvm": {
"timestamp": 1441009472484,
"uptime_in_millis": 4579169970,
"mem": {
"heap_used_in_bytes": 1220675664,
"heap_used_percent": 59,
"heap_committed_in_bytes": 2054553600,
"heap_max_in_bytes": 2054553600,
"non_heap_used_in_bytes": 74489056,
"non_heap_committed_in_bytes": 76148736,
"pools": {
"young": {
"used_in_bytes": 32244928,
"max_in_bytes": 139591680,
"peak_used_in_bytes": 139591680,
"peak_max_in_bytes": 139591680
},
"survivor": {
"used_in_bytes": 2186144,
"max_in_bytes": 17432576,
"peak_used_in_bytes": 17432576,
"peak_max_in_bytes": 17432576
},
"old": {
"used_in_bytes": 1186244592,
"max_in_bytes": 1897529344,
"peak_used_in_bytes": 1897529312,
"peak_max_in_bytes": 1897529344
}
}
},
"threads": {
"count": 38,
"peak_count": 50
},
"gc": {
"collectors": {
"young": {
"collection_count": 10543,
"collection_time_in_millis": 60955
},
"old": {
"collection_count": 38,
"collection_time_in_millis": 61280
}
}
},
"buffer_pools": {
"direct": {
"count": 2518,
"used_in_bytes": 47822837,
"total_capacity_in_bytes": 47822837
},
"mapped": {
"count": 0,
"used_in_bytes": 0,
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 456870
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 10,
"completed": 5031513
},
"warmer": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 6,
"completed": 633
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 2,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 2,
"completed": 947070
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
}
},
"network": {
"tcp": {
"active_opens": 1433,
"passive_opens": 1370939,
"curr_estab": 703,
"in_segs": 65845734,
"out_segs": 77478656,
"retrans_segs": 4092,
"estab_resets": 38,
"attempt_fails": 11,
"in_errs": 2,
"out_rsts": 49
}
},
"fs": {
"timestamp": 1441009472484,
"total": {
"total_in_bytes": 8309932032,
"free_in_bytes": 5724073984,
"available_in_bytes": 5278351360,
"disk_reads": 34479,
"disk_writes": 1665012,
"disk_io_op": 1699491,
"disk_read_size_in_bytes": 432599040,
"disk_write_size_in_bytes": 19622486016,
"disk_io_size_in_bytes": 20055085056,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 8309932032,
"free_in_bytes": 5724073984,
"available_in_bytes": 5278351360,
"disk_reads": 34479,
"disk_writes": 1665012,
"disk_io_op": 1699491,
"disk_read_size_in_bytes": 432599040,
"disk_write_size_in_bytes": 19622486016,
"disk_io_size_in_bytes": 20055085056,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 32931363,
"rx_size_in_bytes": 207306350864,
"tx_count": 32885245,
"tx_size_in_bytes": 2952397419
},
"http": {
"current_open": 0,
"total_opened": 1370434
},
"breakers": {
"request": {
"limit_size_in_bytes": 821821440,
"limit_size": "783.7mb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 1232732160,
"limit_size": "1.1gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 1438187520,
"limit_size": "1.3gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"57xbH0-vSIuJc07C2J8Bkg": {
"timestamp": 1441009472483,
"name": "10.0.1.81-es-master",
"transport_address": "inet[/10.0.1.81:9300]",
"host": "listen-es-master-b-01",
"ip": [
"inet[/10.0.1.81:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-master",
"data": "false",
"master": "true"
},
"indices": {
"docs": {
"count": 0,
"deleted": 0
},
"store": {
"size_in_bytes": 0,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 0,
"query_time_in_millis": 0,
"query_current": 0,
"fetch_total": 0,
"fetch_time_in_millis": 0,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 0,
"total_time_in_millis": 0
},
"filter_cache": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 0,
"memory_in_bytes": 0,
"index_writer_memory_in_bytes": 0,
"index_writer_max_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 0
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
},
"os": {
"timestamp": 1441009472483,
"uptime_in_millis": 4579055,
"load_average": [
0.02,
0.02,
0.05
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 99,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 939569152,
"used_in_bytes": 3204444160,
"free_percent": 38,
"used_percent": 61,
"actual_free_in_bytes": 1607680000,
"actual_used_in_bytes": 2536333312
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472483,
"open_file_descriptors": 811,
"cpu": {
"percent": 0,
"sys_in_millis": 13618020,
"user_in_millis": 16782510,
"total_in_millis": 30400530
},
"mem": {
"resident_in_bytes": 2398842880,
"share_in_bytes": 24199168,
"total_virtual_in_bytes": 4704886784
}
},
"jvm": {
"timestamp": 1441009472484,
"uptime_in_millis": 4578978522,
"mem": {
"heap_used_in_bytes": 52414552,
"heap_used_percent": 2,
"heap_committed_in_bytes": 2054553600,
"heap_max_in_bytes": 2054553600,
"non_heap_used_in_bytes": 93498352,
"non_heap_committed_in_bytes": 96239616,
"pools": {
"young": {
"used_in_bytes": 10769784,
"max_in_bytes": 139591680,
"peak_used_in_bytes": 139591680,
"peak_max_in_bytes": 139591680
},
"survivor": {
"used_in_bytes": 426888,
"max_in_bytes": 17432576,
"peak_used_in_bytes": 17432576,
"peak_max_in_bytes": 17432576
},
"old": {
"used_in_bytes": 41217880,
"max_in_bytes": 1897529344,
"peak_used_in_bytes": 41217880,
"peak_max_in_bytes": 1897529344
}
}
},
"threads": {
"count": 43,
"peak_count": 85
},
"gc": {
"collectors": {
"young": {
"collection_count": 5665,
"collection_time_in_millis": 46699
},
"old": {
"collection_count": 2,
"collection_time_in_millis": 78
}
}
},
"buffer_pools": {
"direct": {
"count": 444,
"used_in_bytes": 13775472,
"total_capacity_in_bytes": 13775472
},
"mapped": {
"count": 0,
"used_in_bytes": 0,
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 544127
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 43,
"completed": 461947
},
"warmer": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 6,
"completed": 61
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 1252318
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 153
}
},
"network": {
"tcp": {
"active_opens": 1503,
"passive_opens": 496,
"curr_estab": 702,
"in_segs": 437138271,
"out_segs": 479228687,
"retrans_segs": 1328187,
"estab_resets": 138,
"attempt_fails": 14,
"in_errs": 1,
"out_rsts": 150
}
},
"fs": {
"timestamp": 1441009472484,
"total": {
"total_in_bytes": 8309932032,
"free_in_bytes": 5916860416,
"available_in_bytes": 5471137792,
"disk_reads": 33534,
"disk_writes": 1192673,
"disk_io_op": 1226207,
"disk_read_size_in_bytes": 438767616,
"disk_write_size_in_bytes": 12035678208,
"disk_io_size_in_bytes": 12474445824,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 8309932032,
"free_in_bytes": 5916860416,
"available_in_bytes": 5471137792,
"disk_reads": 33534,
"disk_writes": 1192673,
"disk_io_op": 1226207,
"disk_read_size_in_bytes": 438767616,
"disk_write_size_in_bytes": 12035678208,
"disk_io_size_in_bytes": 12474445824,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 294524803,
"rx_size_in_bytes": 24210497028,
"tx_count": 271162330,
"tx_size_in_bytes": 134587752693
},
"http": {
"current_open": 0,
"total_opened": 24
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 1232732160,
"limit_size": "1.1gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 821821440,
"limit_size": "783.7mb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 1438187520,
"limit_size": "1.3gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"PCcvQc8IR_WYna3fU_Rq6g": {
"timestamp": 1441009472481,
"name": "10.0.1.72-es-tier-20",
"transport_address": "inet[/10.0.1.72:9300]",
"host": "listen-es-t20-b-05",
"ip": [
"inet[/10.0.1.72:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1833642627,
"deleted": 633916566
},
"store": {
"size_in_bytes": 746559213620,
"throttle_time_in_millis": 2907073
},
"indexing": {
"index_total": 302543227,
"index_time_in_millis": 127828872,
"index_current": 177,
"delete_total": 17,
"delete_time_in_millis": 5,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 9484
},
"get": {
"total": 109426265,
"time_in_millis": 25926021,
"exists_total": 109341012,
"exists_time_in_millis": 25849991,
"missing_total": 85253,
"missing_time_in_millis": 76030,
"current": 0
},
"search": {
"open_contexts": 3,
"query_total": 793872,
"query_time_in_millis": 195282005,
"query_current": 0,
"fetch_total": 76518,
"fetch_time_in_millis": 52763,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 871615,
"total_time_in_millis": 90158268,
"total_docs": 4393736103,
"total_size_in_bytes": 1494192022224
},
"refresh": {
"total": 7386307,
"total_time_in_millis": 97782718
},
"flush": {
"total": 69980,
"total_time_in_millis": 5268864
},
"warmer": {
"current": 0,
"total": 12685552,
"total_time_in_millis": 13157898
},
"filter_cache": {
"memory_size_in_bytes": 3186864760,
"evictions": 30140104
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 41
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 690,
"memory_in_bytes": 13813223380,
"index_writer_memory_in_bytes": 34380627,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 417104,
"fixed_bit_set_memory_in_bytes": 1149462944
},
"translog": {
"operations": 28754,
"size_in_bytes": 1428746
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 21178,
"miss_count": 24437
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 2532305
}
},
"os": {
"timestamp": 1441009472541,
"uptime_in_millis": 6531168,
"load_average": [
0.16,
0.18,
0.27
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 1489870848,
"used_in_bytes": 66059247616,
"free_percent": 43,
"used_percent": 56,
"actual_free_in_bytes": 29328306176,
"actual_used_in_bytes": 38220812288
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472542,
"open_file_descriptors": 2299,
"cpu": {
"percent": 49,
"sys_in_millis": 59340650,
"user_in_millis": 1602531840,
"total_in_millis": 1661872490
},
"mem": {
"resident_in_bytes": 36259856384,
"share_in_bytes": 2124541952,
"total_virtual_in_bytes": 295728193536
}
},
"jvm": {
"timestamp": 1441009472543,
"uptime_in_millis": 6530846726,
"mem": {
"heap_used_in_bytes": 23829905064,
"heap_used_percent": 74,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 154575168,
"non_heap_committed_in_bytes": 157577216,
"pools": {
"young": {
"used_in_bytes": 583787464,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 23132740320,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 30995332920,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 429,
"peak_count": 446
},
"gc": {
"collectors": {
"young": {
"collection_count": 392788,
"collection_time_in_millis": 23918747
},
"old": {
"collection_count": 72414,
"collection_time_in_millis": 10739100
}
}
},
"buffer_pools": {
"direct": {
"count": 30371,
"used_in_bytes": 550057069,
"total_capacity_in_bytes": 550057069
},
"mapped": {
"count": 353,
"used_in_bytes": 252338895038,
"total_capacity_in_bytes": 252338895038
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 1496724
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 24964
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 19665
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 7386223
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 29,
"completed": 10149788
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 716737076
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11499189
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23231379
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8636206
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 868704
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 263627302
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 535
}
},
"network": {
"tcp": {
"active_opens": 4924,
"passive_opens": 97761,
"curr_estab": 785,
"in_segs": 1526673936,
"out_segs": 1645345038,
"retrans_segs": 37318,
"estab_resets": 1224,
"attempt_fails": 43,
"in_errs": 95,
"out_rsts": 1986
}
},
"fs": {
"timestamp": 1441009472544,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 310056628224,
"available_in_bytes": 256352759808,
"disk_reads": 37144052,
"disk_writes": 131947208,
"disk_io_op": 169091260,
"disk_read_size_in_bytes": 1779782755328,
"disk_write_size_in_bytes": 4819793018880,
"disk_io_size_in_bytes": 6599575774208,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 310056628224,
"available_in_bytes": 256352759808,
"disk_reads": 37144052,
"disk_writes": 131947208,
"disk_io_op": 169091260,
"disk_read_size_in_bytes": 1779782755328,
"disk_write_size_in_bytes": 4819793018880,
"disk_io_size_in_bytes": 6599575774208,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 688486714,
"rx_size_in_bytes": 1526831867776,
"tx_count": 686885032,
"tx_size_in_bytes": 1810061993136
},
"http": {
"current_open": 83,
"total_opened": 96209
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"sUO4pd-BTsGEkLPa41-88A": {
"timestamp": 1441009474026,
"name": "10.0.1.163-es-tier-11",
"transport_address": "inet[/10.0.1.163:9300]",
"host": "listen-es-t11-c-01",
"ip": [
"inet[/10.0.1.163:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 977805347,
"deleted": 141674175
},
"store": {
"size_in_bytes": 409930188307,
"throttle_time_in_millis": 94775646
},
"indexing": {
"index_total": 2898116707,
"index_time_in_millis": 1964091793,
"index_current": 13108,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 1264154986,
"time_in_millis": 328824443,
"exists_total": 1145396329,
"exists_time_in_millis": 302488782,
"missing_total": 118758657,
"missing_time_in_millis": 26335661,
"current": 1
},
"search": {
"open_contexts": 29,
"query_total": 14050845,
"query_time_in_millis": 9296949262,
"query_current": 28,
"fetch_total": 88882,
"fetch_time_in_millis": 331079,
"fetch_current": 0
},
"merges": {
"current": 4,
"current_docs": 139329,
"current_size_in_bytes": 44885321,
"total": 6784599,
"total_time_in_millis": 2935709998,
"total_docs": 104849890849,
"total_size_in_bytes": 31967231431770
},
"refresh": {
"total": 37117918,
"total_time_in_millis": 1084203742
},
"flush": {
"total": 25235,
"total_time_in_millis": 11655632
},
"warmer": {
"current": 0,
"total": 26073100,
"total_time_in_millis": 25454461
},
"filter_cache": {
"memory_size_in_bytes": 3129724432,
"evictions": 1602920916
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 18728,
"evictions": 51
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 414,
"memory_in_bytes": 8887995116,
"index_writer_memory_in_bytes": 35077922,
"index_writer_max_memory_in_bytes": 3209887740,
"version_map_memory_in_bytes": 221660,
"fixed_bit_set_memory_in_bytes": 1019849352
},
"translog": {
"operations": 1006133,
"size_in_bytes": 41488580
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 7,
"hit_count": 0,
"miss_count": 21647
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 1024
}
},
"os": {
"timestamp": 1441009474116,
"uptime_in_millis": 4825284,
"load_average": [
2.89,
4.08,
4.93
],
"cpu": {
"sys": 1,
"user": 53,
"idle": 44,
"usage": 54,
"stolen": 0
},
"mem": {
"free_in_bytes": 1319641088,
"used_in_bytes": 66229477376,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32000434176,
"actual_used_in_bytes": 35548684288
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009474150,
"open_file_descriptors": 1999,
"cpu": {
"percent": 997,
"sys_in_millis": 701854100,
"user_in_millis": 16143180340,
"total_in_millis": 16845034440
},
"mem": {
"resident_in_bytes": 38756253696,
"share_in_bytes": 4630732800,
"total_virtual_in_bytes": 184068456448
}
},
"jvm": {
"timestamp": 1441009474151,
"uptime_in_millis": 4824608148,
"mem": {
"heap_used_in_bytes": 18717209392,
"heap_used_percent": 58,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 150777656,
"non_heap_committed_in_bytes": 154161152,
"pools": {
"young": {
"used_in_bytes": 623496904,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 0,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 18094036240,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078153328,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 236,
"peak_count": 244
},
"gc": {
"collectors": {
"young": {
"collection_count": 7231170,
"collection_time_in_millis": 369713973
},
"old": {
"collection_count": 223880,
"collection_time_in_millis": 46603156
}
}
},
"buffer_pools": {
"direct": {
"count": 34083,
"used_in_bytes": 610997829,
"total_capacity_in_bytes": 610997829
},
"mapped": {
"count": 213,
"used_in_bytes": 140889889009,
"total_capacity_in_bytes": 140889889009
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 5053
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 252770
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 7,
"rejected": 0,
"largest": 8,
"completed": 37117922
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 14,
"completed": 5750781
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1263347394
},
"search": {
"threads": 48,
"queue": 0,
"active": 34,
"rejected": 0,
"largest": 48,
"completed": 20704346
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8187299
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2707304
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 6723718
},
"bulk": {
"threads": 16,
"queue": 4,
"active": 12,
"rejected": 115,
"largest": 16,
"completed": 1039305112
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 204
}
},
"network": {
"tcp": {
"active_opens": 3255,
"passive_opens": 42781,
"curr_estab": 775,
"in_segs": 2915584470,
"out_segs": 2860503505,
"retrans_segs": 34291,
"estab_resets": 1291,
"attempt_fails": 29,
"in_errs": 24,
"out_rsts": 1804
}
},
"fs": {
"timestamp": 1441009474183,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 644912451584,
"available_in_bytes": 591208583168,
"disk_reads": 188060377,
"disk_writes": 245081572,
"disk_io_op": 433141949,
"disk_read_size_in_bytes": 2058192937984,
"disk_write_size_in_bytes": 28149441060864,
"disk_io_size_in_bytes": 30207633998848,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 644912451584,
"available_in_bytes": 591208583168,
"disk_reads": 188060377,
"disk_writes": 245081572,
"disk_io_op": 433141949,
"disk_read_size_in_bytes": 2058192937984,
"disk_write_size_in_bytes": 28149441060864,
"disk_io_size_in_bytes": 30207633998848,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1724921963,
"rx_size_in_bytes": 3273759129749,
"tx_count": 1716196388,
"tx_size_in_bytes": 2096701505237
},
"http": {
"current_open": 73,
"total_opened": 42000
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 12048,
"estimated_size": "11.7kb",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 18728,
"estimated_size": "18.2kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 30776,
"estimated_size": "30kb",
"overhead": 1,
"tripped": 0
}
}
},
"emeC4T8KSq6XJCG2GuuwRA": {
"timestamp": 1441009472482,
"name": "10.0.1.74-es-tier-20",
"transport_address": "inet[/10.0.1.74:9300]",
"host": "listen-es-t20-b-04",
"ip": [
"inet[/10.0.1.74:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1317676868,
"deleted": 395524336
},
"store": {
"size_in_bytes": 560909218405,
"throttle_time_in_millis": 2096420
},
"indexing": {
"index_total": 274600210,
"index_time_in_millis": 116722034,
"index_current": 292,
"delete_total": 74,
"delete_time_in_millis": 15,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 23609
},
"get": {
"total": 139758001,
"time_in_millis": 34692616,
"exists_total": 139632541,
"exists_time_in_millis": 34615099,
"missing_total": 125460,
"missing_time_in_millis": 77517,
"current": 0
},
"search": {
"open_contexts": 2,
"query_total": 910338,
"query_time_in_millis": 153850372,
"query_current": 0,
"fetch_total": 76549,
"fetch_time_in_millis": 45257,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 19278,
"current_size_in_bytes": 5805353,
"total": 907422,
"total_time_in_millis": 82265193,
"total_docs": 4061311623,
"total_size_in_bytes": 1378679507036
},
"refresh": {
"total": 7738499,
"total_time_in_millis": 101827586
},
"flush": {
"total": 70269,
"total_time_in_millis": 5439920
},
"warmer": {
"current": 0,
"total": 9863701,
"total_time_in_millis": 11260746
},
"filter_cache": {
"memory_size_in_bytes": 3183251664,
"evictions": 4864294
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 9
},
"percolate": {
"total": 620015,
"time_in_millis": 39934454,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3807
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 643,
"memory_in_bytes": 9372667714,
"index_writer_memory_in_bytes": 38751561,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 621460,
"fixed_bit_set_memory_in_bytes": 633973776
},
"translog": {
"operations": 29190,
"size_in_bytes": 81437
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 33196,
"miss_count": 28931
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 618666
}
},
"os": {
"timestamp": 1441009472547,
"uptime_in_millis": 6531272,
"load_average": [
0.07,
0.12,
0.13
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 98,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 1987063808,
"used_in_bytes": 65562054656,
"free_percent": 44,
"used_percent": 55,
"actual_free_in_bytes": 29891883008,
"actual_used_in_bytes": 37657235456
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472548,
"open_file_descriptors": 2192,
"cpu": {
"percent": 17,
"sys_in_millis": 64388610,
"user_in_millis": 1160427020,
"total_in_millis": 1224815630
},
"mem": {
"resident_in_bytes": 38316711936,
"share_in_bytes": 4203061248,
"total_virtual_in_bytes": 219539304448
}
},
"jvm": {
"timestamp": 1441009472549,
"uptime_in_millis": 6530857659,
"mem": {
"heap_used_in_bytes": 23462369312,
"heap_used_percent": 73,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 155848376,
"non_heap_committed_in_bytes": 158457856,
"pools": {
"young": {
"used_in_bytes": 506491192,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 22842500840,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31047652440,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 428,
"peak_count": 444
},
"gc": {
"collectors": {
"young": {
"collection_count": 419616,
"collection_time_in_millis": 23236016
},
"old": {
"collection_count": 6926,
"collection_time_in_millis": 1797389
}
}
},
"buffer_pools": {
"direct": {
"count": 29286,
"used_in_bytes": 532351337,
"total_capacity_in_bytes": 532351337
},
"mapped": {
"count": 275,
"used_in_bytes": 176135326510,
"total_capacity_in_bytes": 176135326510
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2116786
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25641
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 16774
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 8,
"completed": 7738273
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 19,
"completed": 11045310
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 751007660
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11749195
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23389973
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8741226
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 900352
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 249019114
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 585
}
},
"network": {
"tcp": {
"active_opens": 4739,
"passive_opens": 98153,
"curr_estab": 787,
"in_segs": 1540004705,
"out_segs": 1643019649,
"retrans_segs": 40101,
"estab_resets": 1113,
"attempt_fails": 42,
"in_errs": 128,
"out_rsts": 1640
}
},
"fs": {
"timestamp": 1441009472550,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 495707586560,
"available_in_bytes": 442003718144,
"disk_reads": 29890892,
"disk_writes": 135653585,
"disk_io_op": 165544477,
"disk_read_size_in_bytes": 2124540060672,
"disk_write_size_in_bytes": 5068746719232,
"disk_io_size_in_bytes": 7193286779904,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 495707586560,
"available_in_bytes": 442003718144,
"disk_reads": 29890892,
"disk_writes": 135653585,
"disk_io_op": 165544477,
"disk_read_size_in_bytes": 2124540060672,
"disk_write_size_in_bytes": 5068746719232,
"disk_io_size_in_bytes": 7193286779904,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 704378141,
"rx_size_in_bytes": 1847295742832,
"tx_count": 702690054,
"tx_size_in_bytes": 2241933960444
},
"http": {
"current_open": 85,
"total_opened": 96604
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"JFFAgJpeQGe9u2HFtPtxRQ": {
"timestamp": 1441009472481,
"name": "10.0.1.56-es-tier-20",
"transport_address": "inet[/10.0.1.56:9300]",
"host": "listen-es-t20-a-06",
"ip": [
"inet[/10.0.1.56:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 2003711842,
"deleted": 673464918
},
"store": {
"size_in_bytes": 834570363568,
"throttle_time_in_millis": 2432285
},
"indexing": {
"index_total": 278172696,
"index_time_in_millis": 93615141,
"index_current": 206,
"delete_total": 71,
"delete_time_in_millis": 12,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 1770
},
"get": {
"total": 158884591,
"time_in_millis": 26512094,
"exists_total": 158758540,
"exists_time_in_millis": 26434135,
"missing_total": 126051,
"missing_time_in_millis": 77959,
"current": 0
},
"search": {
"open_contexts": 3,
"query_total": 420478,
"query_time_in_millis": 143636270,
"query_current": 3,
"fetch_total": 61687,
"fetch_time_in_millis": 226163,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 8150,
"current_size_in_bytes": 3462175,
"total": 478231,
"total_time_in_millis": 68320125,
"total_docs": 3737219748,
"total_size_in_bytes": 1220445041407
},
"refresh": {
"total": 3987690,
"total_time_in_millis": 64598107
},
"flush": {
"total": 56714,
"total_time_in_millis": 4522927
},
"warmer": {
"current": 0,
"total": 5789745,
"total_time_in_millis": 5949501
},
"filter_cache": {
"memory_size_in_bytes": 3156771308,
"evictions": 16578705
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 154
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 718,
"memory_in_bytes": 15804831856,
"index_writer_memory_in_bytes": 35621141,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 665392,
"fixed_bit_set_memory_in_bytes": 1209707064
},
"translog": {
"operations": 164917,
"size_in_bytes": 1181155
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 2708,
"miss_count": 10517
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 250278
}
},
"os": {
"timestamp": 1441009472545,
"uptime_in_millis": 5358672,
"load_average": [
0.13,
0.26,
0.4
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 484278272,
"used_in_bytes": 67064840192,
"free_percent": 48,
"used_percent": 51,
"actual_free_in_bytes": 32552808448,
"actual_used_in_bytes": 34996310016
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472546,
"open_file_descriptors": 2351,
"cpu": {
"percent": 35,
"sys_in_millis": 38322230,
"user_in_millis": 805660150,
"total_in_millis": 843982380
},
"mem": {
"resident_in_bytes": 36019421184,
"share_in_bytes": 2251087872,
"total_virtual_in_bytes": 332483948544
}
},
"jvm": {
"timestamp": 1441009472547,
"uptime_in_millis": 5358098331,
"mem": {
"heap_used_in_bytes": 23357288384,
"heap_used_percent": 72,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 147668232,
"non_heap_committed_in_bytes": 150319104,
"pools": {
"young": {
"used_in_bytes": 82766000,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 99017080,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 23175505304,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078148848,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 245,
"peak_count": 258
},
"gc": {
"collectors": {
"young": {
"collection_count": 283355,
"collection_time_in_millis": 10575241
},
"old": {
"collection_count": 12689,
"collection_time_in_millis": 1502306
}
}
},
"buffer_pools": {
"direct": {
"count": 12277,
"used_in_bytes": 253634859,
"total_capacity_in_bytes": 253634859
},
"mapped": {
"count": 399,
"used_in_bytes": 289290942363,
"total_capacity_in_bytes": 289290942363
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2122878
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 345
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 20875
},
"refresh": {
"threads": 7,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 3987627
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 39,
"completed": 9731511
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 404133065
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11140090
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 18923703
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 5662172
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 477506
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 245539886
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 549
}
},
"network": {
"tcp": {
"active_opens": 3251,
"passive_opens": 5859,
"curr_estab": 774,
"in_segs": 960506442,
"out_segs": 837768621,
"retrans_segs": 47044,
"estab_resets": 738,
"attempt_fails": 50,
"in_errs": 55,
"out_rsts": 1121
}
},
"fs": {
"timestamp": 1441009472547,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 221221814272,
"available_in_bytes": 167517945856,
"disk_reads": 35967449,
"disk_writes": 119249586,
"disk_io_op": 155217035,
"disk_read_size_in_bytes": 1429629355008,
"disk_write_size_in_bytes": 4837438013440,
"disk_io_size_in_bytes": 6267067368448,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 221221814272,
"available_in_bytes": 167517945856,
"disk_reads": 35967449,
"disk_writes": 119249586,
"disk_io_op": 155217035,
"disk_read_size_in_bytes": 1429629355008,
"disk_write_size_in_bytes": 4837438013440,
"disk_io_size_in_bytes": 6267067368448,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 456333455,
"rx_size_in_bytes": 1807447096795,
"tx_count": 455456382,
"tx_size_in_bytes": 1055856282027
},
"http": {
"current_open": 71,
"total_opened": 5009
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"Eq-fR9b6SW6Af8OZ6-0U9Q": {
"timestamp": 1441009472481,
"name": "10.0.1.19-es-tier-20",
"transport_address": "inet[/10.0.1.19:9300]",
"host": "listen-es-t20-a-04",
"ip": [
"inet[/10.0.1.19:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1867091989,
"deleted": 696129002
},
"store": {
"size_in_bytes": 795191624524,
"throttle_time_in_millis": 3626574
},
"indexing": {
"index_total": 367643413,
"index_time_in_millis": 149861803,
"index_current": 459,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 36948
},
"get": {
"total": 278387435,
"time_in_millis": 62911307,
"exists_total": 278133312,
"exists_time_in_millis": 62732655,
"missing_total": 254123,
"missing_time_in_millis": 178652,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 477591,
"query_time_in_millis": 241875925,
"query_current": 0,
"fetch_total": 15198,
"fetch_time_in_millis": 225804,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 1010287,
"total_time_in_millis": 112203766,
"total_docs": 5619440325,
"total_size_in_bytes": 1855627254612
},
"refresh": {
"total": 8429701,
"total_time_in_millis": 125203154
},
"flush": {
"total": 71529,
"total_time_in_millis": 5819292
},
"warmer": {
"current": 0,
"total": 15365912,
"total_time_in_millis": 18464793
},
"filter_cache": {
"memory_size_in_bytes": 3152860304,
"evictions": 43819215
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 194
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 707,
"memory_in_bytes": 15220746542,
"index_writer_memory_in_bytes": 39282858,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 627376,
"fixed_bit_set_memory_in_bytes": 1280342624
},
"translog": {
"operations": 55487,
"size_in_bytes": 48755554
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 18060,
"miss_count": 24892
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 14866754
}
},
"os": {
"timestamp": 1441009472547,
"uptime_in_millis": 6554429,
"load_average": [
0.72,
0.8,
0.92
],
"cpu": {
"sys": 0,
"user": 7,
"idle": 92,
"usage": 7,
"stolen": 0
},
"mem": {
"free_in_bytes": 1331879936,
"used_in_bytes": 66217238528,
"free_percent": 44,
"used_percent": 55,
"actual_free_in_bytes": 29897379840,
"actual_used_in_bytes": 37651738624
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472547,
"open_file_descriptors": 2350,
"cpu": {
"percent": 134,
"sys_in_millis": 75314260,
"user_in_millis": 3897456430,
"total_in_millis": 3972770690
},
"mem": {
"resident_in_bytes": 40771072000,
"share_in_bytes": 6587891712,
"total_virtual_in_bytes": 316391821312
}
},
"jvm": {
"timestamp": 1441009472549,
"uptime_in_millis": 6547901236,
"mem": {
"heap_used_in_bytes": 25423292944,
"heap_used_percent": 79,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 154218240,
"non_heap_committed_in_bytes": 156946432,
"pools": {
"young": {
"used_in_bytes": 490732328,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 24819183336,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078125824,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 415,
"peak_count": 434
},
"gc": {
"collectors": {
"young": {
"collection_count": 378157,
"collection_time_in_millis": 27843735
},
"old": {
"collection_count": 349466,
"collection_time_in_millis": 53905221
}
}
},
"buffer_pools": {
"direct": {
"count": 31541,
"used_in_bytes": 569349749,
"total_capacity_in_bytes": 569349749
},
"mapped": {
"count": 387,
"used_in_bytes": 273008417888,
"total_capacity_in_bytes": 273008417888
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 24619
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 22941
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 8429603
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 22,
"completed": 10737442
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 829449613
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11207544
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 24177183
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8740040
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 995371
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 323090668
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 910
}
},
"network": {
"tcp": {
"active_opens": 5782,
"passive_opens": 98020,
"curr_estab": 785,
"in_segs": 1826916134,
"out_segs": 2138729248,
"retrans_segs": 76972,
"estab_resets": 1469,
"attempt_fails": 48,
"in_errs": 139,
"out_rsts": 2697
}
},
"fs": {
"timestamp": 1441009472549,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 261338959872,
"available_in_bytes": 207635091456,
"disk_reads": 52897407,
"disk_writes": 149285397,
"disk_io_op": 202182804,
"disk_read_size_in_bytes": 3170709165056,
"disk_write_size_in_bytes": 5821154353152,
"disk_io_size_in_bytes": 8991863518208,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 261338959872,
"available_in_bytes": 207635091456,
"disk_reads": 52897407,
"disk_writes": 149285397,
"disk_io_op": 202182804,
"disk_read_size_in_bytes": 3170709165056,
"disk_write_size_in_bytes": 5821154353152,
"disk_io_size_in_bytes": 8991863518208,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 886749191,
"rx_size_in_bytes": 1827035167112,
"tx_count": 884737933,
"tx_size_in_bytes": 2966935206422
},
"http": {
"current_open": 82,
"total_opened": 96551
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"0prfbTicSX6KGkjypHwZOA": {
"timestamp": 1441009472484,
"name": "10.0.1.179-es-tier-20",
"transport_address": "inet[/10.0.1.179:9300]",
"host": "listen-es-t20-c-03",
"ip": [
"inet[/10.0.1.179:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1732284329,
"deleted": 587095131
},
"store": {
"size_in_bytes": 707734322807,
"throttle_time_in_millis": 2141340
},
"indexing": {
"index_total": 296390928,
"index_time_in_millis": 125474558,
"index_current": 244,
"delete_total": 64,
"delete_time_in_millis": 11,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 12087
},
"get": {
"total": 124250506,
"time_in_millis": 30707190,
"exists_total": 124129021,
"exists_time_in_millis": 30619161,
"missing_total": 121485,
"missing_time_in_millis": 88029,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 930938,
"query_time_in_millis": 199391190,
"query_current": 0,
"fetch_total": 87708,
"fetch_time_in_millis": 52145,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 914333,
"total_time_in_millis": 95223922,
"total_docs": 4659961013,
"total_size_in_bytes": 1561727827122
},
"refresh": {
"total": 7771840,
"total_time_in_millis": 101356225
},
"flush": {
"total": 67812,
"total_time_in_millis": 5575120
},
"warmer": {
"current": 0,
"total": 8487379,
"total_time_in_millis": 9070310
},
"filter_cache": {
"memory_size_in_bytes": 3189110820,
"evictions": 37191456
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 47
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3709
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 675,
"memory_in_bytes": 14239339242,
"index_writer_memory_in_bytes": 32770999,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 458152,
"fixed_bit_set_memory_in_bytes": 948038392
},
"translog": {
"operations": 41221,
"size_in_bytes": 1483382
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 34313,
"miss_count": 29546
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 334792
}
},
"os": {
"timestamp": 1441009472542,
"uptime_in_millis": 6393357,
"load_average": [
0.28,
0.35,
0.37
],
"cpu": {
"sys": 0,
"user": 2,
"idle": 97,
"usage": 2,
"stolen": 0
},
"mem": {
"free_in_bytes": 1211666432,
"used_in_bytes": 66337452032,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32157884416,
"actual_used_in_bytes": 35391234048
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472543,
"open_file_descriptors": 2280,
"cpu": {
"percent": 41,
"sys_in_millis": 58587390,
"user_in_millis": 1579609440,
"total_in_millis": 1638196830
},
"mem": {
"resident_in_bytes": 38079414272,
"share_in_bytes": 4021825536,
"total_virtual_in_bytes": 276899807232
}
},
"jvm": {
"timestamp": 1441009472544,
"uptime_in_millis": 6393338980,
"mem": {
"heap_used_in_bytes": 23288979752,
"heap_used_percent": 72,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 156516008,
"non_heap_committed_in_bytes": 159236096,
"pools": {
"young": {
"used_in_bytes": 325909264,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 22849693208,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31051976408,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 431,
"peak_count": 449
},
"gc": {
"collectors": {
"young": {
"collection_count": 435032,
"collection_time_in_millis": 24709593
},
"old": {
"collection_count": 66020,
"collection_time_in_millis": 10066262
}
}
},
"buffer_pools": {
"direct": {
"count": 26421,
"used_in_bytes": 485402488,
"total_capacity_in_bytes": 485402488
},
"mapped": {
"count": 339,
"used_in_bytes": 233503485747,
"total_capacity_in_bytes": 233503485747
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2116801
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 23665
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 19328
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 7771685
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 60,
"completed": 10580428
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 751065503
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 1450,
"largest": 48,
"completed": 11951703
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 22477680
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 7978122
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 908977
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 260216396
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 603
}
},
"network": {
"tcp": {
"active_opens": 3213,
"passive_opens": 92704,
"curr_estab": 788,
"in_segs": 1483172027,
"out_segs": 1446758635,
"retrans_segs": 25697,
"estab_resets": 752,
"attempt_fails": 12,
"in_errs": 104,
"out_rsts": 940
}
},
"fs": {
"timestamp": 1441009472544,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 348858019840,
"available_in_bytes": 295154151424,
"disk_reads": 30760519,
"disk_writes": 131512307,
"disk_io_op": 162272826,
"disk_read_size_in_bytes": 1525513024512,
"disk_write_size_in_bytes": 5124982861824,
"disk_io_size_in_bytes": 6650495886336,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 348858019840,
"available_in_bytes": 295154151424,
"disk_reads": 30760519,
"disk_writes": 131512307,
"disk_io_op": 162272826,
"disk_read_size_in_bytes": 1525513024512,
"disk_write_size_in_bytes": 5124982861824,
"disk_io_size_in_bytes": 6650495886336,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 698563609,
"rx_size_in_bytes": 1772413296442,
"tx_count": 696905493,
"tx_size_in_bytes": 1883689635559
},
"http": {
"current_open": 85,
"total_opened": 91836
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"qVV0txGNRBunacEzSKow4Q": {
"timestamp": 1441009472483,
"name": "10.0.1.18-es-tier-20",
"transport_address": "inet[/10.0.1.18:9300]",
"host": "listen-es-t20-a-03",
"ip": [
"inet[/10.0.1.18:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1837149042,
"deleted": 619105309
},
"store": {
"size_in_bytes": 754131693937,
"throttle_time_in_millis": 2868983
},
"indexing": {
"index_total": 326152573,
"index_time_in_millis": 145220462,
"index_current": 2217,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 21439
},
"get": {
"total": 178497989,
"time_in_millis": 45566426,
"exists_total": 178170810,
"exists_time_in_millis": 45419764,
"missing_total": 327179,
"missing_time_in_millis": 146662,
"current": 27
},
"search": {
"open_contexts": 2,
"query_total": 570623,
"query_time_in_millis": 194569118,
"query_current": 0,
"fetch_total": 10990,
"fetch_time_in_millis": 300068,
"fetch_current": 0
},
"merges": {
"current": 2,
"current_docs": 20022,
"current_size_in_bytes": 6475748,
"total": 804837,
"total_time_in_millis": 100928519,
"total_docs": 4933033364,
"total_size_in_bytes": 1581759884121
},
"refresh": {
"total": 6777889,
"total_time_in_millis": 102414879
},
"flush": {
"total": 69393,
"total_time_in_millis": 5983583
},
"warmer": {
"current": 0,
"total": 12766657,
"total_time_in_millis": 14355492
},
"filter_cache": {
"memory_size_in_bytes": 3164461852,
"evictions": 34260407
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 104
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 652,
"memory_in_bytes": 14217419560,
"index_writer_memory_in_bytes": 44184278,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 540448,
"fixed_bit_set_memory_in_bytes": 1175698616
},
"translog": {
"operations": 57208,
"size_in_bytes": 1867955
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 1,
"hit_count": 32170,
"miss_count": 32855
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 218869
}
},
"os": {
"timestamp": 1441009472544,
"uptime_in_millis": 6471801,
"load_average": [
0.94,
0.88,
1.04
],
"cpu": {
"sys": 0,
"user": 9,
"idle": 90,
"usage": 9,
"stolen": 0
},
"mem": {
"free_in_bytes": 539017216,
"used_in_bytes": 67010101248,
"free_percent": 45,
"used_percent": 54,
"actual_free_in_bytes": 30729641984,
"actual_used_in_bytes": 36819476480
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472544,
"open_file_descriptors": 2289,
"cpu": {
"percent": 159,
"sys_in_millis": 61034040,
"user_in_millis": 1636858170,
"total_in_millis": 1697892210
},
"mem": {
"resident_in_bytes": 35783942144,
"share_in_bytes": 1698320384,
"total_virtual_in_bytes": 302294691840
}
},
"jvm": {
"timestamp": 1441009472545,
"uptime_in_millis": 6471792777,
"mem": {
"heap_used_in_bytes": 24005309408,
"heap_used_percent": 74,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 153709024,
"non_heap_committed_in_bytes": 156594176,
"pools": {
"young": {
"used_in_bytes": 391855880,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 23500076248,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31008606592,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 412,
"peak_count": 439
},
"gc": {
"collectors": {
"young": {
"collection_count": 331238,
"collection_time_in_millis": 22474954
},
"old": {
"collection_count": 87526,
"collection_time_in_millis": 13182248
}
}
},
"buffer_pools": {
"direct": {
"count": 29576,
"used_in_bytes": 537180146,
"total_capacity_in_bytes": 537180146
},
"mapped": {
"count": 370,
"used_in_bytes": 258903510207,
"total_capacity_in_bytes": 258903510207
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 24783
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 20455
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 6777771
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 46,
"completed": 10338964
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 667171980
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11397748
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23704360
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8277591
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 800470
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 290414409
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 851
}
},
"network": {
"tcp": {
"active_opens": 4350,
"passive_opens": 97514,
"curr_estab": 784,
"in_segs": 1600781678,
"out_segs": 1680816443,
"retrans_segs": 61260,
"estab_resets": 1102,
"attempt_fails": 52,
"in_errs": 104,
"out_rsts": 1753
}
},
"fs": {
"timestamp": 1441009472546,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 302355283968,
"available_in_bytes": 248651415552,
"disk_reads": 38034396,
"disk_writes": 135706771,
"disk_io_op": 173741167,
"disk_read_size_in_bytes": 1853938787328,
"disk_write_size_in_bytes": 5025380687872,
"disk_io_size_in_bytes": 6879319475200,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 302355283968,
"available_in_bytes": 248651415552,
"disk_reads": 38034396,
"disk_writes": 135706771,
"disk_io_op": 173741167,
"disk_read_size_in_bytes": 1853938787328,
"disk_write_size_in_bytes": 5025380687872,
"disk_io_size_in_bytes": 6879319475200,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 774121547,
"rx_size_in_bytes": 1667944988700,
"tx_count": 772410339,
"tx_size_in_bytes": 2186604545995
},
"http": {
"current_open": 82,
"total_opened": 96096
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"CiIfMmI3TVCvkYcs_J03VQ": {
"timestamp": 1441009472483,
"name": "10.0.1.169-es-tier-20",
"transport_address": "inet[/10.0.1.169:9300]",
"host": "listen-es-t20-c-05",
"ip": [
"inet[/10.0.1.169:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1976857051,
"deleted": 786091865
},
"store": {
"size_in_bytes": 797447240215,
"throttle_time_in_millis": 3479215
},
"indexing": {
"index_total": 375252059,
"index_time_in_millis": 173301506,
"index_current": 2114,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 4041
},
"get": {
"total": 93904165,
"time_in_millis": 24745649,
"exists_total": 93670219,
"exists_time_in_millis": 24658941,
"missing_total": 233946,
"missing_time_in_millis": 86708,
"current": 27
},
"search": {
"open_contexts": 0,
"query_total": 800306,
"query_time_in_millis": 304200741,
"query_current": 0,
"fetch_total": 15830,
"fetch_time_in_millis": 75849,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 3469,
"current_size_in_bytes": 1834699,
"total": 951045,
"total_time_in_millis": 116361598,
"total_docs": 5779894755,
"total_size_in_bytes": 1879154375667
},
"refresh": {
"total": 7977788,
"total_time_in_millis": 119046156
},
"flush": {
"total": 70701,
"total_time_in_millis": 6132059
},
"warmer": {
"current": 0,
"total": 13091515,
"total_time_in_millis": 15019418
},
"filter_cache": {
"memory_size_in_bytes": 3191214692,
"evictions": 77423387
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 54
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3695
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 682,
"memory_in_bytes": 18687223100,
"index_writer_memory_in_bytes": 42943390,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 510012,
"fixed_bit_set_memory_in_bytes": 1337883072
},
"translog": {
"operations": 55457,
"size_in_bytes": 2241791
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 34994,
"miss_count": 37747
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 74639
}
},
"os": {
"timestamp": 1441009472546,
"uptime_in_millis": 6485073,
"load_average": [
0.63,
0.75,
0.95
],
"cpu": {
"sys": 0,
"user": 8,
"idle": 91,
"usage": 8,
"stolen": 0
},
"mem": {
"free_in_bytes": 1599651840,
"used_in_bytes": 65949466624,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32174886912,
"actual_used_in_bytes": 35374231552
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472547,
"open_file_descriptors": 2305,
"cpu": {
"percent": 140,
"sys_in_millis": 70839200,
"user_in_millis": 4949822250,
"total_in_millis": 5020661450
},
"mem": {
"resident_in_bytes": 36550082560,
"share_in_bytes": 2458312704,
"total_virtual_in_bytes": 317431345152
}
},
"jvm": {
"timestamp": 1441009472548,
"uptime_in_millis": 6479398103,
"mem": {
"heap_used_in_bytes": 28266096120,
"heap_used_percent": 88,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 150534112,
"non_heap_committed_in_bytes": 153145344,
"pools": {
"young": {
"used_in_bytes": 644406080,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 91657216,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 27530032824,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078147464,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 415,
"peak_count": 437
},
"gc": {
"collectors": {
"young": {
"collection_count": 402235,
"collection_time_in_millis": 30431383
},
"old": {
"collection_count": 507805,
"collection_time_in_millis": 75327857
}
}
},
"buffer_pools": {
"direct": {
"count": 30712,
"used_in_bytes": 555662797,
"total_capacity_in_bytes": 555662797
},
"mapped": {
"count": 375,
"used_in_bytes": 274050357394,
"total_capacity_in_bytes": 274050357394
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25869
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 20766
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 7977656
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 46,
"completed": 10308756
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 784928812
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 887,
"largest": 48,
"completed": 11808774
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 24187188
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8427611
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 949875
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 327873914
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 378
}
},
"network": {
"tcp": {
"active_opens": 3776,
"passive_opens": 97588,
"curr_estab": 785,
"in_segs": 1570521408,
"out_segs": 1462163427,
"retrans_segs": 26353,
"estab_resets": 593,
"attempt_fails": 41,
"in_errs": 116,
"out_rsts": 744
}
},
"fs": {
"timestamp": 1441009472548,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 259109609472,
"available_in_bytes": 205405741056,
"disk_reads": 41847920,
"disk_writes": 146042759,
"disk_io_op": 187890679,
"disk_read_size_in_bytes": 1666703881216,
"disk_write_size_in_bytes": 5557517701120,
"disk_io_size_in_bytes": 7224221582336,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 259109609472,
"available_in_bytes": 205405741056,
"disk_reads": 41847920,
"disk_writes": 146042759,
"disk_io_op": 187890679,
"disk_read_size_in_bytes": 1666703881216,
"disk_write_size_in_bytes": 5557517701120,
"disk_io_size_in_bytes": 7224221582336,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 740427644,
"rx_size_in_bytes": 1654868242965,
"tx_count": 738347924,
"tx_size_in_bytes": 1899557497680
},
"http": {
"current_open": 83,
"total_opened": 96157
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"awP9GHP_Rq2EeisRV4yb5g": {
"timestamp": 1441009472485,
"name": "10.0.1.180-es-tier-20",
"transport_address": "inet[/10.0.1.180:9300]",
"host": "listen-es-t20-c-02",
"ip": [
"inet[/10.0.1.180:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1916360415,
"deleted": 640073155
},
"store": {
"size_in_bytes": 772147646576,
"throttle_time_in_millis": 3133371
},
"indexing": {
"index_total": 319641514,
"index_time_in_millis": 130130845,
"index_current": 470,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 43994
},
"get": {
"total": 221887993,
"time_in_millis": 49615649,
"exists_total": 221676307,
"exists_time_in_millis": 49469359,
"missing_total": 211686,
"missing_time_in_millis": 146290,
"current": 2
},
"search": {
"open_contexts": 1,
"query_total": 553519,
"query_time_in_millis": 193418824,
"query_current": 1,
"fetch_total": 11601,
"fetch_time_in_millis": 49973,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 812869,
"total_time_in_millis": 97994578,
"total_docs": 4727926771,
"total_size_in_bytes": 1572805254202
},
"refresh": {
"total": 6784104,
"total_time_in_millis": 99619418
},
"flush": {
"total": 71587,
"total_time_in_millis": 5860572
},
"warmer": {
"current": 0,
"total": 13094384,
"total_time_in_millis": 14699045
},
"filter_cache": {
"memory_size_in_bytes": 3183051120,
"evictions": 38272887
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 14
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 735,
"memory_in_bytes": 15835314166,
"index_writer_memory_in_bytes": 35539113,
"index_writer_max_memory_in_bytes": 3209887736,
"version_map_memory_in_bytes": 423024,
"fixed_bit_set_memory_in_bytes": 786180144
},
"translog": {
"operations": 37709,
"size_in_bytes": 11233929
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 17590,
"miss_count": 20480
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 250184
}
},
"os": {
"timestamp": 1441009472551,
"uptime_in_millis": 6485987,
"load_average": [
0.62,
0.82,
1.01
],
"cpu": {
"sys": 0,
"user": 6,
"idle": 93,
"usage": 6,
"stolen": 0
},
"mem": {
"free_in_bytes": 1483337728,
"used_in_bytes": 66065780736,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32056086528,
"actual_used_in_bytes": 35493031936
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472552,
"open_file_descriptors": 2349,
"cpu": {
"percent": 112,
"sys_in_millis": 70726820,
"user_in_millis": 3598383200,
"total_in_millis": 3669110020
},
"mem": {
"resident_in_bytes": 36330921984,
"share_in_bytes": 2275733504,
"total_virtual_in_bytes": 301715451904
}
},
"jvm": {
"timestamp": 1441009472553,
"uptime_in_millis": 6484815962,
"mem": {
"heap_used_in_bytes": 25361893920,
"heap_used_percent": 79,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 156898112,
"non_heap_committed_in_bytes": 159924224,
"pools": {
"young": {
"used_in_bytes": 542306448,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377272,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 24706210200,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 30996333592,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 413,
"peak_count": 438
},
"gc": {
"collectors": {
"young": {
"collection_count": 342196,
"collection_time_in_millis": 24690112
},
"old": {
"collection_count": 339564,
"collection_time_in_millis": 50122597
}
}
},
"buffer_pools": {
"direct": {
"count": 27795,
"used_in_bytes": 507978134,
"total_capacity_in_bytes": 507978134
},
"mapped": {
"count": 366,
"used_in_bytes": 258330697396,
"total_capacity_in_bytes": 258330697396
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25822
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 16560
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 6784051
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 45,
"completed": 11250928
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 681663859
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 968,
"largest": 48,
"completed": 11554312
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23859141
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8517521
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 802419
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 279602371
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 949
}
},
"network": {
"tcp": {
"active_opens": 4955,
"passive_opens": 97471,
"curr_estab": 786,
"in_segs": 1676733245,
"out_segs": 1860788431,
"retrans_segs": 46464,
"estab_resets": 1324,
"attempt_fails": 46,
"in_errs": 97,
"out_rsts": 2278
}
},
"fs": {
"timestamp": 1441009472553,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 284444364800,
"available_in_bytes": 230740496384,
"disk_reads": 46216739,
"disk_writes": 149411294,
"disk_io_op": 195628033,
"disk_read_size_in_bytes": 2709079008256,
"disk_write_size_in_bytes": 5718922067968,
"disk_io_size_in_bytes": 8428001076224,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 284444364800,
"available_in_bytes": 230740496384,
"disk_reads": 46216739,
"disk_writes": 149411294,
"disk_io_op": 195628033,
"disk_read_size_in_bytes": 2709079008256,
"disk_write_size_in_bytes": 5718922067968,
"disk_io_size_in_bytes": 8428001076224,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 794831858,
"rx_size_in_bytes": 1927482965930,
"tx_count": 792875027,
"tx_size_in_bytes": 2588428625973
},
"http": {
"current_open": 84,
"total_opened": 96012
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"UNYM8iT1Ri2i3VqQUeoS2g": {
"timestamp": 1441009472483,
"name": "10.0.1.9-es-tier-11",
"transport_address": "inet[/10.0.1.9:9300]",
"host": "listen-es-t11-a-02",
"ip": [
"inet[/10.0.1.9:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 978991661,
"deleted": 140496655
},
"store": {
"size_in_bytes": 409732481492,
"throttle_time_in_millis": 94960246
},
"indexing": {
"index_total": 2897560044,
"index_time_in_millis": 1865554181,
"index_current": 13620,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 1249996018,
"time_in_millis": 316691140,
"exists_total": 1130223883,
"exists_time_in_millis": 290921575,
"missing_total": 119772135,
"missing_time_in_millis": 25769565,
"current": 0
},
"search": {
"open_contexts": 19,
"query_total": 14073227,
"query_time_in_millis": 9271129689,
"query_current": 16,
"fetch_total": 89578,
"fetch_time_in_millis": 380602,
"fetch_current": 0
},
"merges": {
"current": 3,
"current_docs": 109632,
"current_size_in_bytes": 28888846,
"total": 6733085,
"total_time_in_millis": 2756205576,
"total_docs": 105143119896,
"total_size_in_bytes": 31942670995968
},
"refresh": {
"total": 37217478,
"total_time_in_millis": 1049297054
},
"flush": {
"total": 25201,
"total_time_in_millis": 10904370
},
"warmer": {
"current": 1,
"total": 26062326,
"total_time_in_millis": 24965333
},
"filter_cache": {
"memory_size_in_bytes": 3158271320,
"evictions": 1620116577
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 18504,
"evictions": 51
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 398,
"memory_in_bytes": 8994606760,
"index_writer_memory_in_bytes": 9086609,
"index_writer_max_memory_in_bytes": 3209887740,
"version_map_memory_in_bytes": 13284,
"fixed_bit_set_memory_in_bytes": 1019545208
},
"translog": {
"operations": 894372,
"size_in_bytes": 32629118
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 7,
"hit_count": 0,
"miss_count": 21686
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 38
}
},
"os": {
"timestamp": 1441009472624,
"uptime_in_millis": 4826055,
"load_average": [
7.1,
4.8,
4.98
],
"cpu": {
"sys": 4,
"user": 81,
"idle": 13,
"usage": 85,
"stolen": 0
},
"mem": {
"free_in_bytes": 1038798848,
"used_in_bytes": 66510319616,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32052191232,
"actual_used_in_bytes": 35496927232
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472625,
"open_file_descriptors": 1894,
"cpu": {
"percent": 1361,
"sys_in_millis": 693256020,
"user_in_millis": 15893171930,
"total_in_millis": 16586427950
},
"mem": {
"resident_in_bytes": 39029362688,
"share_in_bytes": 4899700736,
"total_virtual_in_bytes": 182673813504
}
},
"jvm": {
"timestamp": 1441009472626,
"uptime_in_millis": 4824671350,
"mem": {
"heap_used_in_bytes": 27202786664,
"heap_used_percent": 84,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 149856544,
"non_heap_committed_in_bytes": 152555520,
"pools": {
"young": {
"used_in_bytes": 26689808,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 27062757712,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31077991672,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 233,
"peak_count": 243
},
"gc": {
"collectors": {
"young": {
"collection_count": 7241980,
"collection_time_in_millis": 368072600
},
"old": {
"collection_count": 210401,
"collection_time_in_millis": 42031744
}
}
},
"buffer_pools": {
"direct": {
"count": 35672,
"used_in_bytes": 637084075,
"total_capacity_in_bytes": 637084075
},
"mapped": {
"count": 200,
"used_in_bytes": 139495714535,
"total_capacity_in_bytes": 139495714535
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 4044
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 252394
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 8,
"completed": 37217479
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 10,
"completed": 5755483
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1254311121
},
"search": {
"threads": 48,
"queue": 2,
"active": 18,
"rejected": 9486,
"largest": 48,
"completed": 21044614
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8190783
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2707048
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 6677063
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 84,
"largest": 16,
"completed": 1039120988
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 196
}
},
"network": {
"tcp": {
"active_opens": 3221,
"passive_opens": 43063,
"curr_estab": 773,
"in_segs": 2937870189,
"out_segs": 2824578399,
"retrans_segs": 51072,
"estab_resets": 1240,
"attempt_fails": 54,
"in_errs": 37,
"out_rsts": 1794
}
},
"fs": {
"timestamp": 1441009472627,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 645308903424,
"available_in_bytes": 591605035008,
"disk_reads": 207244551,
"disk_writes": 244985912,
"disk_io_op": 452230463,
"disk_read_size_in_bytes": 2266445517824,
"disk_write_size_in_bytes": 28117162012672,
"disk_io_size_in_bytes": 30383607530496,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 645308903424,
"available_in_bytes": 591605035008,
"disk_reads": 207244551,
"disk_writes": 244985912,
"disk_io_op": 452230463,
"disk_read_size_in_bytes": 2266445517824,
"disk_write_size_in_bytes": 28117162012672,
"disk_io_size_in_bytes": 30383607530496,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1714938841,
"rx_size_in_bytes": 3282400784825,
"tx_count": 1706891114,
"tx_size_in_bytes": 2021351707190
},
"http": {
"current_open": 72,
"total_opened": 42248
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 2003576,
"estimated_size": "1.9mb",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 18504,
"estimated_size": "18kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 2022080,
"estimated_size": "1.9mb",
"overhead": 1,
"tripped": 0
}
}
},
"xi4l8DDWRLiF3xgJnYAbhA": {
"timestamp": 1441009472483,
"name": "10.0.1.186-es-tier-20",
"transport_address": "inet[/10.0.1.186:9300]",
"host": "listen-es-t20-c-06",
"ip": [
"inet[/10.0.1.186:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1451820530,
"deleted": 376631507
},
"store": {
"size_in_bytes": 644453822446,
"throttle_time_in_millis": 1432389
},
"indexing": {
"index_total": 73028027,
"index_time_in_millis": 32153830,
"index_current": 267,
"delete_total": 48,
"delete_time_in_millis": 9,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 114193
},
"get": {
"total": 25860061,
"time_in_millis": 5850838,
"exists_total": 25827408,
"exists_time_in_millis": 5827553,
"missing_total": 32653,
"missing_time_in_millis": 23285,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 263460,
"query_time_in_millis": 45527386,
"query_current": 0,
"fetch_total": 42253,
"fetch_time_in_millis": 9840,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 669449,
"total_time_in_millis": 50253182,
"total_docs": 1969237134,
"total_size_in_bytes": 690920083662
},
"refresh": {
"total": 5770610,
"total_time_in_millis": 56042657
},
"flush": {
"total": 17185,
"total_time_in_millis": 1814867
},
"warmer": {
"current": 0,
"total": 8701746,
"total_time_in_millis": 8859029
},
"filter_cache": {
"memory_size_in_bytes": 3177384100,
"evictions": 1408415
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 680,
"memory_in_bytes": 8483626636,
"index_writer_memory_in_bytes": 26201715,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 314936,
"fixed_bit_set_memory_in_bytes": 592023024
},
"translog": {
"operations": 51958,
"size_in_bytes": 895465
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 214
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 182169
}
},
"os": {
"timestamp": 1441009472537,
"uptime_in_millis": 1555893,
"load_average": [
0.01,
0.08,
0.13
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 485249024,
"used_in_bytes": 67063861248,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32315506688,
"actual_used_in_bytes": 35233603584
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472538,
"open_file_descriptors": 2219,
"cpu": {
"percent": 34,
"sys_in_millis": 21634770,
"user_in_millis": 331326610,
"total_in_millis": 352961380
},
"mem": {
"resident_in_bytes": 36455014400,
"share_in_bytes": 2773258240,
"total_virtual_in_bytes": 252194816000
}
},
"jvm": {
"timestamp": 1441009472539,
"uptime_in_millis": 1554784197,
"mem": {
"heap_used_in_bytes": 16791013440,
"heap_used_percent": 52,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 142675888,
"non_heap_committed_in_bytes": 145141760,
"pools": {
"young": {
"used_in_bytes": 57136928,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 91991608,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 16641884904,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 29914245472,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 246,
"peak_count": 272
},
"gc": {
"collectors": {
"young": {
"collection_count": 169337,
"collection_time_in_millis": 6503861
},
"old": {
"collection_count": 515,
"collection_time_in_millis": 134329
}
}
},
"buffer_pools": {
"direct": {
"count": 6505,
"used_in_bytes": 158969365,
"total_capacity_in_bytes": 158969365
},
"mapped": {
"count": 302,
"used_in_bytes": 208988126809,
"total_capacity_in_bytes": 208988126809
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 620555
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 297
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2743
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 5770575
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 43,
"completed": 3995156
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 557682241
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 2050737
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 5955646
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 1589376
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 663418
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 70082637
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 119
}
},
"network": {
"tcp": {
"active_opens": 1287,
"passive_opens": 5232,
"curr_estab": 772,
"in_segs": 361051734,
"out_segs": 281186448,
"retrans_segs": 15882,
"estab_resets": 179,
"attempt_fails": 14,
"in_errs": 0,
"out_rsts": 233
}
},
"fs": {
"timestamp": 1441009472539,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 412118093824,
"available_in_bytes": 358414225408,
"disk_reads": 8857073,
"disk_writes": 47539323,
"disk_io_op": 56396396,
"disk_read_size_in_bytes": 439945147392,
"disk_write_size_in_bytes": 2364345049088,
"disk_io_size_in_bytes": 2804290196480,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 412118093824,
"available_in_bytes": 358414225408,
"disk_reads": 8857073,
"disk_writes": 47539323,
"disk_io_op": 56396396,
"disk_read_size_in_bytes": 439945147392,
"disk_write_size_in_bytes": 2364345049088,
"disk_io_size_in_bytes": 2804290196480,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 144002326,
"rx_size_in_bytes": 977111824535,
"tx_count": 143727869,
"tx_size_in_bytes": 361785845883
},
"http": {
"current_open": 70,
"total_opened": 4814
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"75ugRHQgQyKbaO2uys1D8w": {
"timestamp": 1441009472483,
"name": "10.0.1.13-es-tier-20",
"transport_address": "inet[/10.0.1.13:9300]",
"host": "listen-es-t20-a-02",
"ip": [
"inet[/10.0.1.13:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1955348364,
"deleted": 681008625
},
"store": {
"size_in_bytes": 788393021986,
"throttle_time_in_millis": 3823958
},
"indexing": {
"index_total": 377591190,
"index_time_in_millis": 163014123,
"index_current": 2360,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 21475
},
"get": {
"total": 211246551,
"time_in_millis": 48472236,
"exists_total": 210933767,
"exists_time_in_millis": 48321971,
"missing_total": 312784,
"missing_time_in_millis": 150265,
"current": 9
},
"search": {
"open_contexts": 1,
"query_total": 651420,
"query_time_in_millis": 277678471,
"query_current": 0,
"fetch_total": 16762,
"fetch_time_in_millis": 358514,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 33590,
"current_size_in_bytes": 11003176,
"total": 958775,
"total_time_in_millis": 120803980,
"total_docs": 5817452862,
"total_size_in_bytes": 1906202916812
},
"refresh": {
"total": 7945610,
"total_time_in_millis": 120578604
},
"flush": {
"total": 71953,
"total_time_in_millis": 6028484
},
"warmer": {
"current": 0,
"total": 15710472,
"total_time_in_millis": 17514831
},
"filter_cache": {
"memory_size_in_bytes": 3159625120,
"evictions": 55600963
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 222
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 705,
"memory_in_bytes": 16033098462,
"index_writer_memory_in_bytes": 34458736,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 436512,
"fixed_bit_set_memory_in_bytes": 1112480184
},
"translog": {
"operations": 48625,
"size_in_bytes": 2625256
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 33792,
"miss_count": 36276
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 35516647
}
},
"os": {
"timestamp": 1441009472527,
"uptime_in_millis": 6554370,
"load_average": [
0.53,
0.84,
0.98
],
"cpu": {
"sys": 0,
"user": 5,
"idle": 94,
"usage": 5,
"stolen": 0
},
"mem": {
"free_in_bytes": 1141329920,
"used_in_bytes": 66407788544,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32095432704,
"actual_used_in_bytes": 35453685760
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472527,
"open_file_descriptors": 2317,
"cpu": {
"percent": 87,
"sys_in_millis": 75208490,
"user_in_millis": 5759210250,
"total_in_millis": 5834418740
},
"mem": {
"resident_in_bytes": 37251215360,
"share_in_bytes": 3091566592,
"total_virtual_in_bytes": 307409711104
}
},
"jvm": {
"timestamp": 1441009472528,
"uptime_in_millis": 6548101368,
"mem": {
"heap_used_in_bytes": 25965875808,
"heap_used_percent": 80,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 157135760,
"non_heap_committed_in_bytes": 159895552,
"pools": {
"young": {
"used_in_bytes": 724543328,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 107028056,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 25134304424,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078149344,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 415,
"peak_count": 439
},
"gc": {
"collectors": {
"young": {
"collection_count": 390938,
"collection_time_in_millis": 30308910
},
"old": {
"collection_count": 579805,
"collection_time_in_millis": 88144385
}
}
},
"buffer_pools": {
"direct": {
"count": 29866,
"used_in_bytes": 541912482,
"total_capacity_in_bytes": 541912482
},
"mapped": {
"count": 360,
"used_in_bytes": 264024635512,
"total_capacity_in_bytes": 264024635512
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25583
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 22226
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 8,
"completed": 7945540
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 25,
"completed": 11182774
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 806294556
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11441645
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 24557645
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8761687
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 952561
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 331010898
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 778
}
},
"network": {
"tcp": {
"active_opens": 5770,
"passive_opens": 98066,
"curr_estab": 785,
"in_segs": 1801971979,
"out_segs": 2012055975,
"retrans_segs": 78691,
"estab_resets": 1440,
"attempt_fails": 77,
"in_errs": 112,
"out_rsts": 2369
}
},
"fs": {
"timestamp": 1441009472529,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 268183728128,
"available_in_bytes": 214479859712,
"disk_reads": 57017317,
"disk_writes": 149467464,
"disk_io_op": 206484781,
"disk_read_size_in_bytes": 3138106467328,
"disk_write_size_in_bytes": 5977012375552,
"disk_io_size_in_bytes": 9115118842880,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 268183728128,
"available_in_bytes": 214479859712,
"disk_reads": 57017317,
"disk_writes": 149467464,
"disk_io_op": 206484781,
"disk_read_size_in_bytes": 3138106467328,
"disk_write_size_in_bytes": 5977012375552,
"disk_io_size_in_bytes": 9115118842880,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 836537765,
"rx_size_in_bytes": 1992375027115,
"tx_count": 833620266,
"tx_size_in_bytes": 2771354634330
},
"http": {
"current_open": 84,
"total_opened": 96564
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"kfH32nQFSGiyj0ePUyW_Kw": {
"timestamp": 1441009472515,
"name": "10.0.1.8-es-tier-11",
"transport_address": "inet[/10.0.1.8:9300]",
"host": "listen-es-t11-a-01",
"ip": [
"inet[/10.0.1.8:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 977865781,
"deleted": 135670759
},
"store": {
"size_in_bytes": 407426356696,
"throttle_time_in_millis": 93169040
},
"indexing": {
"index_total": 2896029247,
"index_time_in_millis": 1847975446,
"index_current": 30686,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 1436816737,
"time_in_millis": 368880411,
"exists_total": 1300358517,
"exists_time_in_millis": 339783097,
"missing_total": 136458220,
"missing_time_in_millis": 29097314,
"current": 0
},
"search": {
"open_contexts": 20,
"query_total": 14072019,
"query_time_in_millis": 10336589888,
"query_current": 20,
"fetch_total": 106934,
"fetch_time_in_millis": 524324,
"fetch_current": 0
},
"merges": {
"current": 3,
"current_docs": 233544,
"current_size_in_bytes": 71858163,
"total": 6755475,
"total_time_in_millis": 2825692125,
"total_docs": 102629457042,
"total_size_in_bytes": 31896581300678
},
"refresh": {
"total": 37243293,
"total_time_in_millis": 1064519656
},
"flush": {
"total": 25073,
"total_time_in_millis": 10513086
},
"warmer": {
"current": 1,
"total": 26085882,
"total_time_in_millis": 25975778
},
"filter_cache": {
"memory_size_in_bytes": 3084734060,
"evictions": 1537946340
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 6808,
"evictions": 30
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 393,
"memory_in_bytes": 8962476842,
"index_writer_memory_in_bytes": 19273307,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 135072,
"fixed_bit_set_memory_in_bytes": 1033798728
},
"translog": {
"operations": 433864,
"size_in_bytes": 27507012
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 3,
"hit_count": 0,
"miss_count": 21678
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 1390
}
},
"os": {
"timestamp": 1441009472546,
"uptime_in_millis": 4826057,
"load_average": [
7.19,
5.08,
5.64
],
"cpu": {
"sys": 2,
"user": 87,
"idle": 9,
"usage": 89,
"stolen": 0
},
"mem": {
"free_in_bytes": 1692991488,
"used_in_bytes": 65856126976,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 31941632000,
"actual_used_in_bytes": 35607486464
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472547,
"open_file_descriptors": 1920,
"cpu": {
"percent": 1306,
"sys_in_millis": 721748800,
"user_in_millis": 16910387230,
"total_in_millis": 17632136030
},
"mem": {
"resident_in_bytes": 39482650624,
"share_in_bytes": 5284241408,
"total_virtual_in_bytes": 189220507648
}
},
"jvm": {
"timestamp": 1441009472548,
"uptime_in_millis": 4824690764,
"mem": {
"heap_used_in_bytes": 24391066768,
"heap_used_percent": 75,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 158508480,
"non_heap_committed_in_bytes": 161591296,
"pools": {
"young": {
"used_in_bytes": 180927216,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 24096762272,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31077647464,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 239,
"peak_count": 246
},
"gc": {
"collectors": {
"young": {
"collection_count": 7195578,
"collection_time_in_millis": 359712527
},
"old": {
"collection_count": 218283,
"collection_time_in_millis": 40710576
}
}
},
"buffer_pools": {
"direct": {
"count": 35665,
"used_in_bytes": 636806476,
"total_capacity_in_bytes": 636806476
},
"mapped": {
"count": 210,
"used_in_bytes": 146034683645,
"total_capacity_in_bytes": 146034683645
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 4748
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 249506
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 8,
"completed": 37243295
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 2,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 10,
"completed": 5771258
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1293763668
},
"search": {
"threads": 48,
"queue": 0,
"active": 21,
"rejected": 10433,
"largest": 48,
"completed": 21070411
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8185670
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2727794
},
"get": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 5
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 6699693
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 68,
"largest": 16,
"completed": 1038733654
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 223
}
},
"network": {
"tcp": {
"active_opens": 3423,
"passive_opens": 43042,
"curr_estab": 773,
"in_segs": 3045389435,
"out_segs": 2970361103,
"retrans_segs": 54571,
"estab_resets": 1410,
"attempt_fails": 27,
"in_errs": 37,
"out_rsts": 2028
}
},
"fs": {
"timestamp": 1441009472549,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 648420634624,
"available_in_bytes": 594716766208,
"disk_reads": 207244287,
"disk_writes": 241750078,
"disk_io_op": 448994365,
"disk_read_size_in_bytes": 2278470784000,
"disk_write_size_in_bytes": 27918483951616,
"disk_io_size_in_bytes": 30196954735616,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 648420634624,
"available_in_bytes": 594716766208,
"disk_reads": 207244287,
"disk_writes": 241750078,
"disk_io_op": 448994365,
"disk_read_size_in_bytes": 2278470784000,
"disk_write_size_in_bytes": 27918483951616,
"disk_io_size_in_bytes": 30196954735616,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1764437939,
"rx_size_in_bytes": 3292647184284,
"tx_count": 1754862243,
"tx_size_in_bytes": 2193099144362
},
"http": {
"current_open": 72,
"total_opened": 42294
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 13320,
"estimated_size": "13kb",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 6808,
"estimated_size": "6.6kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 20128,
"estimated_size": "19.6kb",
"overhead": 1,
"tripped": 0
}
}
},
"a_gFHE-sTWqg84iRSemoiQ": {
"timestamp": 1441009472482,
"name": "10.0.1.175-es-master",
"transport_address": "inet[/10.0.1.175:9300]",
"host": "listen-es-master-c-01",
"ip": [
"inet[/10.0.1.175:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-master",
"data": "false",
"master": "true"
},
"indices": {
"docs": {
"count": 0,
"deleted": 0
},
"store": {
"size_in_bytes": 0,
"throttle_time_in_millis": 0
},
"indexing": {
"index_total": 0,
"index_time_in_millis": 0,
"index_current": 0,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 0,
"time_in_millis": 0,
"exists_total": 0,
"exists_time_in_millis": 0,
"missing_total": 0,
"missing_time_in_millis": 0,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 0,
"query_time_in_millis": 0,
"query_current": 0,
"fetch_total": 0,
"fetch_time_in_millis": 0,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 0,
"total_time_in_millis": 0,
"total_docs": 0,
"total_size_in_bytes": 0
},
"refresh": {
"total": 0,
"total_time_in_millis": 0
},
"flush": {
"total": 0,
"total_time_in_millis": 0
},
"warmer": {
"current": 0,
"total": 0,
"total_time_in_millis": 0
},
"filter_cache": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 0
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 0,
"memory_in_bytes": 0,
"index_writer_memory_in_bytes": 0,
"index_writer_max_memory_in_bytes": 0,
"version_map_memory_in_bytes": 0,
"fixed_bit_set_memory_in_bytes": 0
},
"translog": {
"operations": 0,
"size_in_bytes": 0
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 0
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
},
"os": {
"timestamp": 1441009472482,
"uptime_in_millis": 4579039,
"load_average": [
0,
0.01,
0.05
],
"cpu": {
"sys": 0,
"user": 0,
"idle": 100,
"usage": 0,
"stolen": 0
},
"mem": {
"free_in_bytes": 1005985792,
"used_in_bytes": 3138027520,
"free_percent": 40,
"used_percent": 59,
"actual_free_in_bytes": 1660809216,
"actual_used_in_bytes": 2483204096
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472483,
"open_file_descriptors": 810,
"cpu": {
"percent": 0,
"sys_in_millis": 5282070,
"user_in_millis": 4647750,
"total_in_millis": 9929820
},
"mem": {
"resident_in_bytes": 2343120896,
"share_in_bytes": 24121344,
"total_virtual_in_bytes": 4658966528
}
},
"jvm": {
"timestamp": 1441009472483,
"uptime_in_millis": 4578963693,
"mem": {
"heap_used_in_bytes": 39371416,
"heap_used_percent": 1,
"heap_committed_in_bytes": 2054553600,
"heap_max_in_bytes": 2054553600,
"non_heap_used_in_bytes": 63567504,
"non_heap_committed_in_bytes": 65110016,
"pools": {
"young": {
"used_in_bytes": 3335960,
"max_in_bytes": 139591680,
"peak_used_in_bytes": 139591680,
"peak_max_in_bytes": 139591680
},
"survivor": {
"used_in_bytes": 2431552,
"max_in_bytes": 17432576,
"peak_used_in_bytes": 17432568,
"peak_max_in_bytes": 17432576
},
"old": {
"used_in_bytes": 33603904,
"max_in_bytes": 1897529344,
"peak_used_in_bytes": 33603904,
"peak_max_in_bytes": 1897529344
}
}
},
"threads": {
"count": 32,
"peak_count": 48
},
"gc": {
"collectors": {
"young": {
"collection_count": 896,
"collection_time_in_millis": 7897
},
"old": {
"collection_count": 1,
"collection_time_in_millis": 46
}
}
},
"buffer_pools": {
"direct": {
"count": 36,
"used_in_bytes": 6663840,
"total_capacity_in_bytes": 6663840
},
"mapped": {
"count": 0,
"used_in_bytes": 0,
"total_capacity_in_bytes": 0
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 2
},
"index": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"refresh": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 7,
"completed": 5032387
},
"warmer": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"flush": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 2,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 2,
"completed": 947002
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"bulk": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
}
},
"network": {
"tcp": {
"active_opens": 1372,
"passive_opens": 473,
"curr_estab": 702,
"in_segs": 16878030,
"out_segs": 15905134,
"retrans_segs": 218,
"estab_resets": 34,
"attempt_fails": 24,
"in_errs": 8,
"out_rsts": 48
}
},
"fs": {
"timestamp": 1441009472483,
"total": {
"total_in_bytes": 8309932032,
"free_in_bytes": 5925081088,
"available_in_bytes": 5479358464,
"disk_reads": 32179,
"disk_writes": 1184103,
"disk_io_op": 1216282,
"disk_read_size_in_bytes": 432480256,
"disk_write_size_in_bytes": 13738995712,
"disk_io_size_in_bytes": 14171475968,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/",
"dev": "/dev/xvda1",
"total_in_bytes": 8309932032,
"free_in_bytes": 5925081088,
"available_in_bytes": 5479358464,
"disk_reads": 32179,
"disk_writes": 1184103,
"disk_io_op": 1216282,
"disk_read_size_in_bytes": 432480256,
"disk_write_size_in_bytes": 13738995712,
"disk_io_size_in_bytes": 14171475968,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 10106548,
"rx_size_in_bytes": 4301458667,
"tx_count": 10106547,
"tx_size_in_bytes": 5078494240
},
"http": {
"current_open": 0,
"total_opened": 3
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 1232732160,
"limit_size": "1.1gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 821821440,
"limit_size": "783.7mb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 1438187520,
"limit_size": "1.3gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"_oXgso_PSteTbqCPeSQL-A": {
"timestamp": 1441009472508,
"name": "10.0.1.164-es-tier-11",
"transport_address": "inet[/10.0.1.164:9300]",
"host": "listen-es-t11-c-02",
"ip": [
"inet[/10.0.1.164:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 978711934,
"deleted": 131110468
},
"store": {
"size_in_bytes": 406963730544,
"throttle_time_in_millis": 94191401
},
"indexing": {
"index_total": 2898950063,
"index_time_in_millis": 1884529917,
"index_current": 13234,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 1614
},
"get": {
"total": 1449327415,
"time_in_millis": 363490303,
"exists_total": 1314007422,
"exists_time_in_millis": 334867161,
"missing_total": 135319993,
"missing_time_in_millis": 28623142,
"current": 0
},
"search": {
"open_contexts": 8,
"query_total": 14053503,
"query_time_in_millis": 9436388011,
"query_current": 6,
"fetch_total": 89330,
"fetch_time_in_millis": 314532,
"fetch_current": 0
},
"merges": {
"current": 2,
"current_docs": 576911,
"current_size_in_bytes": 194985410,
"total": 6772783,
"total_time_in_millis": 2892076571,
"total_docs": 103415117386,
"total_size_in_bytes": 31959008468535
},
"refresh": {
"total": 37195218,
"total_time_in_millis": 1059950302
},
"flush": {
"total": 25097,
"total_time_in_millis": 11381434
},
"warmer": {
"current": 0,
"total": 26088043,
"total_time_in_millis": 25502547
},
"filter_cache": {
"memory_size_in_bytes": 3135628140,
"evictions": 1511547310
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 2008,
"evictions": 52
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 357,
"memory_in_bytes": 8884996746,
"index_writer_memory_in_bytes": 12291378,
"index_writer_max_memory_in_bytes": 3209887740,
"version_map_memory_in_bytes": 37236,
"fixed_bit_set_memory_in_bytes": 1005951376
},
"translog": {
"operations": 698297,
"size_in_bytes": 716208
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 21714
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 2441
}
},
"os": {
"timestamp": 1441009472571,
"uptime_in_millis": 4825285,
"load_average": [
7.51,
5.39,
5.4
],
"cpu": {
"sys": 1,
"user": 45,
"idle": 52,
"usage": 46,
"stolen": 0
},
"mem": {
"free_in_bytes": 1000026112,
"used_in_bytes": 66549092352,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 31965167616,
"actual_used_in_bytes": 35583950848
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472572,
"open_file_descriptors": 1809,
"cpu": {
"percent": 758,
"sys_in_millis": 703484600,
"user_in_millis": 16137978040,
"total_in_millis": 16841462640
},
"mem": {
"resident_in_bytes": 39527452672,
"share_in_bytes": 5425131520,
"total_virtual_in_bytes": 192580587520
}
},
"jvm": {
"timestamp": 1441009472573,
"uptime_in_millis": 4824583914,
"mem": {
"heap_used_in_bytes": 25031244872,
"heap_used_percent": 77,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 153493144,
"non_heap_committed_in_bytes": 156364800,
"pools": {
"young": {
"used_in_bytes": 899873680,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 24017993912,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31077242432,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 232,
"peak_count": 244
},
"gc": {
"collectors": {
"young": {
"collection_count": 7237651,
"collection_time_in_millis": 361856855
},
"old": {
"collection_count": 227695,
"collection_time_in_millis": 45429830
}
}
},
"buffer_pools": {
"direct": {
"count": 33234,
"used_in_bytes": 597145941,
"total_capacity_in_bytes": 597145941
},
"mapped": {
"count": 219,
"used_in_bytes": 149401129246,
"total_capacity_in_bytes": 149401129246
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 5650
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 251153
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 37195222
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 12,
"completed": 5761210
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1259362501
},
"search": {
"threads": 48,
"queue": 0,
"active": 6,
"rejected": 0,
"largest": 48,
"completed": 20627369
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8185173
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2706688
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 6713382
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 137,
"largest": 16,
"completed": 1039605606
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 231
}
},
"network": {
"tcp": {
"active_opens": 3448,
"passive_opens": 42800,
"curr_estab": 773,
"in_segs": 3024971173,
"out_segs": 3008064132,
"retrans_segs": 36568,
"estab_resets": 1441,
"attempt_fails": 30,
"in_errs": 24,
"out_rsts": 2062
}
},
"fs": {
"timestamp": 1441009472652,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 648415399936,
"available_in_bytes": 594711531520,
"disk_reads": 186267844,
"disk_writes": 243513024,
"disk_io_op": 429780868,
"disk_read_size_in_bytes": 1945796240384,
"disk_write_size_in_bytes": 28023415447552,
"disk_io_size_in_bytes": 29969211687936,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 648415399936,
"available_in_bytes": 594711531520,
"disk_reads": 186267844,
"disk_writes": 243513024,
"disk_io_op": 429780868,
"disk_read_size_in_bytes": 1945796240384,
"disk_write_size_in_bytes": 28023415447552,
"disk_io_size_in_bytes": 29969211687936,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1774402255,
"rx_size_in_bytes": 3299830446769,
"tx_count": 1765319400,
"tx_size_in_bytes": 2226921615544
},
"http": {
"current_open": 71,
"total_opened": 42080
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 7816,
"estimated_size": "7.6kb",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 2008,
"estimated_size": "1.9kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 9824,
"estimated_size": "9.5kb",
"overhead": 1,
"tripped": 0
}
}
},
"tgOSXXPVQRmoB--R7nTg0Q": {
"timestamp": 1441009472484,
"name": "10.0.1.168-es-tier-20",
"transport_address": "inet[/10.0.1.168:9300]",
"host": "listen-es-t20-c-04",
"ip": [
"inet[/10.0.1.168:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1809915273,
"deleted": 693196964
},
"store": {
"size_in_bytes": 742578272949,
"throttle_time_in_millis": 2113143
},
"indexing": {
"index_total": 318198221,
"index_time_in_millis": 136460768,
"index_current": 202,
"delete_total": 18,
"delete_time_in_millis": 4,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 15847
},
"get": {
"total": 115822496,
"time_in_millis": 26683286,
"exists_total": 115725790,
"exists_time_in_millis": 26613793,
"missing_total": 96706,
"missing_time_in_millis": 69493,
"current": 0
},
"search": {
"open_contexts": 1,
"query_total": 895432,
"query_time_in_millis": 219613899,
"query_current": 0,
"fetch_total": 42506,
"fetch_time_in_millis": 80594,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 507045,
"total_time_in_millis": 73962014,
"total_docs": 3987143477,
"total_size_in_bytes": 1300157087798
},
"refresh": {
"total": 4065396,
"total_time_in_millis": 76013452
},
"flush": {
"total": 69348,
"total_time_in_millis": 5512252
},
"warmer": {
"current": 0,
"total": 4347095,
"total_time_in_millis": 4807058
},
"filter_cache": {
"memory_size_in_bytes": 3177880044,
"evictions": 53843861
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 10
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 688,
"memory_in_bytes": 15365382612,
"index_writer_memory_in_bytes": 43500747,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 629292,
"fixed_bit_set_memory_in_bytes": 1007843872
},
"translog": {
"operations": 36246,
"size_in_bytes": 3926101
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 36948,
"miss_count": 38041
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 427281
}
},
"os": {
"timestamp": 1441009472546,
"uptime_in_millis": 6485076,
"load_average": [
0.59,
0.82,
1
],
"cpu": {
"sys": 0,
"user": 7,
"idle": 91,
"usage": 7,
"stolen": 0
},
"mem": {
"free_in_bytes": 1146437632,
"used_in_bytes": 66402680832,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32268738560,
"actual_used_in_bytes": 35280379904
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472547,
"open_file_descriptors": 2294,
"cpu": {
"percent": 123,
"sys_in_millis": 61061500,
"user_in_millis": 2618858860,
"total_in_millis": 2679920360
},
"mem": {
"resident_in_bytes": 35988451328,
"share_in_bytes": 1901408256,
"total_virtual_in_bytes": 297188065280
}
},
"jvm": {
"timestamp": 1441009472548,
"uptime_in_millis": 6479418728,
"mem": {
"heap_used_in_bytes": 24021079952,
"heap_used_percent": 74,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 157088960,
"non_heap_committed_in_bytes": 159522816,
"pools": {
"young": {
"used_in_bytes": 134266464,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 23773436208,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31060774192,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 426,
"peak_count": 437
},
"gc": {
"collectors": {
"young": {
"collection_count": 371787,
"collection_time_in_millis": 25199431
},
"old": {
"collection_count": 204043,
"collection_time_in_millis": 30915023
}
}
},
"buffer_pools": {
"direct": {
"count": 28030,
"used_in_bytes": 511677645,
"total_capacity_in_bytes": 511677645
},
"mapped": {
"count": 354,
"used_in_bytes": 253803246301,
"total_capacity_in_bytes": 253803246301
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 1496700
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 26588
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 22825
},
"refresh": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 4065284
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 46,
"completed": 10641857
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 419145315
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 907,
"largest": 48,
"completed": 11741209
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 23296787
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 19
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8378547
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 3,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 501830
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 278322553
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 576
}
},
"network": {
"tcp": {
"active_opens": 4214,
"passive_opens": 97891,
"curr_estab": 785,
"in_segs": 1527321217,
"out_segs": 1530564601,
"retrans_segs": 31022,
"estab_resets": 862,
"attempt_fails": 67,
"in_errs": 100,
"out_rsts": 1380
}
},
"fs": {
"timestamp": 1441009472548,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 314022400000,
"available_in_bytes": 260318531584,
"disk_reads": 36832623,
"disk_writes": 135290048,
"disk_io_op": 172122671,
"disk_read_size_in_bytes": 1847240217600,
"disk_write_size_in_bytes": 4960691978240,
"disk_io_size_in_bytes": 6807932195840,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 314022400000,
"available_in_bytes": 260318531584,
"disk_reads": 36832623,
"disk_writes": 135290048,
"disk_io_op": 172122671,
"disk_read_size_in_bytes": 1847240217600,
"disk_write_size_in_bytes": 4960691978240,
"disk_io_size_in_bytes": 6807932195840,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 709491872,
"rx_size_in_bytes": 1733988803612,
"tx_count": 708096639,
"tx_size_in_bytes": 2040307863790
},
"http": {
"current_open": 83,
"total_opened": 96340
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"toLEymeJQOmwVZcylrAIYg": {
"timestamp": 1441009472483,
"name": "10.0.1.93-es-tier-11",
"transport_address": "inet[/10.0.1.93:9300]",
"host": "listen-es-t11-b-02",
"ip": [
"inet[/10.0.1.93:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-11",
"master": "false"
},
"indices": {
"docs": {
"count": 977845007,
"deleted": 133698068
},
"store": {
"size_in_bytes": 407372620921,
"throttle_time_in_millis": 93593167
},
"indexing": {
"index_total": 2897709421,
"index_time_in_millis": 1915671785,
"index_current": 26643,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0
},
"get": {
"total": 1633368400,
"time_in_millis": 427243326,
"exists_total": 1482318320,
"exists_time_in_millis": 395279828,
"missing_total": 151050080,
"missing_time_in_millis": 31963498,
"current": 0
},
"search": {
"open_contexts": 14,
"query_total": 14072385,
"query_time_in_millis": 9606408075,
"query_current": 6,
"fetch_total": 90077,
"fetch_time_in_millis": 320435,
"fetch_current": 0
},
"merges": {
"current": 3,
"current_docs": 414527,
"current_size_in_bytes": 132578924,
"total": 6781992,
"total_time_in_millis": 2871776860,
"total_docs": 102290877040,
"total_size_in_bytes": 31827344145215
},
"refresh": {
"total": 37219772,
"total_time_in_millis": 1059371389
},
"flush": {
"total": 25092,
"total_time_in_millis": 12087495
},
"warmer": {
"current": 1,
"total": 26096020,
"total_time_in_millis": 25585013
},
"filter_cache": {
"memory_size_in_bytes": 3099104924,
"evictions": 1594644084
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 2840,
"evictions": 44
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 344,
"memory_in_bytes": 8714181604,
"index_writer_memory_in_bytes": 11899018,
"index_writer_max_memory_in_bytes": 3209887740,
"version_map_memory_in_bytes": 18352,
"fixed_bit_set_memory_in_bytes": 1015045664
},
"translog": {
"operations": 737027,
"size_in_bytes": 47345546
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 3,
"hit_count": 0,
"miss_count": 21828
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 2011
}
},
"os": {
"timestamp": 1441009472511,
"uptime_in_millis": 4826056,
"load_average": [
3.69,
5.15,
5.25
],
"cpu": {
"sys": 1,
"user": 39,
"idle": 57,
"usage": 40,
"stolen": 0
},
"mem": {
"free_in_bytes": 1574133760,
"used_in_bytes": 65974984704,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32006496256,
"actual_used_in_bytes": 35542622208
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472511,
"open_file_descriptors": 1822,
"cpu": {
"percent": 666,
"sys_in_millis": 705866860,
"user_in_millis": 16377258830,
"total_in_millis": 17083125690
},
"mem": {
"resident_in_bytes": 39033937920,
"share_in_bytes": 4905287680,
"total_virtual_in_bytes": 191549063168
}
},
"jvm": {
"timestamp": 1441009472512,
"uptime_in_millis": 4824627347,
"mem": {
"heap_used_in_bytes": 21438228608,
"heap_used_percent": 66,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 152361496,
"non_heap_committed_in_bytes": 155037696,
"pools": {
"young": {
"used_in_bytes": 884494448,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 20440373296,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31078153960,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 232,
"peak_count": 244
},
"gc": {
"collectors": {
"young": {
"collection_count": 7230527,
"collection_time_in_millis": 365905899
},
"old": {
"collection_count": 210318,
"collection_time_in_millis": 41069524
}
}
},
"buffer_pools": {
"direct": {
"count": 33289,
"used_in_bytes": 597987888,
"total_capacity_in_bytes": 597987888
},
"mapped": {
"count": 224,
"used_in_bytes": 148368109913,
"total_capacity_in_bytes": 148368109913
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 4924
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 251683
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 8,
"completed": 37219773
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 9,
"completed": 5757076
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1262184123
},
"search": {
"threads": 48,
"queue": 0,
"active": 6,
"rejected": 0,
"largest": 48,
"completed": 20691739
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 8181416
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 2706594
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 6723230
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 16,
"largest": 16,
"completed": 1040106096
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 258
}
},
"network": {
"tcp": {
"active_opens": 3571,
"passive_opens": 43037,
"curr_estab": 773,
"in_segs": 3135534720,
"out_segs": 3151464460,
"retrans_segs": 39525,
"estab_resets": 1610,
"attempt_fails": 40,
"in_errs": 18,
"out_rsts": 2326
}
},
"fs": {
"timestamp": 1441009472513,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 647878397952,
"available_in_bytes": 594174529536,
"disk_reads": 197856092,
"disk_writes": 242735191,
"disk_io_op": 440591283,
"disk_read_size_in_bytes": 2052300059648,
"disk_write_size_in_bytes": 27899685425152,
"disk_io_size_in_bytes": 29951985484800,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 647878397952,
"available_in_bytes": 594174529536,
"disk_reads": 197856092,
"disk_writes": 242735191,
"disk_io_op": 440591283,
"disk_read_size_in_bytes": 2052300059648,
"disk_write_size_in_bytes": 27899685425152,
"disk_io_size_in_bytes": 29951985484800,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 1824895967,
"rx_size_in_bytes": 3322503189298,
"tx_count": 1816315608,
"tx_size_in_bytes": 2366379776395
},
"http": {
"current_open": 71,
"total_opened": 42255
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 4096,
"estimated_size": "4kb",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 2840,
"estimated_size": "2.7kb",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 6936,
"estimated_size": "6.7kb",
"overhead": 1,
"tripped": 0
}
}
},
"WwuLIvlNTseQixLcNmm7Aw": {
"timestamp": 1441009472482,
"name": "10.0.1.71-es-tier-20",
"transport_address": "inet[/10.0.1.71:9300]",
"host": "listen-es-t20-b-02",
"ip": [
"inet[/10.0.1.71:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1729644698,
"deleted": 524865114
},
"store": {
"size_in_bytes": 710079369967,
"throttle_time_in_millis": 3399422
},
"indexing": {
"index_total": 338647280,
"index_time_in_millis": 145335105,
"index_current": 189,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 9806
},
"get": {
"total": 163410900,
"time_in_millis": 37186706,
"exists_total": 163244418,
"exists_time_in_millis": 37085938,
"missing_total": 166482,
"missing_time_in_millis": 100768,
"current": 0
},
"search": {
"open_contexts": 2,
"query_total": 670193,
"query_time_in_millis": 164427082,
"query_current": 0,
"fetch_total": 15000,
"fetch_time_in_millis": 73808,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 890225,
"total_time_in_millis": 103638404,
"total_docs": 5137342149,
"total_size_in_bytes": 1717587079079
},
"refresh": {
"total": 7537223,
"total_time_in_millis": 106735170
},
"flush": {
"total": 71046,
"total_time_in_millis": 5580408
},
"warmer": {
"current": 0,
"total": 12522301,
"total_time_in_millis": 13803913
},
"filter_cache": {
"memory_size_in_bytes": 3175605944,
"evictions": 55434714
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 9
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3724
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 659,
"memory_in_bytes": 13759071650,
"index_writer_memory_in_bytes": 39641691,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 579044,
"fixed_bit_set_memory_in_bytes": 1116095872
},
"translog": {
"operations": 94513,
"size_in_bytes": 1715971
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 37972,
"miss_count": 37132
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 384565
}
},
"os": {
"timestamp": 1441009472539,
"uptime_in_millis": 6531312,
"load_average": [
0.05,
0.23,
0.4
],
"cpu": {
"sys": 0,
"user": 2,
"idle": 97,
"usage": 2,
"stolen": 0
},
"mem": {
"free_in_bytes": 872136704,
"used_in_bytes": 66676981760,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32201515008,
"actual_used_in_bytes": 35347603456
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472540,
"open_file_descriptors": 2256,
"cpu": {
"percent": 43,
"sys_in_millis": 65551860,
"user_in_millis": 1163975350,
"total_in_millis": 1229527210
},
"mem": {
"resident_in_bytes": 35587063808,
"share_in_bytes": 1512374272,
"total_virtual_in_bytes": 287730057216
}
},
"jvm": {
"timestamp": 1441009472541,
"uptime_in_millis": 6530932632,
"mem": {
"heap_used_in_bytes": 22929322568,
"heap_used_percent": 71,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 153152240,
"non_heap_committed_in_bytes": 155807744,
"pools": {
"young": {
"used_in_bytes": 358385960,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 22457559328,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31027760264,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 412,
"peak_count": 431
},
"gc": {
"collectors": {
"young": {
"collection_count": 364199,
"collection_time_in_millis": 22356347
},
"old": {
"collection_count": 19693,
"collection_time_in_millis": 3680429
}
}
},
"buffer_pools": {
"direct": {
"count": 29054,
"used_in_bytes": 528583255,
"total_capacity_in_bytes": 528583255
},
"mapped": {
"count": 346,
"used_in_bytes": 244349654932,
"total_capacity_in_bytes": 244349654932
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 26506
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 19276
},
"refresh": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 7537129
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 19,
"completed": 10462162
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 729632721
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11547712
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 24068162
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8693239
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 884600
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 303533211
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 512
}
},
"network": {
"tcp": {
"active_opens": 4743,
"passive_opens": 97741,
"curr_estab": 784,
"in_segs": 1630093839,
"out_segs": 1693337611,
"retrans_segs": 46625,
"estab_resets": 1077,
"attempt_fails": 42,
"in_errs": 129,
"out_rsts": 1553
}
},
"fs": {
"timestamp": 1441009472541,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 346143068160,
"available_in_bytes": 292439199744,
"disk_reads": 35658115,
"disk_writes": 140640877,
"disk_io_op": 176298992,
"disk_read_size_in_bytes": 1942066619392,
"disk_write_size_in_bytes": 5320491589632,
"disk_io_size_in_bytes": 7262558209024,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 346143068160,
"available_in_bytes": 292439199744,
"disk_reads": 35658115,
"disk_writes": 140640877,
"disk_io_op": 176298992,
"disk_read_size_in_bytes": 1942066619392,
"disk_write_size_in_bytes": 5320491589632,
"disk_io_size_in_bytes": 7262558209024,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 774105715,
"rx_size_in_bytes": 1668304338976,
"tx_count": 772486511,
"tx_size_in_bytes": 1993296322909
},
"http": {
"current_open": 83,
"total_opened": 96342
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"d9di8865Sy2kLO6aDVZzxQ": {
"timestamp": 1441009472484,
"name": "10.0.1.17-es-tier-20",
"transport_address": "inet[/10.0.1.17:9300]",
"host": "listen-es-t20-a-05",
"ip": [
"inet[/10.0.1.17:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1a",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1589605670,
"deleted": 665554683
},
"store": {
"size_in_bytes": 696992876732,
"throttle_time_in_millis": 2166143
},
"indexing": {
"index_total": 311228636,
"index_time_in_millis": 122714352,
"index_current": 288,
"delete_total": 46,
"delete_time_in_millis": 10,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 52922
},
"get": {
"total": 176524966,
"time_in_millis": 36804954,
"exists_total": 176374082,
"exists_time_in_millis": 36691829,
"missing_total": 150884,
"missing_time_in_millis": 113125,
"current": 0
},
"search": {
"open_contexts": 1,
"query_total": 781695,
"query_time_in_millis": 203366224,
"query_current": 1,
"fetch_total": 37342,
"fetch_time_in_millis": 242703,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 579693,
"total_time_in_millis": 78853310,
"total_docs": 4045206243,
"total_size_in_bytes": 1323203476661
},
"refresh": {
"total": 4728167,
"total_time_in_millis": 78695208
},
"flush": {
"total": 70932,
"total_time_in_millis": 5425893
},
"warmer": {
"current": 0,
"total": 7540382,
"total_time_in_millis": 8071782
},
"filter_cache": {
"memory_size_in_bytes": 3189126396,
"evictions": 37415450
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 140
},
"percolate": {
"total": 620307,
"time_in_millis": 38974273,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3827
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 678,
"memory_in_bytes": 12686196580,
"index_writer_memory_in_bytes": 38303389,
"index_writer_max_memory_in_bytes": 3210399737,
"version_map_memory_in_bytes": 547956,
"fixed_bit_set_memory_in_bytes": 847121992
},
"translog": {
"operations": 20876,
"size_in_bytes": 48341
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 19596,
"miss_count": 24421
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 41072695
}
},
"os": {
"timestamp": 1441009472539,
"uptime_in_millis": 6554504,
"load_average": [
0.04,
0.12,
0.13
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 1029029888,
"used_in_bytes": 66520088576,
"free_percent": 46,
"used_percent": 53,
"actual_free_in_bytes": 31585390592,
"actual_used_in_bytes": 35963727872
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472540,
"open_file_descriptors": 2262,
"cpu": {
"percent": 28,
"sys_in_millis": 58240640,
"user_in_millis": 1127943310,
"total_in_millis": 1186183950
},
"mem": {
"resident_in_bytes": 35932737536,
"share_in_bytes": 1846022144,
"total_virtual_in_bytes": 276907319296
}
},
"jvm": {
"timestamp": 1441009472541,
"uptime_in_millis": 6545876974,
"mem": {
"heap_used_in_bytes": 22072651984,
"heap_used_percent": 68,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 159165432,
"non_heap_committed_in_bytes": 162074624,
"pools": {
"young": {
"used_in_bytes": 158158840,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 97066536,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 21817426608,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31045552792,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 427,
"peak_count": 441
},
"gc": {
"collectors": {
"young": {
"collection_count": 348652,
"collection_time_in_millis": 21147805
},
"old": {
"collection_count": 17767,
"collection_time_in_millis": 3593628
}
}
},
"buffer_pools": {
"direct": {
"count": 28925,
"used_in_bytes": 526448689,
"total_capacity_in_bytes": 526448689
},
"mapped": {
"count": 331,
"used_in_bytes": 233516971883,
"total_capacity_in_bytes": 233516971883
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 620307
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25739
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 17037
},
"refresh": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 4728048
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 18,
"completed": 10702795
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 470575279
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11547908
},
"flush": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 23822659
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8760101
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 562727
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 274820371
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 850
}
},
"network": {
"tcp": {
"active_opens": 6149,
"passive_opens": 97895,
"curr_estab": 785,
"in_segs": 1651927163,
"out_segs": 1902332158,
"retrans_segs": 63357,
"estab_resets": 1371,
"attempt_fails": 119,
"in_errs": 123,
"out_rsts": 2391
}
},
"fs": {
"timestamp": 1441009472542,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 359638478848,
"available_in_bytes": 305934610432,
"disk_reads": 46782421,
"disk_writes": 140874746,
"disk_io_op": 187657167,
"disk_read_size_in_bytes": 3167263331328,
"disk_write_size_in_bytes": 5030764974080,
"disk_io_size_in_bytes": 8198028305408,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 359638478848,
"available_in_bytes": 305934610432,
"disk_reads": 46782421,
"disk_writes": 140874746,
"disk_io_op": 187657167,
"disk_read_size_in_bytes": 3167263331328,
"disk_write_size_in_bytes": 5030764974080,
"disk_io_size_in_bytes": 8198028305408,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 762674605,
"rx_size_in_bytes": 1736586265789,
"tx_count": 760887698,
"tx_size_in_bytes": 2910670881739
},
"http": {
"current_open": 83,
"total_opened": 96358
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"ZbVN3WTRSe2RmWRmaiFUzQ": {
"timestamp": 1441009472485,
"name": "10.0.1.89-es-tier-20",
"transport_address": "inet[/10.0.1.89:9300]",
"host": "listen-es-t20-b-01",
"ip": [
"inet[/10.0.1.89:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1948010320,
"deleted": 632645728
},
"store": {
"size_in_bytes": 780146814981,
"throttle_time_in_millis": 2814289
},
"indexing": {
"index_total": 319581738,
"index_time_in_millis": 129610023,
"index_current": 2297,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 34963
},
"get": {
"total": 128784997,
"time_in_millis": 30493241,
"exists_total": 128517592,
"exists_time_in_millis": 30355247,
"missing_total": 267405,
"missing_time_in_millis": 137994,
"current": 11
},
"search": {
"open_contexts": 3,
"query_total": 600995,
"query_time_in_millis": 153722708,
"query_current": 2,
"fetch_total": 11589,
"fetch_time_in_millis": 49316,
"fetch_current": 0
},
"merges": {
"current": 1,
"current_docs": 6126,
"current_size_in_bytes": 2200707,
"total": 791285,
"total_time_in_millis": 89354270,
"total_docs": 4632207431,
"total_size_in_bytes": 1512137207416
},
"refresh": {
"total": 6629894,
"total_time_in_millis": 96074824
},
"flush": {
"total": 71542,
"total_time_in_millis": 5764962
},
"warmer": {
"current": 1,
"total": 10846842,
"total_time_in_millis": 11041388
},
"filter_cache": {
"memory_size_in_bytes": 3184073120,
"evictions": 49084993
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 6
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 700,
"memory_in_bytes": 14457844272,
"index_writer_memory_in_bytes": 37676695,
"index_writer_max_memory_in_bytes": 3209887737,
"version_map_memory_in_bytes": 604212,
"fixed_bit_set_memory_in_bytes": 1227511952
},
"translog": {
"operations": 95997,
"size_in_bytes": 1670253
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 35968,
"miss_count": 34651
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 47418705
}
},
"os": {
"timestamp": 1441009472618,
"uptime_in_millis": 6554373,
"load_average": [
0.89,
1,
1.07
],
"cpu": {
"sys": 0,
"user": 7,
"idle": 92,
"usage": 7,
"stolen": 0
},
"mem": {
"free_in_bytes": 938713088,
"used_in_bytes": 66610405376,
"free_percent": 47,
"used_percent": 52,
"actual_free_in_bytes": 32165224448,
"actual_used_in_bytes": 35383894016
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472619,
"open_file_descriptors": 2321,
"cpu": {
"percent": 125,
"sys_in_millis": 56998420,
"user_in_millis": 1296316120,
"total_in_millis": 1353314540
},
"mem": {
"resident_in_bytes": 35784228864,
"share_in_bytes": 1644552192,
"total_virtual_in_bytes": 312955691008
}
},
"jvm": {
"timestamp": 1441009472620,
"uptime_in_millis": 6546314637,
"mem": {
"heap_used_in_bytes": 23571611040,
"heap_used_percent": 73,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 156297120,
"non_heap_committed_in_bytes": 159346688,
"pools": {
"young": {
"used_in_bytes": 14440648,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 113377280,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 23443793112,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 31045127384,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 413,
"peak_count": 448
},
"gc": {
"collectors": {
"young": {
"collection_count": 328331,
"collection_time_in_millis": 20362209
},
"old": {
"collection_count": 48213,
"collection_time_in_millis": 7716186
}
}
},
"buffer_pools": {
"direct": {
"count": 30897,
"used_in_bytes": 558786346,
"total_capacity_in_bytes": 558786346
},
"mapped": {
"count": 371,
"used_in_bytes": 269573276601,
"total_capacity_in_bytes": 269573276601
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 25936
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 19181
},
"refresh": {
"threads": 6,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 6629834
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 33,
"completed": 11771009
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 651848633
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 11450218
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 24139886
},
"optimize": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 1,
"completed": 20
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 8726658
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 782690
},
"bulk": {
"threads": 200,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 200,
"completed": 283852395
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 548
}
},
"network": {
"tcp": {
"active_opens": 5406,
"passive_opens": 97727,
"curr_estab": 785,
"in_segs": 1636097432,
"out_segs": 1726342069,
"retrans_segs": 44086,
"estab_resets": 1246,
"attempt_fails": 104,
"in_errs": 156,
"out_rsts": 1937
}
},
"fs": {
"timestamp": 1441009472620,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 276040228864,
"available_in_bytes": 222336360448,
"disk_reads": 42484949,
"disk_writes": 152711039,
"disk_io_op": 195195988,
"disk_read_size_in_bytes": 2444149208064,
"disk_write_size_in_bytes": 5844042452992,
"disk_io_size_in_bytes": 8288191661056,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 276040228864,
"available_in_bytes": 222336360448,
"disk_reads": 42484949,
"disk_writes": 152711039,
"disk_io_op": 195195988,
"disk_read_size_in_bytes": 2444149208064,
"disk_write_size_in_bytes": 5844042452992,
"disk_io_size_in_bytes": 8288191661056,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 725902344,
"rx_size_in_bytes": 2079519922135,
"tx_count": 724386988,
"tx_size_in_bytes": 2271487459985
},
"http": {
"current_open": 83,
"total_opened": 96161
},
"breakers": {
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"CKlwn79LSUyq9yPe-yNp8g": {
"timestamp": 1441009472482,
"name": "10.0.1.189-es-tier-20",
"transport_address": "inet[/10.0.1.189:9300]",
"host": "listen-es-t20-c-01",
"ip": [
"inet[/10.0.1.189:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1c",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1546004883,
"deleted": 443638425
},
"store": {
"size_in_bytes": 667539910506,
"throttle_time_in_millis": 727682
},
"indexing": {
"index_total": 22228083,
"index_time_in_millis": 18963285,
"index_current": 326,
"delete_total": 0,
"delete_time_in_millis": 0,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 118533
},
"get": {
"total": 14757365,
"time_in_millis": 5702327,
"exists_total": 14743058,
"exists_time_in_millis": 5598073,
"missing_total": 14307,
"missing_time_in_millis": 104254,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 5221,
"query_time_in_millis": 6009497,
"query_current": 0,
"fetch_total": 356,
"fetch_time_in_millis": 1545,
"fetch_current": 0
},
"merges": {
"current": 2,
"current_docs": 17873,
"current_size_in_bytes": 5449633,
"total": 225312,
"total_time_in_millis": 21594474,
"total_docs": 673074084,
"total_size_in_bytes": 236874527359
},
"refresh": {
"total": 1891881,
"total_time_in_millis": 31386751
},
"flush": {
"total": 4227,
"total_time_in_millis": 1583426
},
"warmer": {
"current": 0,
"total": 3888120,
"total_time_in_millis": 4533464
},
"filter_cache": {
"memory_size_in_bytes": 3164495544,
"evictions": 746077
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 9
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3643
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 649,
"memory_in_bytes": 8264290382,
"index_writer_memory_in_bytes": 27265698,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 362972,
"fixed_bit_set_memory_in_bytes": -215766792
},
"translog": {
"operations": 44222,
"size_in_bytes": 2709968
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 0,
"miss_count": 0
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 486718
}
},
"os": {
"timestamp": 1441009472548,
"uptime_in_millis": 390941,
"load_average": [
0.59,
0.31,
0.26
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 97,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 409255936,
"used_in_bytes": 67139862528,
"free_percent": 45,
"used_percent": 54,
"actual_free_in_bytes": 30806900736,
"actual_used_in_bytes": 36742217728
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472549,
"open_file_descriptors": 2210,
"cpu": {
"percent": 36,
"sys_in_millis": 9758690,
"user_in_millis": 115627670,
"total_in_millis": 125386360
},
"mem": {
"resident_in_bytes": 34964754432,
"share_in_bytes": 1306550272,
"total_virtual_in_bytes": 269212913664
}
},
"jvm": {
"timestamp": 1441009472550,
"uptime_in_millis": 390933567,
"mem": {
"heap_used_in_bytes": 14605830040,
"heap_used_percent": 45,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 141440272,
"non_heap_committed_in_bytes": 143716352,
"pools": {
"young": {
"used_in_bytes": 487983496,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 93547168,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 14024299376,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 30861068656,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 230,
"peak_count": 238
},
"gc": {
"collectors": {
"young": {
"collection_count": 42668,
"collection_time_in_millis": 1877603
},
"old": {
"collection_count": 1345,
"collection_time_in_millis": 141371
}
}
},
"buffer_pools": {
"direct": {
"count": 4266,
"used_in_bytes": 122199370,
"total_capacity_in_bytes": 122199370
},
"mapped": {
"count": 322,
"used_in_bytes": 226042690244,
"total_capacity_in_bytes": 226042690244
}
}
},
"thread_pool": {
"percolate": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 320
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 754
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 1891871
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 58,
"completed": 4571810
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 184348959
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 17726
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 1520042
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 379112
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 220223
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 21738184
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 65
}
},
"network": {
"tcp": {
"active_opens": 507,
"passive_opens": 2815,
"curr_estab": 775,
"in_segs": 305677662,
"out_segs": 234053875,
"retrans_segs": 18261,
"estab_resets": 87,
"attempt_fails": 0,
"in_errs": 0,
"out_rsts": 516
}
},
"fs": {
"timestamp": 1441009472551,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 389047005184,
"available_in_bytes": 335343136768,
"disk_reads": 9841283,
"disk_writes": 27972143,
"disk_io_op": 37813426,
"disk_read_size_in_bytes": 941481661440,
"disk_write_size_in_bytes": 2550546108416,
"disk_io_size_in_bytes": 3492027769856,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 389047005184,
"available_in_bytes": 335343136768,
"disk_reads": 9841283,
"disk_writes": 27972143,
"disk_io_op": 37813426,
"disk_read_size_in_bytes": 941481661440,
"disk_write_size_in_bytes": 2550546108416,
"disk_io_size_in_bytes": 3492027769856,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 69171229,
"rx_size_in_bytes": 1626557904933,
"tx_count": 69081911,
"tx_size_in_bytes": 718467832874
},
"http": {
"current_open": 73,
"total_opened": 2464
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
},
"kquPKke9Qju71Fo_xvvGPw": {
"timestamp": 1441009472483,
"name": "10.0.1.121-es-tier-20",
"transport_address": "inet[/10.0.1.121:9300]",
"host": "listen-es-t20-b-06",
"ip": [
"inet[/10.0.1.121:9300]",
"NONE"
],
"attributes": {
"availability_zone": "eu-west-1b",
"tier": "es-tier-20",
"master": "false"
},
"indices": {
"docs": {
"count": 1569527026,
"deleted": 535523121
},
"store": {
"size_in_bytes": 673193716469,
"throttle_time_in_millis": 871043
},
"indexing": {
"index_total": 73552192,
"index_time_in_millis": 33527105,
"index_current": 76,
"delete_total": 46,
"delete_time_in_millis": 11,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 4681
},
"get": {
"total": 26265870,
"time_in_millis": 6186777,
"exists_total": 26241091,
"exists_time_in_millis": 6162964,
"missing_total": 24779,
"missing_time_in_millis": 23813,
"current": 0
},
"search": {
"open_contexts": 0,
"query_total": 127335,
"query_time_in_millis": 26358002,
"query_current": 0,
"fetch_total": 27895,
"fetch_time_in_millis": 7967,
"fetch_current": 0
},
"merges": {
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 614245,
"total_time_in_millis": 45408247,
"total_docs": 1858233668,
"total_size_in_bytes": 642185308748
},
"refresh": {
"total": 5304626,
"total_time_in_millis": 57223150
},
"flush": {
"total": 17129,
"total_time_in_millis": 1462507
},
"warmer": {
"current": 0,
"total": 4886723,
"total_time_in_millis": 5840282
},
"filter_cache": {
"memory_size_in_bytes": 3185308436,
"evictions": 1717118
},
"id_cache": {
"memory_size_in_bytes": 0
},
"fielddata": {
"memory_size_in_bytes": 0,
"evictions": 9
},
"percolate": {
"total": 0,
"time_in_millis": 0,
"current": 0,
"memory_size_in_bytes": -1,
"memory_size": "-1b",
"queries": 3643
},
"completion": {
"size_in_bytes": 0
},
"segments": {
"count": 637,
"memory_in_bytes": 9162867166,
"index_writer_memory_in_bytes": 31109296,
"index_writer_max_memory_in_bytes": 3210399740,
"version_map_memory_in_bytes": 387096,
"fixed_bit_set_memory_in_bytes": 532276008
},
"translog": {
"operations": 36985,
"size_in_bytes": 3509647
},
"suggest": {
"total": 0,
"time_in_millis": 0,
"current": 0
},
"query_cache": {
"memory_size_in_bytes": 0,
"evictions": 0,
"hit_count": 5,
"miss_count": 752
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 111031
}
},
"os": {
"timestamp": 1441009472549,
"uptime_in_millis": 1555894,
"load_average": [
0.09,
0.12,
0.13
],
"cpu": {
"sys": 0,
"user": 1,
"idle": 98,
"usage": 1,
"stolen": 0
},
"mem": {
"free_in_bytes": 535875584,
"used_in_bytes": 67013234688,
"free_percent": 48,
"used_percent": 51,
"actual_free_in_bytes": 32731901952,
"actual_used_in_bytes": 34817208320
},
"swap": {
"used_in_bytes": 0,
"free_in_bytes": 0
}
},
"process": {
"timestamp": 1441009472549,
"open_file_descriptors": 2187,
"cpu": {
"percent": 20,
"sys_in_millis": 23204770,
"user_in_millis": 304555300,
"total_in_millis": 327760070
},
"mem": {
"resident_in_bytes": 36303294464,
"share_in_bytes": 2550853632,
"total_virtual_in_bytes": 268934578176
}
},
"jvm": {
"timestamp": 1441009472550,
"uptime_in_millis": 1554810356,
"mem": {
"heap_used_in_bytes": 16080771064,
"heap_used_percent": 50,
"heap_committed_in_bytes": 32098877440,
"heap_max_in_bytes": 32098877440,
"non_heap_used_in_bytes": 142013248,
"non_heap_committed_in_bytes": 144252928,
"pools": {
"young": {
"used_in_bytes": 440452400,
"max_in_bytes": 907345920,
"peak_used_in_bytes": 907345920,
"peak_max_in_bytes": 907345920
},
"survivor": {
"used_in_bytes": 101585960,
"max_in_bytes": 113377280,
"peak_used_in_bytes": 113377280,
"peak_max_in_bytes": 113377280
},
"old": {
"used_in_bytes": 15538732704,
"max_in_bytes": 31078154240,
"peak_used_in_bytes": 30504776536,
"peak_max_in_bytes": 31078154240
}
}
},
"threads": {
"count": 245,
"peak_count": 260
},
"gc": {
"collectors": {
"young": {
"collection_count": 136287,
"collection_time_in_millis": 5353942
},
"old": {
"collection_count": 367,
"collection_time_in_millis": 144530
}
}
},
"buffer_pools": {
"direct": {
"count": 7583,
"used_in_bytes": 176507490,
"total_capacity_in_bytes": 176507490
},
"mapped": {
"count": 320,
"used_in_bytes": 225740044821,
"total_capacity_in_bytes": 225740044821
}
}
},
"thread_pool": {
"percolate": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 620064
},
"listener": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 294
},
"index": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 2777
},
"refresh": {
"threads": 8,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 8,
"completed": 5304583
},
"suggest": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 41,
"completed": 3895158
},
"warmer": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 517337676
},
"search": {
"threads": 48,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 48,
"completed": 1911331
},
"flush": {
"threads": 5,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 5990492
},
"optimize": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 1600844
},
"get": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"merge": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 612553
},
"bulk": {
"threads": 16,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 16,
"completed": 70506773
},
"snapshot": {
"threads": 1,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 5,
"completed": 159
}
},
"network": {
"tcp": {
"active_opens": 1068,
"passive_opens": 5230,
"curr_estab": 773,
"in_segs": 358360807,
"out_segs": 294344803,
"retrans_segs": 17803,
"estab_resets": 195,
"attempt_fails": 14,
"in_errs": 0,
"out_rsts": 282
}
},
"fs": {
"timestamp": 1441009472551,
"total": {
"total_in_bytes": 1056759873536,
"free_in_bytes": 383407304704,
"available_in_bytes": 329703436288,
"disk_reads": 10619806,
"disk_writes": 41011904,
"disk_io_op": 51631710,
"disk_read_size_in_bytes": 643679470592,
"disk_write_size_in_bytes": 2198621978624,
"disk_io_size_in_bytes": 2842301449216,
"disk_queue": "0",
"disk_service_time": "0"
},
"data": [
{
"path": "/data/es-data/listen-es/nodes/0",
"mount": "/data",
"dev": "/dev/xvdb",
"total_in_bytes": 1056759873536,
"free_in_bytes": 383407304704,
"available_in_bytes": 329703436288,
"disk_reads": 10619806,
"disk_writes": 41011904,
"disk_io_op": 51631710,
"disk_read_size_in_bytes": 643679470592,
"disk_write_size_in_bytes": 2198621978624,
"disk_io_size_in_bytes": 2842301449216,
"disk_queue": "0",
"disk_service_time": "0"
}
]
},
"transport": {
"server_open": 351,
"rx_count": 145351182,
"rx_size_in_bytes": 926433462281,
"tx_count": 145014038,
"tx_size_in_bytes": 513096487603
},
"http": {
"current_open": 71,
"total_opened": 4818
},
"breakers": {
"request": {
"limit_size_in_bytes": 12839550976,
"limit_size": "11.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 19259326464,
"limit_size": "17.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1.03,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 22469214208,
"limit_size": "20.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
}
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment